[ 527.694406] env[65665]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65665) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.694791] env[65665]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65665) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.694949] env[65665]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65665) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.695303] env[65665]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 527.812838] env[65665]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65665) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 527.823449] env[65665]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=65665) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 527.869852] env[65665]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 528.430209] env[65665]: INFO nova.virt.driver [None req-99b49683-83d5-4ebb-b4c8-c5def043dbee None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 528.503588] env[65665]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 528.503817] env[65665]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 528.503817] env[65665]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65665) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 531.701550] env[65665]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-2cf43be9-f90e-4d30-b9a0-935f8115fdf2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.718660] env[65665]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65665) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 531.718882] env[65665]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-2d1dedac-d961-4b94-8c92-5e31980575b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.753182] env[65665]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 1b8a6. [ 531.753407] env[65665]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.250s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.753908] env[65665]: INFO nova.virt.vmwareapi.driver [None req-99b49683-83d5-4ebb-b4c8-c5def043dbee None None] VMware vCenter version: 7.0.3 [ 531.757316] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c103f2-30ed-4c7b-a65c-77370e3ecdae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.783753] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a271e7bd-899a-4aa2-a653-4318af839ca0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.790675] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88c9239-3c72-4d58-a7f6-7559bafddbb9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.797977] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee257b5a-b785-451c-9b63-bda4b215ec48 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.811487] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabf1e30-8d70-4be6-aad1-c4a53a8779c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.818010] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eaff61-e7c0-4ed4-b334-6354bfac526a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.848639] env[65665]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ad21ff9d-03c2-43fb-bc96-2101cb7b44f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.854623] env[65665]: DEBUG nova.virt.vmwareapi.driver [None req-99b49683-83d5-4ebb-b4c8-c5def043dbee None None] Extension org.openstack.compute already exists. {{(pid=65665) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 531.857333] env[65665]: INFO nova.compute.provider_config [None req-99b49683-83d5-4ebb-b4c8-c5def043dbee None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 532.360741] env[65665]: DEBUG nova.context [None req-99b49683-83d5-4ebb-b4c8-c5def043dbee None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),e9dc3e41-2c28-4751-9ffe-e0473c6bdaa2(cell1) {{(pid=65665) load_cells /opt/stack/nova/nova/context.py:472}} [ 532.361071] env[65665]: INFO nova.utils [None req-99b49683-83d5-4ebb-b4c8-c5def043dbee None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 532.363060] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.363281] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.363970] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.364439] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Acquiring lock "e9dc3e41-2c28-4751-9ffe-e0473c6bdaa2" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.364649] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Lock "e9dc3e41-2c28-4751-9ffe-e0473c6bdaa2" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.365641] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Lock "e9dc3e41-2c28-4751-9ffe-e0473c6bdaa2" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.387081] env[65665]: INFO dbcounter [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Registered counter for database nova_cell0 [ 532.395568] env[65665]: INFO dbcounter [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Registered counter for database nova_cell1 [ 532.398790] env[65665]: DEBUG oslo_db.sqlalchemy.engines [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65665) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 532.399456] env[65665]: DEBUG oslo_db.sqlalchemy.engines [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65665) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 532.404376] env[65665]: ERROR nova.db.main.api [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 532.404376] env[65665]: func(*args, **kwargs) [ 532.404376] env[65665]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 532.404376] env[65665]: self.work.run() [ 532.404376] env[65665]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 532.404376] env[65665]: result = self.fn(*self.args, **self.kwargs) [ 532.404376] env[65665]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 532.404376] env[65665]: return func(*args, **kwargs) [ 532.404376] env[65665]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 532.404376] env[65665]: result = fn(*args, **kwargs) [ 532.404376] env[65665]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 532.404376] env[65665]: return f(*args, **kwargs) [ 532.404376] env[65665]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 532.404376] env[65665]: return db.service_get_minimum_version(context, binaries) [ 532.404376] env[65665]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 532.404376] env[65665]: _check_db_access() [ 532.404376] env[65665]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 532.404376] env[65665]: stacktrace = ''.join(traceback.format_stack()) [ 532.404376] env[65665]: [ 532.405295] env[65665]: ERROR nova.db.main.api [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 532.405295] env[65665]: func(*args, **kwargs) [ 532.405295] env[65665]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 532.405295] env[65665]: self.work.run() [ 532.405295] env[65665]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 532.405295] env[65665]: result = self.fn(*self.args, **self.kwargs) [ 532.405295] env[65665]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 532.405295] env[65665]: return func(*args, **kwargs) [ 532.405295] env[65665]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 532.405295] env[65665]: result = fn(*args, **kwargs) [ 532.405295] env[65665]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 532.405295] env[65665]: return f(*args, **kwargs) [ 532.405295] env[65665]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 532.405295] env[65665]: return db.service_get_minimum_version(context, binaries) [ 532.405295] env[65665]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 532.405295] env[65665]: _check_db_access() [ 532.405295] env[65665]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 532.405295] env[65665]: stacktrace = ''.join(traceback.format_stack()) [ 532.405295] env[65665]: [ 532.405804] env[65665]: WARNING nova.objects.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 532.405898] env[65665]: WARNING nova.objects.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Failed to get minimum service version for cell e9dc3e41-2c28-4751-9ffe-e0473c6bdaa2 [ 532.406345] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Acquiring lock "singleton_lock" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.406495] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Acquired lock "singleton_lock" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.406731] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Releasing lock "singleton_lock" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.407061] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Full set of CONF: {{(pid=65665) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 532.407199] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ******************************************************************************** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 532.407318] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] Configuration options gathered from: {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 532.407463] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 532.407657] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 532.407780] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ================================================================================ {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 532.408185] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] allow_resize_to_same_host = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.408361] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] arq_binding_timeout = 300 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.408492] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] backdoor_port = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.408615] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] backdoor_socket = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.408775] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] block_device_allocate_retries = 60 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.408927] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] block_device_allocate_retries_interval = 3 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.409093] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cell_worker_thread_pool_size = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.409254] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cert = self.pem {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.409412] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.409603] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute_monitors = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.409764] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] config_dir = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.409926] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] config_drive_format = iso9660 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.410065] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.410224] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] config_source = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.410381] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] console_host = devstack {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.410556] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] control_exchange = nova {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.410688] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cpu_allocation_ratio = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.410842] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] daemon = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.410998] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] debug = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.411161] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] default_access_ip_network_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.411316] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] default_availability_zone = nova {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.411462] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] default_ephemeral_format = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.411614] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] default_green_pool_size = 1000 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.411872] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.412445] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] default_schedule_zone = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.412445] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] default_thread_pool_size = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.412445] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] disk_allocation_ratio = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.412611] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] enable_new_services = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.412643] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] flat_injected = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.412771] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] force_config_drive = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.412920] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] force_raw_images = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.413092] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] graceful_shutdown_timeout = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.413245] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] heal_instance_info_cache_interval = -1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.413456] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] host = cpu-1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.413623] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.413777] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.413925] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.414150] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.414306] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] instance_build_timeout = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.414454] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] instance_delete_interval = 300 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.414608] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] instance_format = [instance: %(uuid)s] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.414766] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] instance_name_template = instance-%08x {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.414914] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] instance_usage_audit = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.415085] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] instance_usage_audit_period = month {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.415244] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.415400] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.415554] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] internal_service_availability_zone = internal {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.415699] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] key = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.415847] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] live_migration_retry_count = 30 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.416008] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] log_color = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.416172] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] log_config_append = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.416328] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.416476] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] log_dir = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.416659] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] log_file = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.416741] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] log_options = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.416887] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] log_rotate_interval = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.417052] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] log_rotate_interval_type = days {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.417214] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] log_rotation_type = none {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.417333] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.417457] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.417605] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.417760] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.417878] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.418041] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] long_rpc_timeout = 1800 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.418198] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] max_concurrent_builds = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.418349] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] max_concurrent_live_migrations = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.418499] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] max_concurrent_snapshots = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.418647] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] max_local_block_devices = 3 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.418795] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] max_logfile_count = 30 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.418942] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] max_logfile_size_mb = 200 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.419102] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] maximum_instance_delete_attempts = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.419252] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] migrate_max_retries = -1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.419405] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] mkisofs_cmd = genisoimage {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.419636] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.419775] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] my_ip = 10.180.1.21 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.419973] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.420141] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] network_allocate_retries = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.420310] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.420466] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] osapi_compute_unique_server_name_scope = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.420626] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] password_length = 12 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.420797] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] periodic_enable = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.420950] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] periodic_fuzzy_delay = 60 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.421122] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] pointer_model = usbtablet {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.421304] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] preallocate_images = none {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.421439] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] publish_errors = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.421554] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] pybasedir = /opt/stack/nova {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.421721] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ram_allocation_ratio = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.421892] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] rate_limit_burst = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.422063] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] rate_limit_except_level = CRITICAL {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.422216] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] rate_limit_interval = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.422364] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] reboot_timeout = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.422512] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] reclaim_instance_interval = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.422658] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] record = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.422908] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] reimage_timeout_per_gb = 60 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.423099] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] report_interval = 120 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.423256] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] rescue_timeout = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.423406] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] reserved_host_cpus = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.423555] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] reserved_host_disk_mb = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.423705] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] reserved_host_memory_mb = 512 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.423849] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] reserved_huge_pages = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.423996] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] resize_confirm_window = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.424160] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] resize_fs_using_block_device = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.424306] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] resume_guests_state_on_host_boot = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.424459] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.424607] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] rpc_response_timeout = 60 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.424757] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] run_external_periodic_tasks = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.424912] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] running_deleted_instance_action = reap {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.425072] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.425223] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] running_deleted_instance_timeout = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.425369] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] scheduler_instance_sync_interval = 120 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.425528] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] service_down_time = 720 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.425689] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] servicegroup_driver = db {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.425833] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] shell_completion = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.425980] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] shelved_offload_time = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.426144] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] shelved_poll_interval = 3600 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.426301] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] shutdown_timeout = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.426452] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] source_is_ipv6 = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.426600] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ssl_only = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.426846] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.427015] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] sync_power_state_interval = 600 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.427173] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] sync_power_state_pool_size = 1000 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.427329] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] syslog_log_facility = LOG_USER {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.427476] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] tempdir = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.427624] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] thread_pool_statistic_period = -1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.427773] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] timeout_nbd = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.427928] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] transport_url = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.428089] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] update_resources_interval = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.428240] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] use_cow_images = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.428389] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] use_journal = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.428534] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] use_json = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.428679] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] use_rootwrap_daemon = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.428824] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] use_stderr = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.428967] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] use_syslog = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.429122] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vcpu_pin_set = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.429278] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plugging_is_fatal = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.429435] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plugging_timeout = 300 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.429618] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] virt_mkfs = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.429781] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] volume_usage_poll_interval = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.429933] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] watch_log_file = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.430101] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] web = /usr/share/spice-html5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.430286] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_concurrency.disable_process_locking = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.430930] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.431134] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.431302] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.431464] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.431628] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.431785] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.431975] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.432166] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.432325] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.432484] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.compute_link_prefix = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.432655] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.432823] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.dhcp_domain = novalocal {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.432982] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.enable_instance_password = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.433150] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.glance_link_prefix = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.433309] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.433469] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.433622] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.instance_list_per_project_cells = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.433774] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.list_records_by_skipping_down_cells = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.434026] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.local_metadata_per_cell = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.434087] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.max_limit = 1000 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.434235] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.metadata_cache_expiration = 15 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.434399] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.neutron_default_project_id = default {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.434557] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.response_validation = warn {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.434709] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.use_neutron_default_nets = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.434863] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.435019] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.435172] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.435328] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.435483] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.vendordata_dynamic_targets = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.435635] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.vendordata_jsonfile_path = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.435800] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.435981] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.backend = dogpile.cache.memcached {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.436153] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.backend_argument = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.436302] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.backend_expiration_time = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.436460] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.config_prefix = cache.oslo {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.436612] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.debug_cache_backend = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.436765] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.enable_retry_client = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.436915] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.enable_socket_keepalive = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.437087] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.enabled = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.437244] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.enforce_fips_mode = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.437398] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.expiration_time = 600 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.437564] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.437717] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.hashclient_retry_attempts = 2 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.437873] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.438032] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.memcache_dead_retry = 300 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.438186] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.memcache_password = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.438339] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.438488] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.438641] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.memcache_pool_maxsize = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.438795] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.438946] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.memcache_sasl_enabled = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.439127] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.439285] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.439435] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.memcache_username = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.439620] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.proxies = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.439786] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.redis_db = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.439938] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.redis_password = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.440113] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.440283] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.440442] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.redis_server = localhost:6379 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.440603] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.redis_socket_timeout = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.440775] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.redis_username = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.440933] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.retry_attempts = 2 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.441103] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.retry_delay = 0.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.441259] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.socket_keepalive_count = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.441410] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.socket_keepalive_idle = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.441562] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.socket_keepalive_interval = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.441710] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.tls_allowed_ciphers = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.441876] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.tls_cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.442055] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.tls_certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.442215] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.tls_enabled = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.442364] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cache.tls_keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.442526] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.auth_section = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.442692] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.auth_type = password {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.442842] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.443015] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.443180] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.443332] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.443485] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.cross_az_attach = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.443635] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.debug = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.443784] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.endpoint_template = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.443935] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.http_retries = 3 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.444103] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.444253] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.444412] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.os_region_name = RegionOne {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.444564] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.444714] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cinder.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.444877] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.445036] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.cpu_dedicated_set = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.445189] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.cpu_shared_set = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.445346] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.image_type_exclude_list = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.445495] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.445646] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.445799] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.445947] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.446118] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.446272] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.resource_provider_association_refresh = 300 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.446421] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.446569] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.shutdown_retry_interval = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.446737] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.446904] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] conductor.workers = 2 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.447078] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] console.allowed_origins = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.447231] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] console.ssl_ciphers = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.447392] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] console.ssl_minimum_version = default {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.447552] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] consoleauth.enforce_session_timeout = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.447711] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] consoleauth.token_ttl = 600 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.447864] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.448015] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.448170] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.448317] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.connect_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.448461] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.connect_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.448606] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.endpoint_override = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.448755] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.448900] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.449056] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.max_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.449206] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.min_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.449351] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.region_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.449494] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.retriable_status_codes = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.449675] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.service_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.449840] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.service_type = accelerator {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.449991] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.450170] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.status_code_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.450337] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.status_code_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.450499] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.450704] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.450892] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] cyborg.version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.451076] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.asyncio_connection = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.451234] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.asyncio_slave_connection = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.451396] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.backend = sqlalchemy {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.451560] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.connection = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.451718] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.connection_debug = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.451904] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.connection_parameters = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.452086] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.connection_recycle_time = 3600 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.452245] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.connection_trace = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.452398] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.db_inc_retry_interval = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.452554] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.db_max_retries = 20 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.452708] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.db_max_retry_interval = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.452862] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.db_retry_interval = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.453028] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.max_overflow = 50 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.453178] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.max_pool_size = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.453326] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.max_retries = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.453482] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.453629] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.mysql_wsrep_sync_wait = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.453771] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.pool_timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.453918] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.retry_interval = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.454076] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.slave_connection = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.454228] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.sqlite_synchronous = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.454378] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] database.use_db_reconnect = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.454533] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.asyncio_connection = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.454685] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.asyncio_slave_connection = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.454845] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.backend = sqlalchemy {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.455010] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.connection = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.455173] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.connection_debug = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.455330] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.connection_parameters = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.455481] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.connection_recycle_time = 3600 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.455633] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.connection_trace = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.455786] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.db_inc_retry_interval = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.455938] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.db_max_retries = 20 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.456103] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.db_max_retry_interval = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.456258] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.db_retry_interval = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.456409] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.max_overflow = 50 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.456563] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.max_pool_size = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.456717] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.max_retries = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.456874] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457031] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457185] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.pool_timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457338] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.retry_interval = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457486] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.slave_connection = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457639] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] api_database.sqlite_synchronous = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457808] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] devices.enabled_mdev_types = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.457973] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.458149] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.458303] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ephemeral_storage_encryption.enabled = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.458456] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.458621] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.api_servers = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.458777] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.458925] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.459090] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.459246] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.connect_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.459395] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.connect_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.459570] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.debug = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.459729] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.default_trusted_certificate_ids = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.459885] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.enable_certificate_validation = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460050] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.enable_rbd_download = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460204] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.endpoint_override = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460359] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460523] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460677] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.max_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460836] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.min_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.460991] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.num_retries = 3 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.461163] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.rbd_ceph_conf = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.461315] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.rbd_connect_timeout = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.461470] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.rbd_pool = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.461623] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.rbd_user = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.461771] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.region_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.461950] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.retriable_status_codes = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.462124] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.service_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.462285] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.service_type = image {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.462437] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.462599] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.status_code_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.462742] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.status_code_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.462888] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463067] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463221] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.verify_glance_signatures = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463367] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] glance.version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463519] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] guestfs.debug = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463678] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.auth_section = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463829] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.auth_type = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.463975] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.464133] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.464284] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.464429] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.connect_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.464573] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.connect_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.464718] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.endpoint_override = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.464866] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465015] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465164] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.max_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465308] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.min_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465453] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.region_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465597] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.retriable_status_codes = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465743] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.service_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.465897] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.service_type = shared-file-system {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466058] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.share_apply_policy_timeout = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466212] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466357] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.status_code_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466498] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.status_code_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466642] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466810] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.466956] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] manila.version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.467125] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] mks.enabled = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.467472] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.467654] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] image_cache.manager_interval = 2400 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.467818] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] image_cache.precache_concurrency = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.467979] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] image_cache.remove_unused_base_images = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.468157] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.468318] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.468483] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] image_cache.subdirectory_name = _base {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.468648] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.api_max_retries = 60 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.468800] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.api_retry_interval = 2 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.468948] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.auth_section = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.469116] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.auth_type = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.469268] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.469417] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.469598] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.469764] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.conductor_group = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.469916] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.connect_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470076] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.connect_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470228] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.endpoint_override = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470383] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470538] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470685] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.max_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470835] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.min_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.470991] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.peer_list = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.471158] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.region_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.471307] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.retriable_status_codes = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.471461] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.serial_console_state_timeout = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.471610] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.service_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.471772] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.service_type = baremetal {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.471942] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.shard = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.472117] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.472269] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.status_code_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.472417] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.status_code_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.472563] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.472735] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.472885] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ironic.version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.473068] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.473236] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] key_manager.fixed_key = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.473407] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.473559] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.barbican_api_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.473711] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.barbican_endpoint = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.473871] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.barbican_endpoint_type = public {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474031] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.barbican_region_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474185] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474334] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474487] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474636] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474783] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.474935] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.number_of_retries = 60 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.475101] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.retry_delay = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.475258] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.send_service_user_token = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.475408] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.475558] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.475708] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.verify_ssl = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.475852] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican.verify_ssl_path = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.476011] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican_service_user.auth_section = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.476170] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican_service_user.auth_type = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.476318] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican_service_user.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.476463] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican_service_user.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.476615] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican_service_user.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.476767] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican_service_user.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.476913] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican_service_user.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477075] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican_service_user.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477227] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] barbican_service_user.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477380] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vault.approle_role_id = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477528] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vault.approle_secret_id = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477688] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vault.kv_mountpoint = secret {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477836] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vault.kv_path = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.477986] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vault.kv_version = 2 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.478145] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vault.namespace = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.478292] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vault.root_token_id = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.478440] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vault.ssl_ca_crt_file = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.478594] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vault.timeout = 60.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.478747] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vault.use_ssl = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.478908] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.479078] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.479232] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.479388] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.479557] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.connect_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.479726] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.connect_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.479881] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.endpoint_override = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.480142] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.480361] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.480584] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.max_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.480759] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.min_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.480940] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.region_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.481184] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.retriable_status_codes = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.481360] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.service_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.481528] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.service_type = identity {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.481687] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.481843] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.status_code_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.481992] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.status_code_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.482161] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.482337] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.482492] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] keystone.version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.482679] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.ceph_mount_options = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.483027] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.483232] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.connection_uri = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.483398] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.cpu_mode = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.483563] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.483724] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.cpu_models = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.483973] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.cpu_power_governor_high = performance {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.484158] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.484313] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.cpu_power_management = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.484476] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.484743] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.device_detach_attempts = 8 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.484806] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.device_detach_timeout = 20 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.484937] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.disk_cachemodes = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.485097] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.disk_prefix = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.485286] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.enabled_perf_events = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.485453] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.file_backed_memory = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.485611] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.gid_maps = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.485790] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.hw_disk_discard = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.485966] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.hw_machine_type = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.486181] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.images_rbd_ceph_conf = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.486353] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.486507] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.486666] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.images_rbd_glance_store_name = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.486827] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.images_rbd_pool = rbd {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.486986] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.images_type = default {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.487151] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.images_volume_group = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.487307] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.inject_key = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.487480] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.inject_partition = -2 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.487648] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.inject_password = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.487828] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.iscsi_iface = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.488026] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.iser_use_multipath = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.488215] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.488411] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.488581] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_downtime = 500 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.488737] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.488888] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.489048] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_inbound_addr = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.489205] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.489353] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.489500] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_scheme = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.489703] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_timeout_action = abort {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.489865] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_tunnelled = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.490023] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_uri = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.490201] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.live_migration_with_native_tls = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.490425] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.max_queues = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.490626] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.490857] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.491021] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.nfs_mount_options = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.491372] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.491560] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.491769] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.491948] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.492127] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.492288] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.num_pcie_ports = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.492449] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.492605] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.pmem_namespaces = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.492758] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.quobyte_client_cfg = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.493076] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.493255] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.493413] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.493568] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.493719] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.rbd_secret_uuid = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.493864] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.rbd_user = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.494024] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.494191] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.494338] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.rescue_image_id = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.494486] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.rescue_kernel_id = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.494635] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.rescue_ramdisk_id = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.494799] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.494942] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.rx_queue_size = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.495111] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.smbfs_mount_options = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.495398] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.495565] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.snapshot_compression = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.495717] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.snapshot_image_format = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.495941] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.496109] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.sparse_logical_volumes = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.496264] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.swtpm_enabled = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.496423] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.swtpm_group = tss {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.496579] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.swtpm_user = tss {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.496737] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.sysinfo_serial = unique {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.496891] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.tb_cache_size = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497052] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.tx_queue_size = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497209] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.uid_maps = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497359] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.use_virtio_for_bridges = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497518] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.virt_type = kvm {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497677] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.volume_clear = zero {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497831] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.volume_clear_size = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.497982] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.volume_enforce_multipath = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.498150] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.volume_use_multipath = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.498298] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.vzstorage_cache_path = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.498453] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.498610] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.498764] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.498922] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.499214] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.499385] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.vzstorage_mount_user = stack {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.499562] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.499730] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.auth_section = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.499894] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.auth_type = password {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.500054] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.500209] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.500364] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.500529] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.connect_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.500682] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.connect_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.500857] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.default_floating_pool = public {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501014] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.endpoint_override = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501177] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.extension_sync_interval = 600 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501328] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.http_retries = 3 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501477] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501624] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501773] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.max_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.501930] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.502087] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.min_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.502246] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.ovs_bridge = br-int {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.502399] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.physnets = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.502557] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.region_name = RegionOne {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.502712] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.retriable_status_codes = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.502872] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.service_metadata_proxy = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503031] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.service_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503196] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.service_type = network {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503351] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503500] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.status_code_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503651] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.status_code_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503800] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.503971] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.504134] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] neutron.version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.504297] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] notifications.bdms_in_notifications = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.504465] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] notifications.default_level = INFO {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.504618] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] notifications.include_share_mapping = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.504784] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] notifications.notification_format = unversioned {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.504938] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] notifications.notify_on_state_change = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505113] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505284] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] pci.alias = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505443] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] pci.device_spec = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505598] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] pci.report_in_placement = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505763] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.auth_section = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.505925] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.auth_type = password {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.506095] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.506248] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.506398] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.506551] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.506702] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.connect_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.506850] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.connect_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.506998] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.default_domain_id = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.507162] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.default_domain_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.507313] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.domain_id = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.507456] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.domain_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.507603] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.endpoint_override = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.507755] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.507903] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508061] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.max_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508210] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.min_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508367] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.password = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508515] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.project_domain_id = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508669] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.project_domain_name = Default {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508824] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.project_id = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.508982] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.project_name = service {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.509153] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.region_name = RegionOne {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.509305] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.retriable_status_codes = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.509454] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.service_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.509640] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.service_type = placement {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.509804] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.509954] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.status_code_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.510115] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.status_code_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.510265] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.system_scope = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.510411] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.510559] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.trust_id = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.510735] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.user_domain_id = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.510903] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.user_domain_name = Default {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.511063] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.user_id = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.511230] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.username = nova {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.511401] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.511609] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] placement.version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.511711] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.cores = 20 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.511865] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.count_usage_from_placement = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512035] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512210] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.injected_file_content_bytes = 10240 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512366] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.injected_file_path_length = 255 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512521] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.injected_files = 5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512674] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.instances = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512850] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.key_pairs = 100 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.512998] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.metadata_items = 128 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.513166] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.ram = 51200 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.513321] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.recheck_quota = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.513475] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.server_group_members = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.513629] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.server_groups = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.513828] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.513992] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] quota.unified_limits_resource_strategy = require {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.514169] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.514322] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.514472] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] scheduler.image_metadata_prefilter = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.514620] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.514772] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] scheduler.max_attempts = 3 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.514921] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] scheduler.max_placement_results = 1000 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.515083] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.515235] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.515382] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.515543] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] scheduler.workers = 2 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.515706] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.515864] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.516042] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.516204] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.516357] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.516509] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.516666] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.516870] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.517060] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.host_subset_size = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.517224] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.517374] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.517562] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.517729] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.517881] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518047] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.isolated_hosts = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518206] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.isolated_images = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518358] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518509] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518660] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518828] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.pci_in_placement = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.518979] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.519145] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.519297] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.519445] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.519626] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.519792] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.519952] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.track_instance_changes = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.520134] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.520294] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] metrics.required = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.520449] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] metrics.weight_multiplier = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.520606] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.520784] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] metrics.weight_setting = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.521116] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.521281] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] serial_console.enabled = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.521448] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] serial_console.port_range = 10000:20000 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.521607] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.521766] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.521926] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] serial_console.serialproxy_port = 6083 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.522094] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] service_user.auth_section = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.522260] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] service_user.auth_type = password {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.522410] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] service_user.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.522558] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] service_user.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.522715] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] service_user.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.522926] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] service_user.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.523103] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] service_user.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.523270] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] service_user.send_service_user_token = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.523424] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] service_user.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.523571] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] service_user.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.523733] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.agent_enabled = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.523882] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.enabled = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.524210] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.524425] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.524590] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.html5proxy_port = 6082 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.524744] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.image_compression = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.524894] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.jpeg_compression = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.525056] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.playback_compression = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.525214] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.require_secure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.525376] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.server_listen = 127.0.0.1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.525536] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.525816] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.525977] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.streaming_mode = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.526144] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] spice.zlib_compression = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.526305] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] upgrade_levels.baseapi = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.526467] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] upgrade_levels.compute = auto {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.526621] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] upgrade_levels.conductor = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.526771] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] upgrade_levels.scheduler = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.526927] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527092] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527242] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vendordata_dynamic_auth.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527396] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vendordata_dynamic_auth.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527558] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527862] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vendordata_dynamic_auth.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527862] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.527989] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.528149] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vendordata_dynamic_auth.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.528314] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.api_retry_count = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.528464] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.ca_file = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.528626] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.528785] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.cluster_name = testcl1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.528941] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.connection_pool_size = 10 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.529103] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.console_delay_seconds = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.529263] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.datastore_regex = ^datastore.* {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.529473] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.529681] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.host_password = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.529842] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.host_port = 443 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530007] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.host_username = administrator@vsphere.local {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530174] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.insecure = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530326] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.integration_bridge = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530480] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.maximum_objects = 100 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530640] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.pbm_default_policy = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530819] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.pbm_enabled = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.530974] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.pbm_wsdl_location = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.531147] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.531298] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.serial_port_proxy_uri = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.531445] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.serial_port_service_uri = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.531603] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.task_poll_interval = 0.5 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.531767] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.use_linked_clone = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.531922] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.vnc_keymap = en-us {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.532086] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.vnc_port = 5900 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.532242] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vmware.vnc_port_total = 10000 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.532417] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vnc.auth_schemes = ['none'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.532582] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vnc.enabled = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.532866] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.533046] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.533212] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vnc.novncproxy_port = 6080 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.533402] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vnc.server_listen = 127.0.0.1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.533576] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.533729] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vnc.vencrypt_ca_certs = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.533876] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vnc.vencrypt_client_cert = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.534030] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vnc.vencrypt_client_key = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.534196] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.534347] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.disable_deep_image_inspection = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.534552] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.534723] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.534874] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.535034] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.disable_rootwrap = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.535188] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.enable_numa_live_migration = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.535339] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.535491] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.535640] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.535792] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.libvirt_disable_apic = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.535941] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.536103] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.536257] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.536406] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.536555] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.536706] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.536854] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.537017] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.537166] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.537321] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.537545] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.537705] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.537862] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] zvm.ca_file = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.538032] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] zvm.cloud_connector_url = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.538393] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.538570] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] zvm.reachable_timeout = 300 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.538738] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.538906] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.539088] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler.connection_string = messaging:// {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.539251] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler.enabled = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.539411] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler.es_doc_type = notification {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.539592] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler.es_scroll_size = 10000 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.539763] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler.es_scroll_time = 2m {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.539921] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler.filter_error_trace = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.540094] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler.hmac_keys = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.540255] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler.sentinel_service_name = mymaster {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.540416] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler.socket_timeout = 0.1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.540588] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler.trace_requests = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.540778] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler.trace_sqlalchemy = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.540953] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler_jaeger.process_tags = {} {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.541118] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler_jaeger.service_name_prefix = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.541274] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] profiler_otlp.service_name_prefix = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.541439] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.541590] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.541743] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.541900] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.542069] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.542232] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.542384] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.542535] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.542688] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.542851] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543009] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543180] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543340] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543494] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543647] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543808] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.543958] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.544123] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.544284] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.544437] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.544588] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.544740] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.544891] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545050] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545206] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545354] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545504] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545656] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545809] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.545959] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.546122] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.ssl = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.546283] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.546439] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.546589] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.546746] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.546901] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.547063] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.547250] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.547407] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_notifications.retry = -1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.547604] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.547774] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.547941] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.auth_section = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.548110] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.auth_type = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.548262] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.cafile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.548408] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.certfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.548561] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.collect_timing = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.548709] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.connect_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.548857] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.connect_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549008] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.endpoint_id = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549177] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549324] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.endpoint_override = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549469] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.endpoint_region_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549658] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.endpoint_service_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549791] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.endpoint_service_type = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.549943] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.insecure = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.550103] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.keyfile = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.550252] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.max_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.550399] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.min_version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.550560] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.region_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.550741] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.retriable_status_codes = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.550898] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.service_name = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551057] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.service_type = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551213] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.split_loggers = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551360] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.status_code_retries = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551507] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.status_code_retry_delay = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551652] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.timeout = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551799] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.valid_interfaces = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.551947] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_limit.version = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.552113] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_reports.file_event_handler = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.552272] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.552418] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] oslo_reports.log_dir = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.552578] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.552729] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.552875] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.553034] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.553199] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.553352] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.553501] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.553659] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.553806] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_ovs_privileged.group = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.553951] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.554114] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.554268] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.554419] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.554566] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] vif_plug_ovs_privileged.user = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.554728] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.554897] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.555070] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.555234] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.555395] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.555554] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.555708] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.555857] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556031] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556195] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_ovs.isolate_vif = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556354] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556508] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556667] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556826] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.556978] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] os_vif_ovs.per_port_bridge = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.557164] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.557317] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] privsep_osbrick.group = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.557465] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] privsep_osbrick.helper_command = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.557617] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.557771] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.557921] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.558078] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] privsep_osbrick.user = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.558248] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.558397] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] nova_sys_admin.group = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.558543] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] nova_sys_admin.helper_command = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.558697] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.558849] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.558999] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.559158] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] nova_sys_admin.user = None {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.559284] env[65665]: DEBUG oslo_service.backend._eventlet.service [None req-7729582f-72e9-4db5-81b6-4fba8f876d52 None None] ******************************************************************************** {{(pid=65665) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 532.559759] env[65665]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 533.063704] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Getting list of instances from cluster (obj){ [ 533.063704] env[65665]: value = "domain-c8" [ 533.063704] env[65665]: _type = "ClusterComputeResource" [ 533.063704] env[65665]: } {{(pid=65665) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 533.064800] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7cbc74-4ba2-4a26-813d-f8055b694e47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.074295] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Got total of 0 instances {{(pid=65665) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 533.074942] env[65665]: WARNING nova.virt.vmwareapi.driver [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 533.075429] env[65665]: INFO nova.virt.node [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Generated node identity e52fd1e5-0d72-4d81-ad68-cf304205f8ba [ 533.075705] env[65665]: INFO nova.virt.node [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Wrote node identity e52fd1e5-0d72-4d81-ad68-cf304205f8ba to /opt/stack/data/n-cpu-1/compute_id [ 533.579187] env[65665]: WARNING nova.compute.manager [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Compute nodes ['e52fd1e5-0d72-4d81-ad68-cf304205f8ba'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 534.586922] env[65665]: INFO nova.compute.manager [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 535.596023] env[65665]: WARNING nova.compute.manager [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 535.596023] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.596023] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.596023] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.596023] env[65665]: DEBUG nova.compute.resource_tracker [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 535.596023] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7d6f14-a11e-409e-b722-5bed4b7c6d8a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.604837] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83867c46-c93e-480e-a567-d506fdfc821b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.620828] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6cd089-72dc-410c-867c-b86bc05a162f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.627788] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b091e192-2694-4bd7-a1c9-c54b93d4f6b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.657024] env[65665]: DEBUG nova.compute.resource_tracker [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180558MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 535.657454] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.657822] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.162541] env[65665]: WARNING nova.compute.resource_tracker [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] No compute node record for cpu-1:e52fd1e5-0d72-4d81-ad68-cf304205f8ba: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e52fd1e5-0d72-4d81-ad68-cf304205f8ba could not be found. [ 536.666050] env[65665]: INFO nova.compute.resource_tracker [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: e52fd1e5-0d72-4d81-ad68-cf304205f8ba [ 538.176849] env[65665]: DEBUG nova.compute.resource_tracker [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 538.176849] env[65665]: DEBUG nova.compute.resource_tracker [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 538.336042] env[65665]: INFO nova.scheduler.client.report [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] [req-76ffeefb-2f8d-46d7-9b67-1bbd4b2906b6] Created resource provider record via placement API for resource provider with UUID e52fd1e5-0d72-4d81-ad68-cf304205f8ba and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 538.353109] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6618c6-4c68-4d2b-afb4-5de302c71b1e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.360146] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fcb788-8aba-4b1f-943b-f97ab4e4eecf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.394052] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc66452-25f2-4a35-a3c9-c55311240858 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.402426] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6023373-8a7c-42a2-b872-ea26da8a5106 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.416350] env[65665]: DEBUG nova.compute.provider_tree [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 538.951518] env[65665]: DEBUG nova.scheduler.client.report [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Updated inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 538.951730] env[65665]: DEBUG nova.compute.provider_tree [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Updating resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba generation from 0 to 1 during operation: update_inventory {{(pid=65665) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 538.951867] env[65665]: DEBUG nova.compute.provider_tree [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 539.007501] env[65665]: DEBUG nova.compute.provider_tree [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Updating resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba generation from 1 to 2 during operation: update_traits {{(pid=65665) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 539.512549] env[65665]: DEBUG nova.compute.resource_tracker [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 539.512822] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.855s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.512906] env[65665]: DEBUG nova.service [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Creating RPC server for service compute {{(pid=65665) start /opt/stack/nova/nova/service.py:177}} [ 539.526631] env[65665]: DEBUG nova.service [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] Join ServiceGroup membership for this service compute {{(pid=65665) start /opt/stack/nova/nova/service.py:194}} [ 539.526819] env[65665]: DEBUG nova.servicegroup.drivers.db [None req-ed1dac19-3f24-4211-8339-a0f1b825296a None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65665) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 548.528561] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 549.031493] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Getting list of instances from cluster (obj){ [ 549.031493] env[65665]: value = "domain-c8" [ 549.031493] env[65665]: _type = "ClusterComputeResource" [ 549.031493] env[65665]: } {{(pid=65665) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 549.032720] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecd3ae6-8e58-4e73-b823-64af9d77a268 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.041533] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Got total of 0 instances {{(pid=65665) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 549.041754] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 549.042057] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Getting list of instances from cluster (obj){ [ 549.042057] env[65665]: value = "domain-c8" [ 549.042057] env[65665]: _type = "ClusterComputeResource" [ 549.042057] env[65665]: } {{(pid=65665) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 549.042922] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bc1b46-16be-434e-9836-9273b35e380b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.051650] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Got total of 0 instances {{(pid=65665) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 578.495462] env[65665]: INFO nova.utils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] The default thread pool MainProcess.default is initialized [ 578.496398] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Acquiring lock "24e8e742-2e51-41b0-b071-94a75a26f7f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.496697] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Lock "24e8e742-2e51-41b0-b071-94a75a26f7f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.002324] env[65665]: DEBUG nova.compute.manager [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 579.540895] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.541133] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.542628] env[65665]: INFO nova.compute.claims [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.574791] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Acquiring lock "d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.575115] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Lock "d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.619416] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e425ec20-f72a-4a8a-8403-cc7766718e9c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.627995] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb39ac4e-3e54-4fd0-943f-21524e0146c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.661799] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75db51d-7eee-4f88-9314-4d703a4df2d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.670382] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a071ad38-88da-44c5-b65d-f6b14886aa18 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.686744] env[65665]: DEBUG nova.compute.provider_tree [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.078723] env[65665]: DEBUG nova.compute.manager [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 581.192150] env[65665]: DEBUG nova.scheduler.client.report [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.344915] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "d40273a4-fb49-4d88-9917-e86421984457" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.345186] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "d40273a4-fb49-4d88-9917-e86421984457" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.610848] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.701176] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.703845] env[65665]: DEBUG nova.compute.manager [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 581.708074] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.097s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.710554] env[65665]: INFO nova.compute.claims [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.849781] env[65665]: DEBUG nova.compute.manager [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 582.061850] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Acquiring lock "a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.062266] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Lock "a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.216730] env[65665]: DEBUG nova.compute.utils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.218206] env[65665]: DEBUG nova.compute.manager [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 582.218485] env[65665]: DEBUG nova.network.neutron [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 582.219430] env[65665]: WARNING neutronclient.v2_0.client [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 582.220900] env[65665]: WARNING neutronclient.v2_0.client [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 582.376098] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.420479] env[65665]: DEBUG nova.policy [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32f50b4eb1494482bae25463585bfb3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '835b9606405d42e6839ae75a52cecaca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.566608] env[65665]: DEBUG nova.compute.manager [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 582.724734] env[65665]: DEBUG nova.compute.manager [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 582.910539] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a900698-7bcc-466f-a698-240dedf017be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.919523] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5216524-7be7-4ed0-b05b-f0f757a53eb5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.957376] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6804aba8-c988-477f-8cf1-f828f1780120 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.965726] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943e6ccb-de05-4e23-8679-999556b8866a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.980618] env[65665]: DEBUG nova.compute.provider_tree [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.102064] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.314377] env[65665]: DEBUG nova.network.neutron [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Successfully created port: c3b62363-98d8-487b-ae35-46b8b1993e61 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 583.484955] env[65665]: DEBUG nova.scheduler.client.report [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.705603] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "d547a951-4632-4565-8457-0481d6cc8f6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.705814] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "d547a951-4632-4565-8457-0481d6cc8f6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.739304] env[65665]: DEBUG nova.compute.manager [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 583.781248] env[65665]: DEBUG nova.virt.hardware [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 583.781538] env[65665]: DEBUG nova.virt.hardware [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.781698] env[65665]: DEBUG nova.virt.hardware [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 583.781931] env[65665]: DEBUG nova.virt.hardware [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.782106] env[65665]: DEBUG nova.virt.hardware [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 583.782258] env[65665]: DEBUG nova.virt.hardware [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 583.782518] env[65665]: DEBUG nova.virt.hardware [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 583.782703] env[65665]: DEBUG nova.virt.hardware [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 583.783329] env[65665]: DEBUG nova.virt.hardware [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 583.783529] env[65665]: DEBUG nova.virt.hardware [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 583.783740] env[65665]: DEBUG nova.virt.hardware [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 583.786046] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0951a7f4-a141-4990-8a11-6e37d6677838 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.801521] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82868d7-b60d-4f11-a356-f9ad7f223a6d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.823552] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633701e3-1c56-47c6-a5cb-a0b6ce689edc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.001958] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.002723] env[65665]: DEBUG nova.compute.manager [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 584.009314] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.632s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.009314] env[65665]: INFO nova.compute.claims [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.135773] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Acquiring lock "e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.135994] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Lock "e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.208026] env[65665]: DEBUG nova.compute.manager [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 584.514222] env[65665]: DEBUG nova.compute.utils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.519870] env[65665]: DEBUG nova.compute.manager [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 584.520853] env[65665]: DEBUG nova.network.neutron [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 584.520853] env[65665]: WARNING neutronclient.v2_0.client [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 584.521174] env[65665]: WARNING neutronclient.v2_0.client [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 584.639471] env[65665]: DEBUG nova.compute.manager [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 584.735798] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.024152] env[65665]: DEBUG nova.compute.manager [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 585.158835] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a98df91-d1bd-4631-ab88-ec3ae61c9209 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.167466] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.168459] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cfaa31-b89d-41aa-950e-4d8526f20ac6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.204135] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08fcaea-4c67-4c39-b47c-46e40ebccb21 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.212644] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9ede5d-861b-4f51-bdef-a5fe61bb8479 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.229814] env[65665]: DEBUG nova.compute.provider_tree [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.232312] env[65665]: DEBUG nova.network.neutron [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Successfully updated port: c3b62363-98d8-487b-ae35-46b8b1993e61 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 585.427706] env[65665]: DEBUG nova.policy [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45db173bd2f44c5da164921b75297343', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c3aa5659b2b4bad832aa9e69911f93b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.735255] env[65665]: DEBUG nova.scheduler.client.report [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.743021] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Acquiring lock "refresh_cache-24e8e742-2e51-41b0-b071-94a75a26f7f7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.743021] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Acquired lock "refresh_cache-24e8e742-2e51-41b0-b071-94a75a26f7f7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.743021] env[65665]: DEBUG nova.network.neutron [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 586.029760] env[65665]: DEBUG nova.network.neutron [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Successfully created port: 5bb7de18-d107-4a5c-be08-8be088980177 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 586.042267] env[65665]: DEBUG nova.compute.manager [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 586.074725] env[65665]: DEBUG nova.virt.hardware [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 586.075183] env[65665]: DEBUG nova.virt.hardware [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.075183] env[65665]: DEBUG nova.virt.hardware [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 586.075312] env[65665]: DEBUG nova.virt.hardware [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.075470] env[65665]: DEBUG nova.virt.hardware [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 586.076155] env[65665]: DEBUG nova.virt.hardware [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 586.076155] env[65665]: DEBUG nova.virt.hardware [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 586.076155] env[65665]: DEBUG nova.virt.hardware [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 586.076402] env[65665]: DEBUG nova.virt.hardware [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 586.076402] env[65665]: DEBUG nova.virt.hardware [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 586.077329] env[65665]: DEBUG nova.virt.hardware [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 586.077494] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66f7e2d-bfce-460a-841c-d19b4e4fb405 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.087845] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f4eeed-a7cc-46c6-beff-ca9f7fa2e857 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.242536] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.247010] env[65665]: DEBUG nova.compute.manager [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 586.249876] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.147s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.251522] env[65665]: INFO nova.compute.claims [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.762159] env[65665]: DEBUG nova.compute.utils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.764947] env[65665]: DEBUG nova.compute.manager [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 586.765281] env[65665]: DEBUG nova.network.neutron [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 586.765679] env[65665]: WARNING neutronclient.v2_0.client [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 586.766077] env[65665]: WARNING neutronclient.v2_0.client [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 586.853127] env[65665]: DEBUG nova.network.neutron [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 587.274291] env[65665]: DEBUG nova.compute.manager [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 587.492301] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50897e0-af7a-409a-80ad-066244c63133 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.500713] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b12821-2e31-4aec-aa36-6a98078ea380 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.535220] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a882ec-d62b-46ec-ad43-3e26e28fd2c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.544540] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ca2090-ab65-44bd-b30a-90d3b0006fd0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.562190] env[65665]: DEBUG nova.compute.provider_tree [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.880037] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.880368] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.880580] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.880775] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.880952] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.881611] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.881611] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.881611] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 587.881797] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.067634] env[65665]: DEBUG nova.scheduler.client.report [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.137622] env[65665]: DEBUG nova.network.neutron [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Successfully updated port: 5bb7de18-d107-4a5c-be08-8be088980177 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 588.287763] env[65665]: DEBUG nova.compute.manager [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 588.320295] env[65665]: DEBUG nova.virt.hardware [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 588.320432] env[65665]: DEBUG nova.virt.hardware [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.320702] env[65665]: DEBUG nova.virt.hardware [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 588.321598] env[65665]: DEBUG nova.virt.hardware [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.321598] env[65665]: DEBUG nova.virt.hardware [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 588.321598] env[65665]: DEBUG nova.virt.hardware [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 588.321598] env[65665]: DEBUG nova.virt.hardware [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 588.321793] env[65665]: DEBUG nova.virt.hardware [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 588.321902] env[65665]: DEBUG nova.virt.hardware [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 588.322110] env[65665]: DEBUG nova.virt.hardware [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 588.322330] env[65665]: DEBUG nova.virt.hardware [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 588.323339] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7bc037-564b-47c6-beae-e9f766ae6677 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.335117] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837f7562-163c-4860-b631-c5f5c9b9a55a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.384395] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.566112] env[65665]: DEBUG nova.policy [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ba5cee3537b4a389e090444cfb1eec6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be044c76a4504952aef082ca0f2ff359', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.576940] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.577688] env[65665]: DEBUG nova.compute.manager [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 588.585021] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.846s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.585021] env[65665]: INFO nova.compute.claims [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.641406] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Acquiring lock "refresh_cache-d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.641767] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Acquired lock "refresh_cache-d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.641851] env[65665]: DEBUG nova.network.neutron [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 589.090144] env[65665]: DEBUG nova.compute.utils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.094267] env[65665]: DEBUG nova.compute.manager [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 589.094562] env[65665]: DEBUG nova.network.neutron [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 589.095871] env[65665]: WARNING neutronclient.v2_0.client [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.096245] env[65665]: WARNING neutronclient.v2_0.client [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.259483] env[65665]: DEBUG nova.network.neutron [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Successfully created port: e579644c-b007-48d7-b23e-dee9d367c0af {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 589.310173] env[65665]: WARNING neutronclient.v2_0.client [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.442140] env[65665]: DEBUG nova.network.neutron [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 589.596729] env[65665]: DEBUG nova.compute.manager [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 589.748635] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fedc7c-4d18-42cd-bb83-74beae45000f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.760262] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b60435-d605-4c11-a84b-26445ee04f56 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.767646] env[65665]: DEBUG nova.compute.manager [req-119821ac-f677-48bc-9647-c3e3785a8a48 req-d77c9ed4-1ab8-4e24-875b-15b14818e86a service nova] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Received event network-vif-plugged-c3b62363-98d8-487b-ae35-46b8b1993e61 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 589.767886] env[65665]: DEBUG oslo_concurrency.lockutils [req-119821ac-f677-48bc-9647-c3e3785a8a48 req-d77c9ed4-1ab8-4e24-875b-15b14818e86a service nova] Acquiring lock "24e8e742-2e51-41b0-b071-94a75a26f7f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.768428] env[65665]: DEBUG oslo_concurrency.lockutils [req-119821ac-f677-48bc-9647-c3e3785a8a48 req-d77c9ed4-1ab8-4e24-875b-15b14818e86a service nova] Lock "24e8e742-2e51-41b0-b071-94a75a26f7f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.768428] env[65665]: DEBUG oslo_concurrency.lockutils [req-119821ac-f677-48bc-9647-c3e3785a8a48 req-d77c9ed4-1ab8-4e24-875b-15b14818e86a service nova] Lock "24e8e742-2e51-41b0-b071-94a75a26f7f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.769203] env[65665]: DEBUG nova.compute.manager [req-119821ac-f677-48bc-9647-c3e3785a8a48 req-d77c9ed4-1ab8-4e24-875b-15b14818e86a service nova] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] No waiting events found dispatching network-vif-plugged-c3b62363-98d8-487b-ae35-46b8b1993e61 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 589.769521] env[65665]: WARNING nova.compute.manager [req-119821ac-f677-48bc-9647-c3e3785a8a48 req-d77c9ed4-1ab8-4e24-875b-15b14818e86a service nova] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Received unexpected event network-vif-plugged-c3b62363-98d8-487b-ae35-46b8b1993e61 for instance with vm_state building and task_state spawning. [ 589.798793] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0016eb7c-c8a7-4e9c-9e18-51dcd597e408 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.807992] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58b2aa5-561e-4a54-8fd5-b4fbc141a1c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.827992] env[65665]: DEBUG nova.compute.provider_tree [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.334169] env[65665]: DEBUG nova.scheduler.client.report [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.607808] env[65665]: DEBUG nova.compute.manager [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 590.637626] env[65665]: DEBUG nova.virt.hardware [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 590.637853] env[65665]: DEBUG nova.virt.hardware [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.638008] env[65665]: DEBUG nova.virt.hardware [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 590.638190] env[65665]: DEBUG nova.virt.hardware [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.638317] env[65665]: DEBUG nova.virt.hardware [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 590.638455] env[65665]: DEBUG nova.virt.hardware [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 590.639198] env[65665]: DEBUG nova.virt.hardware [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 590.639198] env[65665]: DEBUG nova.virt.hardware [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 590.639198] env[65665]: DEBUG nova.virt.hardware [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 590.639198] env[65665]: DEBUG nova.virt.hardware [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 590.639363] env[65665]: DEBUG nova.virt.hardware [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 590.640199] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606203fd-bc12-40e2-ba21-60956c77afbc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.650044] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4da9c4d-887c-48e2-b03f-3b50e9ee11e3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.778969] env[65665]: DEBUG nova.policy [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '544ca3bda7ae43608e24d5e029cec88e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2c0719695d3454f88213a03770bec42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.838623] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.838936] env[65665]: DEBUG nova.compute.manager [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 590.842073] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.675s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.843539] env[65665]: INFO nova.compute.claims [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.045248] env[65665]: DEBUG nova.network.neutron [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Updating instance_info_cache with network_info: [{"id": "c3b62363-98d8-487b-ae35-46b8b1993e61", "address": "fa:16:3e:bc:35:7c", "network": {"id": "2dc55e74-7f42-494c-8aab-f74222079473", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-890328540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "835b9606405d42e6839ae75a52cecaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b62363-98", "ovs_interfaceid": "c3b62363-98d8-487b-ae35-46b8b1993e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.240367] env[65665]: DEBUG nova.network.neutron [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Successfully updated port: e579644c-b007-48d7-b23e-dee9d367c0af {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 591.349990] env[65665]: DEBUG nova.compute.utils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.352041] env[65665]: DEBUG nova.compute.manager [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 591.352276] env[65665]: DEBUG nova.network.neutron [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 591.352505] env[65665]: WARNING neutronclient.v2_0.client [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.352867] env[65665]: WARNING neutronclient.v2_0.client [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.467927] env[65665]: DEBUG nova.network.neutron [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Successfully created port: 2b0027f9-96c1-43c9-949b-a23bad856dd0 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 591.549535] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Releasing lock "refresh_cache-24e8e742-2e51-41b0-b071-94a75a26f7f7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.549887] env[65665]: DEBUG nova.compute.manager [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Instance network_info: |[{"id": "c3b62363-98d8-487b-ae35-46b8b1993e61", "address": "fa:16:3e:bc:35:7c", "network": {"id": "2dc55e74-7f42-494c-8aab-f74222079473", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-890328540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "835b9606405d42e6839ae75a52cecaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b62363-98", "ovs_interfaceid": "c3b62363-98d8-487b-ae35-46b8b1993e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 591.550601] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:35:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3b62363-98d8-487b-ae35-46b8b1993e61', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.566360] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.567782] env[65665]: WARNING neutronclient.v2_0.client [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.570114] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2842c61c-20cf-42f2-b243-4def27d603e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.584023] env[65665]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 591.584264] env[65665]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65665) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 591.584558] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 591.584743] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Creating folder: Project (835b9606405d42e6839ae75a52cecaca). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.585217] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be86575d-1176-4504-b1d0-92243bc34008 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.590816] env[65665]: DEBUG nova.policy [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbff634829ec42ca853c05f277fcffce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d736daa70ff4ab98dd2099937ee0f39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.595725] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Created folder: Project (835b9606405d42e6839ae75a52cecaca) in parent group-v946135. [ 591.595725] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Creating folder: Instances. Parent ref: group-v946139. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.595892] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-552c584a-1fec-4785-b1fe-ca828a5a9076 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.605430] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Created folder: Instances in parent group-v946139. [ 591.605774] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 591.605880] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.606102] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b2081d0-a93b-4da7-ad3d-1b4b6d205250 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.626619] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.626619] env[65665]: value = "task-4853950" [ 591.626619] env[65665]: _type = "Task" [ 591.626619] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.638563] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853950, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.742205] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "refresh_cache-d40273a4-fb49-4d88-9917-e86421984457" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.742625] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquired lock "refresh_cache-d40273a4-fb49-4d88-9917-e86421984457" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.742625] env[65665]: DEBUG nova.network.neutron [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 591.853635] env[65665]: DEBUG nova.compute.manager [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 591.996062] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35b3bc0-e2c9-4dfd-a2a0-9c80442c79fd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.004501] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c3c95a-673c-46a8-8b5f-20808e332c88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.042377] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb38b622-a960-431a-a548-0670016e2739 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.051531] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abef43af-4d74-42e8-a3ca-343c1155d605 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.067455] env[65665]: DEBUG nova.compute.provider_tree [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.140682] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853950, 'name': CreateVM_Task, 'duration_secs': 0.366551} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.140844] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.141376] env[65665]: WARNING neutronclient.v2_0.client [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.387179] env[65665]: DEBUG nova.network.neutron [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Successfully created port: 81ebc8dc-38c2-4a01-ad5a-80abd6e647bf {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 592.574674] env[65665]: DEBUG nova.scheduler.client.report [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.873102] env[65665]: DEBUG nova.compute.manager [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 592.904060] env[65665]: DEBUG nova.virt.hardware [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 592.904306] env[65665]: DEBUG nova.virt.hardware [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.904457] env[65665]: DEBUG nova.virt.hardware [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 592.904627] env[65665]: DEBUG nova.virt.hardware [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.904766] env[65665]: DEBUG nova.virt.hardware [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 592.904907] env[65665]: DEBUG nova.virt.hardware [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 592.905119] env[65665]: DEBUG nova.virt.hardware [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 592.905271] env[65665]: DEBUG nova.virt.hardware [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 592.905429] env[65665]: DEBUG nova.virt.hardware [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 592.905584] env[65665]: DEBUG nova.virt.hardware [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 592.905751] env[65665]: DEBUG nova.virt.hardware [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 592.906891] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa5a3ae-1e54-4767-99c6-4a48f67f975d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.916072] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11834e02-1fa0-42b7-ab4c-7b70c279346c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.080890] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.081654] env[65665]: DEBUG nova.compute.manager [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 593.084741] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.700s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.084953] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.085134] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 593.086202] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e51db3-2bb2-4022-ad6e-e1c988f3bae9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.094516] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ab894d-a7ae-498a-93d7-56cc9fcd35ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.109558] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cd1232-ffc7-4353-9c62-89176cb7eb6f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.117900] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee95b4ef-ee38-4de8-a9e3-406a7d135b4d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.149596] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180546MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 593.149753] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.149973] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.321402] env[65665]: DEBUG nova.network.neutron [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Successfully updated port: 2b0027f9-96c1-43c9-949b-a23bad856dd0 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 593.376665] env[65665]: DEBUG nova.network.neutron [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Updating instance_info_cache with network_info: [{"id": "5bb7de18-d107-4a5c-be08-8be088980177", "address": "fa:16:3e:dd:25:49", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb7de18-d1", "ovs_interfaceid": "5bb7de18-d107-4a5c-be08-8be088980177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.377718] env[65665]: DEBUG oslo_vmware.service [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f80bb6f-dc0d-492a-b62c-8efcd1366455 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.387429] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.387716] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.388248] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.388689] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95358d31-04ec-44e9-9c54-62be37d02119 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.394723] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 593.394723] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d67149-aeb4-e371-4c2d-de55df1d65b5" [ 593.394723] env[65665]: _type = "Task" [ 593.394723] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.410155] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d67149-aeb4-e371-4c2d-de55df1d65b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.587089] env[65665]: DEBUG nova.compute.utils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.591021] env[65665]: DEBUG nova.compute.manager [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 593.591021] env[65665]: DEBUG nova.network.neutron [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 593.593160] env[65665]: WARNING neutronclient.v2_0.client [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.593574] env[65665]: WARNING neutronclient.v2_0.client [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.748016] env[65665]: DEBUG nova.network.neutron [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 593.823999] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Acquiring lock "refresh_cache-a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.824196] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Acquired lock "refresh_cache-a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.824371] env[65665]: DEBUG nova.network.neutron [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 593.883642] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Releasing lock "refresh_cache-d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.884690] env[65665]: DEBUG nova.compute.manager [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Instance network_info: |[{"id": "5bb7de18-d107-4a5c-be08-8be088980177", "address": "fa:16:3e:dd:25:49", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb7de18-d1", "ovs_interfaceid": "5bb7de18-d107-4a5c-be08-8be088980177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 593.884926] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:25:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bb7de18-d107-4a5c-be08-8be088980177', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.894988] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Creating folder: Project (6c3aa5659b2b4bad832aa9e69911f93b). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.895919] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6715408-7dd3-418f-9b8d-167dda6befc2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.914010] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Created folder: Project (6c3aa5659b2b4bad832aa9e69911f93b) in parent group-v946135. [ 593.914010] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Creating folder: Instances. Parent ref: group-v946143. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.914351] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf65b48c-4bb6-4825-86d2-1e1b7d438f2e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.924892] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.925165] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.925397] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.925670] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.925945] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.926960] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-782d393f-984d-423b-835c-2cd891110409 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.935539] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Created folder: Instances in parent group-v946143. [ 593.935974] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 593.938354] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.939032] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.939032] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.939274] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dce8c4d2-3ebe-45f0-af54-17781615371a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.958096] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfbd36b-8123-47a6-9aa1-41738ed79881 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.970303] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64375be3-94ff-46b8-a57a-190d7b618cb4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.972635] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.972635] env[65665]: value = "task-4853954" [ 593.972635] env[65665]: _type = "Task" [ 593.972635] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.982832] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 593.982832] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522e8aca-fdfb-bfab-0de7-0453ea8ef109" [ 593.982832] env[65665]: _type = "Task" [ 593.982832] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.991232] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853954, 'name': CreateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.999243] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Preparing fetch location {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 593.999243] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Creating directory with path [datastore2] vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.999243] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93295574-b75e-4b82-9bf7-73062858447f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.024973] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Created directory with path [datastore2] vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.025270] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Fetch image to [datastore2] vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 594.025482] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Downloading image file data eea57882-5405-4dfd-88c4-7b96d46f8cbf to [datastore2] vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk on the data store datastore2 {{(pid=65665) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 594.026593] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ea22d7-c5bb-4f3c-a779-5f464fc5ee9e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.037400] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f120261b-e000-4bf6-894c-ab66f8dadd0e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.049690] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb87e6c2-2f97-4a76-8cc8-3d8a77ca493b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.085408] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f82118a-fed7-4626-8e99-203743381e3b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.093546] env[65665]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9a87df38-a623-46af-a9ab-ef2eb0d486b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.097485] env[65665]: DEBUG nova.compute.manager [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 594.183356] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 24e8e742-2e51-41b0-b071-94a75a26f7f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 594.183531] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 594.183655] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance d40273a4-fb49-4d88-9917-e86421984457 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 594.183812] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 594.183947] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance d547a951-4632-4565-8457-0481d6cc8f6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 594.184150] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance e741c811-f2c2-4f2a-b4e0-80358c9fbcc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 594.185334] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 594.185334] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_building': '6', 'num_task_spawning': '5', 'num_os_type_None': '6', 'num_proj_835b9606405d42e6839ae75a52cecaca': '1', 'io_workload': '6', 'num_proj_6c3aa5659b2b4bad832aa9e69911f93b': '1', 'num_proj_be044c76a4504952aef082ca0f2ff359': '1', 'num_proj_e2c0719695d3454f88213a03770bec42': '1', 'num_proj_2d736daa70ff4ab98dd2099937ee0f39': '1', 'num_task_networking': '1', 'num_proj_64440e3186154124a341ab9a4d634471': '1'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 594.199629] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Downloading image file data eea57882-5405-4dfd-88c4-7b96d46f8cbf to the data store datastore2 {{(pid=65665) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 594.275096] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65665) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 594.357628] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e974e4a1-c634-4284-a625-f0747022ad86 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.366939] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22d7f4c-208f-4dfb-94ad-56df56bf01ca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.413946] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c74d3d8-ad4f-4885-ab26-0fdcca067710 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.432820] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ad23f1-01e7-4fed-9861-16c43a3cc0a4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.452903] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.470342] env[65665]: DEBUG nova.policy [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82c1f79ff01148c4b1c4b29ab9812e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64440e3186154124a341ab9a4d634471', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.489382] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853954, 'name': CreateVM_Task, 'duration_secs': 0.383595} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.489504] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.490029] env[65665]: WARNING neutronclient.v2_0.client [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.490689] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.490689] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.491223] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.494383] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95ddf11-4e58-4eca-b2df-e321e6fb655f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.501068] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Waiting for the task: (returnval){ [ 594.501068] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fcbbe2-870b-74fc-cabd-926a415714bc" [ 594.501068] env[65665]: _type = "Task" [ 594.501068] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.512730] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fcbbe2-870b-74fc-cabd-926a415714bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.764724] env[65665]: DEBUG nova.network.neutron [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 594.958951] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.009790] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Completed reading data from the image iterator. {{(pid=65665) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 595.010150] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 595.017639] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.017927] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.018152] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.108627] env[65665]: DEBUG nova.compute.manager [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 595.124942] env[65665]: DEBUG nova.network.neutron [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Successfully created port: e28deba1-10b6-40d8-b1fc-b52598bf2cee {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 595.138009] env[65665]: DEBUG nova.virt.hardware [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 595.138734] env[65665]: DEBUG nova.virt.hardware [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.138785] env[65665]: DEBUG nova.virt.hardware [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 595.139667] env[65665]: DEBUG nova.virt.hardware [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.139667] env[65665]: DEBUG nova.virt.hardware [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 595.139667] env[65665]: DEBUG nova.virt.hardware [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 595.139667] env[65665]: DEBUG nova.virt.hardware [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 595.139667] env[65665]: DEBUG nova.virt.hardware [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 595.140832] env[65665]: DEBUG nova.virt.hardware [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 595.140832] env[65665]: DEBUG nova.virt.hardware [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 595.140832] env[65665]: DEBUG nova.virt.hardware [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 595.141293] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec539be-38b5-44cb-a1d8-37e14d9ff068 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.152179] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035f4cca-7449-453e-9030-df2164f13001 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.157444] env[65665]: WARNING neutronclient.v2_0.client [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.186274] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Downloaded image file data eea57882-5405-4dfd-88c4-7b96d46f8cbf to vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk on the data store datastore2 {{(pid=65665) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 595.187996] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Caching image {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 595.188470] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Copying Virtual Disk [datastore2] vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk to [datastore2] vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.189775] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7bbfef9-813d-4a17-ac5e-9d2696857db3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.195394] env[65665]: DEBUG nova.network.neutron [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Successfully updated port: 81ebc8dc-38c2-4a01-ad5a-80abd6e647bf {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 595.200386] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 595.200386] env[65665]: value = "task-4853955" [ 595.200386] env[65665]: _type = "Task" [ 595.200386] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.209300] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.473054] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 595.473405] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.323s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.698123] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "refresh_cache-d547a951-4632-4565-8457-0481d6cc8f6e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.698123] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquired lock "refresh_cache-d547a951-4632-4565-8457-0481d6cc8f6e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.698123] env[65665]: DEBUG nova.network.neutron [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 595.711735] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853955, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.176915] env[65665]: DEBUG nova.network.neutron [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Updating instance_info_cache with network_info: [{"id": "e579644c-b007-48d7-b23e-dee9d367c0af", "address": "fa:16:3e:c1:cf:f3", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape579644c-b0", "ovs_interfaceid": "e579644c-b007-48d7-b23e-dee9d367c0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.215212] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685885} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.215539] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Copied Virtual Disk [datastore2] vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk to [datastore2] vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.215772] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Deleting the datastore file [datastore2] vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.217198] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e5921db-68c0-4795-aec5-2a71146f42fc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.236024] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 596.236024] env[65665]: value = "task-4853957" [ 596.236024] env[65665]: _type = "Task" [ 596.236024] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.245198] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.288336] env[65665]: WARNING neutronclient.v2_0.client [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.679788] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Releasing lock "refresh_cache-d40273a4-fb49-4d88-9917-e86421984457" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.680239] env[65665]: DEBUG nova.compute.manager [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Instance network_info: |[{"id": "e579644c-b007-48d7-b23e-dee9d367c0af", "address": "fa:16:3e:c1:cf:f3", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape579644c-b0", "ovs_interfaceid": "e579644c-b007-48d7-b23e-dee9d367c0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 596.680637] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:cf:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e579644c-b007-48d7-b23e-dee9d367c0af', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.687969] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Creating folder: Project (be044c76a4504952aef082ca0f2ff359). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.688211] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8f88ce5-a4a7-44dc-9c4d-53423e6b7e10 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.700931] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Created folder: Project (be044c76a4504952aef082ca0f2ff359) in parent group-v946135. [ 596.701093] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Creating folder: Instances. Parent ref: group-v946146. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.701874] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d00e78a-22c7-479d-bbc4-1a190e160879 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.712509] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Created folder: Instances in parent group-v946146. [ 596.712762] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 596.712992] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d40273a4-fb49-4d88-9917-e86421984457] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.713241] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3bac687-2f7c-4523-93c1-c79923235071 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.734610] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.734610] env[65665]: value = "task-4853960" [ 596.734610] env[65665]: _type = "Task" [ 596.734610] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.750242] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853960, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.754544] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033762} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.755515] env[65665]: DEBUG nova.network.neutron [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Successfully updated port: e28deba1-10b6-40d8-b1fc-b52598bf2cee {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 596.760245] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.760492] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Moving file from [datastore2] vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245/eea57882-5405-4dfd-88c4-7b96d46f8cbf to [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf. {{(pid=65665) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 596.761361] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7112d93f-8a99-4af5-8254-1d8685f0ccd7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.771191] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 596.771191] env[65665]: value = "task-4853961" [ 596.771191] env[65665]: _type = "Task" [ 596.771191] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.782296] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853961, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.787239] env[65665]: DEBUG nova.network.neutron [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 597.246251] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853960, 'name': CreateVM_Task, 'duration_secs': 0.336712} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.246502] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d40273a4-fb49-4d88-9917-e86421984457] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.248362] env[65665]: WARNING neutronclient.v2_0.client [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.248362] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.248362] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.248362] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.248362] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99566727-d69b-469b-972f-76bdcb1631ce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.254625] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 597.254625] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5211fe9d-fb21-2759-18b6-174bcff47a69" [ 597.254625] env[65665]: _type = "Task" [ 597.254625] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.268706] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Acquiring lock "refresh_cache-e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.268786] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Acquired lock "refresh_cache-e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.269120] env[65665]: DEBUG nova.network.neutron [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 597.271139] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5211fe9d-fb21-2759-18b6-174bcff47a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.288291] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853961, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028725} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.288611] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] File moved {{(pid=65665) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 597.288797] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Cleaning up location [datastore2] vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245 {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 597.288966] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Deleting the datastore file [datastore2] vmware_temp/932d4e75-d5fb-498a-81fc-80fcc1c0e245 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.289248] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52b8c549-8ddd-4e70-b58c-f3fb658be7ae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.298235] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 597.298235] env[65665]: value = "task-4853962" [ 597.298235] env[65665]: _type = "Task" [ 597.298235] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.315021] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.351671] env[65665]: DEBUG nova.network.neutron [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Updating instance_info_cache with network_info: [{"id": "2b0027f9-96c1-43c9-949b-a23bad856dd0", "address": "fa:16:3e:56:80:01", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b0027f9-96", "ovs_interfaceid": "2b0027f9-96c1-43c9-949b-a23bad856dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.583241] env[65665]: WARNING neutronclient.v2_0.client [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.775505] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5211fe9d-fb21-2759-18b6-174bcff47a69, 'name': SearchDatastore_Task, 'duration_secs': 0.016829} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.775975] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.777979] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.777979] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.821225] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042768} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.821698] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.822421] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a45321-8b6d-4a20-a1e6-2d3a390356be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.831059] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 597.831059] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a45cf-9257-7a69-8b2b-87bdfad401cd" [ 597.831059] env[65665]: _type = "Task" [ 597.831059] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.843362] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a45cf-9257-7a69-8b2b-87bdfad401cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.843362] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.843598] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 24e8e742-2e51-41b0-b071-94a75a26f7f7/24e8e742-2e51-41b0-b071-94a75a26f7f7.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.844172] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.844172] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.844258] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95114d91-c145-4115-8277-4785ee748d37 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.847465] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f944e69d-da5c-4331-bcf6-8fae00481236 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.854453] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Releasing lock "refresh_cache-a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.854791] env[65665]: DEBUG nova.compute.manager [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Instance network_info: |[{"id": "2b0027f9-96c1-43c9-949b-a23bad856dd0", "address": "fa:16:3e:56:80:01", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b0027f9-96", "ovs_interfaceid": "2b0027f9-96c1-43c9-949b-a23bad856dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 597.855211] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 597.855211] env[65665]: value = "task-4853964" [ 597.855211] env[65665]: _type = "Task" [ 597.855211] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.856716] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:80:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b0027f9-96c1-43c9-949b-a23bad856dd0', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.865101] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Creating folder: Project (e2c0719695d3454f88213a03770bec42). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.865658] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.866348] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.866797] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-761b3ca7-cf67-41f7-8247-548217fe3d48 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.874189] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0439c367-7894-4083-ba06-323fec562638 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.884443] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.891725] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Waiting for the task: (returnval){ [ 597.891725] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529372a5-0bc2-6bff-c399-1bb5af096430" [ 597.891725] env[65665]: _type = "Task" [ 597.891725] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.897901] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Created folder: Project (e2c0719695d3454f88213a03770bec42) in parent group-v946135. [ 597.898223] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Creating folder: Instances. Parent ref: group-v946149. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.899543] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4241d0c5-be81-44c5-90c5-cf2866383063 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.906104] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529372a5-0bc2-6bff-c399-1bb5af096430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.916147] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Created folder: Instances in parent group-v946149. [ 597.917216] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 597.917356] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.919086] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a309ac17-f99a-41f9-aac2-65d5c1622e2c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.945434] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.945434] env[65665]: value = "task-4853967" [ 597.945434] env[65665]: _type = "Task" [ 597.945434] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.956892] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853967, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.974033] env[65665]: DEBUG nova.network.neutron [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Updating instance_info_cache with network_info: [{"id": "81ebc8dc-38c2-4a01-ad5a-80abd6e647bf", "address": "fa:16:3e:9f:a7:d4", "network": {"id": "762b0cca-2c2d-43e5-b60f-a13d9503c2d4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-584556392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d736daa70ff4ab98dd2099937ee0f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ebc8dc-38", "ovs_interfaceid": "81ebc8dc-38c2-4a01-ad5a-80abd6e647bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.007978] env[65665]: DEBUG nova.network.neutron [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 598.246518] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquiring lock "81563c3e-3323-4892-9c22-da0c062da7cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.246902] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lock "81563c3e-3323-4892-9c22-da0c062da7cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.375612] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853964, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.406781] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529372a5-0bc2-6bff-c399-1bb5af096430, 'name': SearchDatastore_Task, 'duration_secs': 0.015349} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.406933] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bdec3c6-f63b-454a-acdd-b36c0ddc1e7d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.414404] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Waiting for the task: (returnval){ [ 598.414404] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e40cd9-2995-8ac5-a59b-9bb7d49c3376" [ 598.414404] env[65665]: _type = "Task" [ 598.414404] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.425419] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e40cd9-2995-8ac5-a59b-9bb7d49c3376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.457559] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853967, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.476419] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Releasing lock "refresh_cache-d547a951-4632-4565-8457-0481d6cc8f6e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.477075] env[65665]: DEBUG nova.compute.manager [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Instance network_info: |[{"id": "81ebc8dc-38c2-4a01-ad5a-80abd6e647bf", "address": "fa:16:3e:9f:a7:d4", "network": {"id": "762b0cca-2c2d-43e5-b60f-a13d9503c2d4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-584556392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d736daa70ff4ab98dd2099937ee0f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ebc8dc-38", "ovs_interfaceid": "81ebc8dc-38c2-4a01-ad5a-80abd6e647bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 598.478147] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:a7:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81ebc8dc-38c2-4a01-ad5a-80abd6e647bf', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.490180] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Creating folder: Project (2d736daa70ff4ab98dd2099937ee0f39). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.490180] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05281969-bf2d-4179-8b75-0ee06233920e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.503604] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Created folder: Project (2d736daa70ff4ab98dd2099937ee0f39) in parent group-v946135. [ 598.505199] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Creating folder: Instances. Parent ref: group-v946152. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.505889] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41212668-5302-4520-ba5c-e4107afa1ec0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.525407] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Created folder: Instances in parent group-v946152. [ 598.525706] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 598.525919] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.526070] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea1918b1-79ff-4842-885b-9c18559a830b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.546885] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.546885] env[65665]: value = "task-4853970" [ 598.546885] env[65665]: _type = "Task" [ 598.546885] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.559747] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853970, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.562410] env[65665]: DEBUG nova.compute.manager [req-230dae95-cefe-45b8-bb6a-f3244bfb5ae1 req-ecfc7150-b57b-4091-9be6-cc605a9d463e service nova] [instance: d40273a4-fb49-4d88-9917-e86421984457] Received event network-vif-plugged-e579644c-b007-48d7-b23e-dee9d367c0af {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 598.562656] env[65665]: DEBUG oslo_concurrency.lockutils [req-230dae95-cefe-45b8-bb6a-f3244bfb5ae1 req-ecfc7150-b57b-4091-9be6-cc605a9d463e service nova] Acquiring lock "d40273a4-fb49-4d88-9917-e86421984457-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.562888] env[65665]: DEBUG oslo_concurrency.lockutils [req-230dae95-cefe-45b8-bb6a-f3244bfb5ae1 req-ecfc7150-b57b-4091-9be6-cc605a9d463e service nova] Lock "d40273a4-fb49-4d88-9917-e86421984457-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.563034] env[65665]: DEBUG oslo_concurrency.lockutils [req-230dae95-cefe-45b8-bb6a-f3244bfb5ae1 req-ecfc7150-b57b-4091-9be6-cc605a9d463e service nova] Lock "d40273a4-fb49-4d88-9917-e86421984457-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.563224] env[65665]: DEBUG nova.compute.manager [req-230dae95-cefe-45b8-bb6a-f3244bfb5ae1 req-ecfc7150-b57b-4091-9be6-cc605a9d463e service nova] [instance: d40273a4-fb49-4d88-9917-e86421984457] No waiting events found dispatching network-vif-plugged-e579644c-b007-48d7-b23e-dee9d367c0af {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 598.563383] env[65665]: WARNING nova.compute.manager [req-230dae95-cefe-45b8-bb6a-f3244bfb5ae1 req-ecfc7150-b57b-4091-9be6-cc605a9d463e service nova] [instance: d40273a4-fb49-4d88-9917-e86421984457] Received unexpected event network-vif-plugged-e579644c-b007-48d7-b23e-dee9d367c0af for instance with vm_state building and task_state spawning. [ 598.591943] env[65665]: DEBUG nova.compute.manager [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Received event network-changed-c3b62363-98d8-487b-ae35-46b8b1993e61 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 598.592193] env[65665]: DEBUG nova.compute.manager [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Refreshing instance network info cache due to event network-changed-c3b62363-98d8-487b-ae35-46b8b1993e61. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 598.592429] env[65665]: DEBUG oslo_concurrency.lockutils [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] Acquiring lock "refresh_cache-24e8e742-2e51-41b0-b071-94a75a26f7f7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.592564] env[65665]: DEBUG oslo_concurrency.lockutils [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] Acquired lock "refresh_cache-24e8e742-2e51-41b0-b071-94a75a26f7f7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.592726] env[65665]: DEBUG nova.network.neutron [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Refreshing network info cache for port c3b62363-98d8-487b-ae35-46b8b1993e61 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.749975] env[65665]: DEBUG nova.compute.manager [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 598.807831] env[65665]: WARNING neutronclient.v2_0.client [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.878029] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525552} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.878218] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 24e8e742-2e51-41b0-b071-94a75a26f7f7/24e8e742-2e51-41b0-b071-94a75a26f7f7.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.878477] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.881644] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e41581d4-d305-42aa-8aa5-657ee08ddaeb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.889426] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 598.889426] env[65665]: value = "task-4853971" [ 598.889426] env[65665]: _type = "Task" [ 598.889426] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.902613] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.928575] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e40cd9-2995-8ac5-a59b-9bb7d49c3376, 'name': SearchDatastore_Task, 'duration_secs': 0.009439} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.928857] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.929147] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a/d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.929538] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.929731] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.930047] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9345e7d-b47a-4558-aa4b-100292be1309 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.934767] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3d1e871-5449-465e-8481-9e7237f20910 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.942922] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Waiting for the task: (returnval){ [ 598.942922] env[65665]: value = "task-4853972" [ 598.942922] env[65665]: _type = "Task" [ 598.942922] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.949845] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.951317] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.956316] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad66184b-0d65-4f9d-9ad7-c5b3508564d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.963293] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.971553] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853967, 'name': CreateVM_Task, 'duration_secs': 0.697524} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.972922] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.973328] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 598.973328] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523c1779-25ae-ee67-6475-eced4a962cf7" [ 598.973328] env[65665]: _type = "Task" [ 598.973328] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.973815] env[65665]: WARNING neutronclient.v2_0.client [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.974255] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.974473] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.975043] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.975043] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d40370-05db-4088-bcd2-86ab955d4dc2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.983840] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Waiting for the task: (returnval){ [ 598.983840] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52240e39-cdc7-1b23-1e1d-cc657a3b648b" [ 598.983840] env[65665]: _type = "Task" [ 598.983840] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.988460] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523c1779-25ae-ee67-6475-eced4a962cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.991851] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-068f0660-d2d3-4f87-9ae4-8cb7e6a05e47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.000247] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 599.000247] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5292e7b1-e6ff-6e4e-f49c-ef057c881acb" [ 599.000247] env[65665]: _type = "Task" [ 599.000247] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.002592] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52240e39-cdc7-1b23-1e1d-cc657a3b648b, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.006458] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.008087] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.008087] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.013703] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5292e7b1-e6ff-6e4e-f49c-ef057c881acb, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.013703] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.013703] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d40273a4-fb49-4d88-9917-e86421984457/d40273a4-fb49-4d88-9917-e86421984457.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.013975] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.013975] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.014236] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49a29de2-44ca-41a7-a88c-cecc6f4d32c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.016855] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e46ed132-85c2-4b13-bfeb-cdac792d4f22 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.024475] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 599.024475] env[65665]: value = "task-4853973" [ 599.024475] env[65665]: _type = "Task" [ 599.024475] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.025927] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.026026] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.031547] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f23071c-0aaa-42d7-a59f-2881eea19a66 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.040589] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.042098] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Waiting for the task: (returnval){ [ 599.042098] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5266331d-33f9-4b1d-5d0f-a361dfc365ee" [ 599.042098] env[65665]: _type = "Task" [ 599.042098] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.055539] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5266331d-33f9-4b1d-5d0f-a361dfc365ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.062810] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853970, 'name': CreateVM_Task, 'duration_secs': 0.433735} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.063031] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.063562] env[65665]: WARNING neutronclient.v2_0.client [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.063957] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.064093] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.064425] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.064697] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0455bdfe-2e3a-457b-ab24-a71ab49cccc1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.071104] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 599.071104] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5299bc3c-841e-e6c5-75d9-8b82bd87c174" [ 599.071104] env[65665]: _type = "Task" [ 599.071104] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.081215] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5299bc3c-841e-e6c5-75d9-8b82bd87c174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.096321] env[65665]: WARNING neutronclient.v2_0.client [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.288422] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.288820] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.291365] env[65665]: INFO nova.compute.claims [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.416210] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084017} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.416723] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.417710] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7969e202-fc07-4dd6-827f-19e99fa1db68 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.452188] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 24e8e742-2e51-41b0-b071-94a75a26f7f7/24e8e742-2e51-41b0-b071-94a75a26f7f7.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.453011] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b72c1958-3ef3-4cbf-a342-666e1e6266d8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.478791] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853972, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.480610] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 599.480610] env[65665]: value = "task-4853974" [ 599.480610] env[65665]: _type = "Task" [ 599.480610] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.490780] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.536988] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853973, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.553955] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5266331d-33f9-4b1d-5d0f-a361dfc365ee, 'name': SearchDatastore_Task, 'duration_secs': 0.018145} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.554798] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb0b26d-0fe4-441b-be6c-a154ad7acf55 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.561804] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Waiting for the task: (returnval){ [ 599.561804] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52756faf-0064-eca4-97aa-ea10427338bc" [ 599.561804] env[65665]: _type = "Task" [ 599.561804] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.573475] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52756faf-0064-eca4-97aa-ea10427338bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.585414] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5299bc3c-841e-e6c5-75d9-8b82bd87c174, 'name': SearchDatastore_Task, 'duration_secs': 0.013676} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.585916] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.586018] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.586514] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.903180] env[65665]: DEBUG nova.network.neutron [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Updating instance_info_cache with network_info: [{"id": "e28deba1-10b6-40d8-b1fc-b52598bf2cee", "address": "fa:16:3e:a1:21:e2", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28deba1-10", "ovs_interfaceid": "e28deba1-10b6-40d8-b1fc-b52598bf2cee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.967039] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593084} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.967039] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a/d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.967039] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.967039] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37db958c-b427-4388-81f4-711c81662ee9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.975604] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Waiting for the task: (returnval){ [ 599.975604] env[65665]: value = "task-4853976" [ 599.975604] env[65665]: _type = "Task" [ 599.975604] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.997016] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.998224] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.041230] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894068} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.043524] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d40273a4-fb49-4d88-9917-e86421984457/d40273a4-fb49-4d88-9917-e86421984457.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.043524] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.043524] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b88c399-2aea-4bde-90b7-58f58c3aecae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.054616] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 600.054616] env[65665]: value = "task-4853977" [ 600.054616] env[65665]: _type = "Task" [ 600.054616] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.064191] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.075400] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52756faf-0064-eca4-97aa-ea10427338bc, 'name': SearchDatastore_Task, 'duration_secs': 0.05206} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.075598] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.075879] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421/a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.076247] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.076384] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.076625] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c5f5221-7ce3-484f-8cec-28879fc1899f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.078806] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a23c7010-98b5-48ef-bb33-090671cc1a70 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.086696] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Waiting for the task: (returnval){ [ 600.086696] env[65665]: value = "task-4853978" [ 600.086696] env[65665]: _type = "Task" [ 600.086696] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.091923] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.092115] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.093417] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ea26a6-7ee7-48eb-8442-273f30760d1b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.099043] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.103157] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 600.103157] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d3b041-5550-b6cf-5ef8-46458e725f73" [ 600.103157] env[65665]: _type = "Task" [ 600.103157] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.111763] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d3b041-5550-b6cf-5ef8-46458e725f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.408264] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Releasing lock "refresh_cache-e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.408859] env[65665]: DEBUG nova.compute.manager [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Instance network_info: |[{"id": "e28deba1-10b6-40d8-b1fc-b52598bf2cee", "address": "fa:16:3e:a1:21:e2", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28deba1-10", "ovs_interfaceid": "e28deba1-10b6-40d8-b1fc-b52598bf2cee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 600.410221] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:21:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e28deba1-10b6-40d8-b1fc-b52598bf2cee', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.424480] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Creating folder: Project (64440e3186154124a341ab9a4d634471). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.428042] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-119a4095-4058-4085-860d-55ff162e90b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.441919] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Created folder: Project (64440e3186154124a341ab9a4d634471) in parent group-v946135. [ 600.441919] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Creating folder: Instances. Parent ref: group-v946155. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.448066] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e67a0240-04f7-4c7a-b865-fe4e4bf317c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.461809] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Created folder: Instances in parent group-v946155. [ 600.462196] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 600.462605] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.462824] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-679e0367-f3bd-41c5-a376-fa2385852ab6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.516157] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd13fed8-1852-4c92-bf75-aba8fa7b0b99 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.520574] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.520574] env[65665]: value = "task-4853981" [ 600.520574] env[65665]: _type = "Task" [ 600.520574] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.524578] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853974, 'name': ReconfigVM_Task, 'duration_secs': 0.737261} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.530543] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 24e8e742-2e51-41b0-b071-94a75a26f7f7/24e8e742-2e51-41b0-b071-94a75a26f7f7.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.541888] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-934f8e72-6c56-4722-8631-d9259ef1081f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.544035] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074268} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.549166] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.551418] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9acae8-a4e3-4345-924b-b9d411dbec55 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.554464] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a983141-841d-4984-9321-2f753892f261 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.567216] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 600.567216] env[65665]: value = "task-4853982" [ 600.567216] env[65665]: _type = "Task" [ 600.567216] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.567534] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853981, 'name': CreateVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.596175] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a/d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.626086] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb6982a5-9905-4ad7-8f6c-0a6967d39d69 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.653165] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269d4db9-221d-46fd-8f85-21141659b633 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.656485] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071981} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.661066] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.661269] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853982, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.663641] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac83a0b7-ac69-4940-b871-b70e96ca5d52 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.673935] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d3b041-5550-b6cf-5ef8-46458e725f73, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.674053] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50764} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.674568] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Waiting for the task: (returnval){ [ 600.674568] env[65665]: value = "task-4853983" [ 600.674568] env[65665]: _type = "Task" [ 600.674568] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.677142] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421/a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.677261] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.678068] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e6de2f-5872-473f-a924-adb8a0a35c13 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.680786] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54e87b0f-c780-4de8-a704-28119992af97 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.706225] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] d40273a4-fb49-4d88-9917-e86421984457/d40273a4-fb49-4d88-9917-e86421984457.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.707653] env[65665]: WARNING neutronclient.v2_0.client [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.710716] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d22b05-4fc9-4e78-9619-b2485a285462 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.726523] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2b845b-e315-4b45-be1e-2cdb9865390a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.736471] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.736815] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 600.736815] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5268433a-f4d1-efed-1811-e4dc41e9f44f" [ 600.736815] env[65665]: _type = "Task" [ 600.736815] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.737012] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Waiting for the task: (returnval){ [ 600.737012] env[65665]: value = "task-4853984" [ 600.737012] env[65665]: _type = "Task" [ 600.737012] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.753656] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 600.753656] env[65665]: value = "task-4853985" [ 600.753656] env[65665]: _type = "Task" [ 600.753656] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.754470] env[65665]: DEBUG nova.compute.provider_tree [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.767572] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5268433a-f4d1-efed-1811-e4dc41e9f44f, 'name': SearchDatastore_Task, 'duration_secs': 0.014081} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.767788] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.769253] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.769631] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d547a951-4632-4565-8457-0481d6cc8f6e/d547a951-4632-4565-8457-0481d6cc8f6e.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.770348] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fe66d35-5937-4235-93c7-3ae452bc40d4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.778881] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.784628] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 600.784628] env[65665]: value = "task-4853986" [ 600.784628] env[65665]: _type = "Task" [ 600.784628] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.798196] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4853986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.878373] env[65665]: DEBUG nova.network.neutron [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Updated VIF entry in instance network info cache for port c3b62363-98d8-487b-ae35-46b8b1993e61. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 600.878822] env[65665]: DEBUG nova.network.neutron [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Updating instance_info_cache with network_info: [{"id": "c3b62363-98d8-487b-ae35-46b8b1993e61", "address": "fa:16:3e:bc:35:7c", "network": {"id": "2dc55e74-7f42-494c-8aab-f74222079473", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-890328540-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "835b9606405d42e6839ae75a52cecaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3b62363-98", "ovs_interfaceid": "c3b62363-98d8-487b-ae35-46b8b1993e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.038358] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4853981, 'name': CreateVM_Task, 'duration_secs': 0.415233} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.038622] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.039450] env[65665]: WARNING neutronclient.v2_0.client [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.039551] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.039716] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.040073] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.040339] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cea5115-0c8f-4d80-8694-011d534fb4fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.048044] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Waiting for the task: (returnval){ [ 601.048044] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d44680-001f-77fd-2cf3-6d8ab3e62108" [ 601.048044] env[65665]: _type = "Task" [ 601.048044] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.056492] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d44680-001f-77fd-2cf3-6d8ab3e62108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.089112] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853982, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.187684] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853983, 'name': ReconfigVM_Task, 'duration_secs': 0.388085} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.187947] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Reconfigured VM instance instance-00000002 to attach disk [datastore2] d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a/d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.188600] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34f581b3-6152-4a76-847e-74a9e6266210 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.197080] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Waiting for the task: (returnval){ [ 601.197080] env[65665]: value = "task-4853987" [ 601.197080] env[65665]: _type = "Task" [ 601.197080] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.207296] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853987, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.247772] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.258155] env[65665]: DEBUG nova.scheduler.client.report [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.272243] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853985, 'name': ReconfigVM_Task, 'duration_secs': 0.382702} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.272513] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Reconfigured VM instance instance-00000003 to attach disk [datastore2] d40273a4-fb49-4d88-9917-e86421984457/d40273a4-fb49-4d88-9917-e86421984457.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.273154] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48371a74-de70-48c4-bcdb-76516eb35549 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.280866] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 601.280866] env[65665]: value = "task-4853988" [ 601.280866] env[65665]: _type = "Task" [ 601.280866] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.294629] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853988, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.298152] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4853986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.385548] env[65665]: DEBUG oslo_concurrency.lockutils [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] Releasing lock "refresh_cache-24e8e742-2e51-41b0-b071-94a75a26f7f7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.386210] env[65665]: DEBUG nova.compute.manager [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Received event network-vif-plugged-5bb7de18-d107-4a5c-be08-8be088980177 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 601.386320] env[65665]: DEBUG oslo_concurrency.lockutils [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] Acquiring lock "d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.386576] env[65665]: DEBUG oslo_concurrency.lockutils [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] Lock "d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.387144] env[65665]: DEBUG oslo_concurrency.lockutils [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] Lock "d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.387144] env[65665]: DEBUG nova.compute.manager [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] No waiting events found dispatching network-vif-plugged-5bb7de18-d107-4a5c-be08-8be088980177 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 601.387316] env[65665]: WARNING nova.compute.manager [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Received unexpected event network-vif-plugged-5bb7de18-d107-4a5c-be08-8be088980177 for instance with vm_state building and task_state spawning. [ 601.387562] env[65665]: DEBUG nova.compute.manager [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Received event network-changed-5bb7de18-d107-4a5c-be08-8be088980177 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 601.387798] env[65665]: DEBUG nova.compute.manager [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Refreshing instance network info cache due to event network-changed-5bb7de18-d107-4a5c-be08-8be088980177. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 601.389103] env[65665]: DEBUG oslo_concurrency.lockutils [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] Acquiring lock "refresh_cache-d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.389406] env[65665]: DEBUG oslo_concurrency.lockutils [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] Acquired lock "refresh_cache-d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.389618] env[65665]: DEBUG nova.network.neutron [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Refreshing network info cache for port 5bb7de18-d107-4a5c-be08-8be088980177 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.558986] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d44680-001f-77fd-2cf3-6d8ab3e62108, 'name': SearchDatastore_Task, 'duration_secs': 0.011093} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.559406] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.559802] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.560727] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.560727] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.560727] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.560855] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3c528d5-66e5-4fa3-9a04-dbc568642874 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.573183] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.573183] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.574555] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93c2ed8-93c3-4186-b6ca-3f1cd5b7be68 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.588177] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Waiting for the task: (returnval){ [ 601.588177] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524317b6-c5c6-1210-f44e-d34f11e20269" [ 601.588177] env[65665]: _type = "Task" [ 601.588177] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.591746] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853982, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.603489] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524317b6-c5c6-1210-f44e-d34f11e20269, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.607671] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972148d7-9ffd-4032-b71c-d54bc0c68b49 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.611242] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Acquiring lock "206acfbf-6270-4722-b2c3-954d2dd8d935" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.611242] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.617837] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Waiting for the task: (returnval){ [ 601.617837] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e74cbe-e3e5-a38f-5066-e0a3cf56656a" [ 601.617837] env[65665]: _type = "Task" [ 601.617837] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.627584] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e74cbe-e3e5-a38f-5066-e0a3cf56656a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.708237] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853987, 'name': Rename_Task, 'duration_secs': 0.153603} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.708546] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.708879] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0f53722-6d4c-4298-82c5-3f53e3e1f14e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.720028] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Waiting for the task: (returnval){ [ 601.720028] env[65665]: value = "task-4853989" [ 601.720028] env[65665]: _type = "Task" [ 601.720028] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.730127] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.751439] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.767550] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.767760] env[65665]: DEBUG nova.compute.manager [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 601.799288] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853988, 'name': Rename_Task, 'duration_secs': 0.169313} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.803234] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.803708] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4853986, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.806944] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe9c6278-3ef5-46a5-9995-9e37f3364adf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.814207] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 601.814207] env[65665]: value = "task-4853990" [ 601.814207] env[65665]: _type = "Task" [ 601.814207] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.827556] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.895451] env[65665]: WARNING neutronclient.v2_0.client [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.090492] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853982, 'name': Rename_Task, 'duration_secs': 1.197473} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.090492] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.090492] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f6766b0-2940-40fe-9bfb-87f146dee325 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.100233] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 602.100233] env[65665]: value = "task-4853991" [ 602.100233] env[65665]: _type = "Task" [ 602.100233] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.111416] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.115231] env[65665]: DEBUG nova.compute.manager [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 602.131484] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e74cbe-e3e5-a38f-5066-e0a3cf56656a, 'name': SearchDatastore_Task, 'duration_secs': 0.011136} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.131796] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.132120] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] e741c811-f2c2-4f2a-b4e0-80358c9fbcc5/e741c811-f2c2-4f2a-b4e0-80358c9fbcc5.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.132805] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e97f412b-fcdd-4aaa-abd3-e63ee562788c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.140915] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Waiting for the task: (returnval){ [ 602.140915] env[65665]: value = "task-4853992" [ 602.140915] env[65665]: _type = "Task" [ 602.140915] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.151690] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4853992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.230334] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.253723] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.072738} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.254013] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.254823] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1371cb31-3435-41e5-a82a-e13f72fb5ede {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.280509] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421/a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.280509] env[65665]: DEBUG nova.compute.utils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.281923] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55eea226-3176-4a47-a890-75b9c80078d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.298788] env[65665]: DEBUG nova.compute.manager [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 602.301605] env[65665]: DEBUG nova.compute.manager [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 602.301845] env[65665]: DEBUG nova.network.neutron [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 602.302124] env[65665]: WARNING neutronclient.v2_0.client [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.302579] env[65665]: WARNING neutronclient.v2_0.client [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.317577] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4853986, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.399411} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.323144] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d547a951-4632-4565-8457-0481d6cc8f6e/d547a951-4632-4565-8457-0481d6cc8f6e.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.324226] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.324226] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Waiting for the task: (returnval){ [ 602.324226] env[65665]: value = "task-4853993" [ 602.324226] env[65665]: _type = "Task" [ 602.324226] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.324226] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af8fec00-2e95-4c0a-8fcd-afc6927c251f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.334985] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853990, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.342198] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.344204] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 602.344204] env[65665]: value = "task-4853994" [ 602.344204] env[65665]: _type = "Task" [ 602.344204] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.354094] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4853994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.618880] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853991, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.645026] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.645026] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.645442] env[65665]: INFO nova.compute.claims [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.661323] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4853992, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.734988] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.836971] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853990, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.841490] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.856583] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4853994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.355739} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.856810] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.858014] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ef971f-434c-4a87-b316-2c11cd828356 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.885450] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d547a951-4632-4565-8457-0481d6cc8f6e/d547a951-4632-4565-8457-0481d6cc8f6e.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.886500] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba6867f-aaed-41c3-a768-95ae6347edae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.912760] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 602.912760] env[65665]: value = "task-4853995" [ 602.912760] env[65665]: _type = "Task" [ 602.912760] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.924389] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4853995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.951264] env[65665]: DEBUG nova.policy [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e0cb59076a34b83ba141b4b6826ab64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81f83c86b93a4bcaa39f8c7af8ddf486', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.119287] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853991, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.165992] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4853992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55927} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.167026] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] e741c811-f2c2-4f2a-b4e0-80358c9fbcc5/e741c811-f2c2-4f2a-b4e0-80358c9fbcc5.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.167026] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.167026] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6eb8840-ffc7-4b72-a32b-972bb2ef9d0b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.176194] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Waiting for the task: (returnval){ [ 603.176194] env[65665]: value = "task-4853996" [ 603.176194] env[65665]: _type = "Task" [ 603.176194] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.186134] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4853996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.231657] env[65665]: DEBUG oslo_vmware.api [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4853989, 'name': PowerOnVM_Task, 'duration_secs': 1.316352} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.231889] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.232390] env[65665]: INFO nova.compute.manager [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Took 17.19 seconds to spawn the instance on the hypervisor. [ 603.232649] env[65665]: DEBUG nova.compute.manager [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 603.233559] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57fab55-3168-4671-b22e-1df6f782088e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.314025] env[65665]: DEBUG nova.compute.manager [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 603.332031] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853990, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.348738] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853993, 'name': ReconfigVM_Task, 'duration_secs': 0.685598} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.351860] env[65665]: DEBUG nova.virt.hardware [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 603.352178] env[65665]: DEBUG nova.virt.hardware [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.352557] env[65665]: DEBUG nova.virt.hardware [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 603.352863] env[65665]: DEBUG nova.virt.hardware [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.353101] env[65665]: DEBUG nova.virt.hardware [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 603.353298] env[65665]: DEBUG nova.virt.hardware [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 603.353577] env[65665]: DEBUG nova.virt.hardware [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 603.353763] env[65665]: DEBUG nova.virt.hardware [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 603.353936] env[65665]: DEBUG nova.virt.hardware [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 603.354109] env[65665]: DEBUG nova.virt.hardware [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 603.354283] env[65665]: DEBUG nova.virt.hardware [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 603.354611] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Reconfigured VM instance instance-00000004 to attach disk [datastore2] a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421/a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.355789] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fded499-7184-4fae-963c-3922ff67c7c1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.358491] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-257445de-4d8b-43d6-956d-10849feda89d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.366393] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Waiting for the task: (returnval){ [ 603.366393] env[65665]: value = "task-4853997" [ 603.366393] env[65665]: _type = "Task" [ 603.366393] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.373558] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c443b2-9e6f-4dc6-b413-f8b21236ada4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.384663] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853997, 'name': Rename_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.422764] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4853995, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.604014] env[65665]: DEBUG nova.network.neutron [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Successfully created port: 1827bd0f-c4c0-457a-8fb1-ce1de111f6dd {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 603.615959] env[65665]: DEBUG oslo_vmware.api [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4853991, 'name': PowerOnVM_Task, 'duration_secs': 1.197908} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.616698] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.616906] env[65665]: INFO nova.compute.manager [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Took 19.88 seconds to spawn the instance on the hypervisor. [ 603.617277] env[65665]: DEBUG nova.compute.manager [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 603.618997] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd07a855-7991-4db8-a8aa-2247d054b056 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.688184] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4853996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080461} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.690086] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.691542] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d37b359-f5c1-4bca-9a3b-cc61536d0cef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.722417] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] e741c811-f2c2-4f2a-b4e0-80358c9fbcc5/e741c811-f2c2-4f2a-b4e0-80358c9fbcc5.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.726119] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58b7445f-b837-43e0-bc87-e14a4ac9ebfa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.754350] env[65665]: INFO nova.compute.manager [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Took 22.17 seconds to build instance. [ 603.757729] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Waiting for the task: (returnval){ [ 603.757729] env[65665]: value = "task-4853998" [ 603.757729] env[65665]: _type = "Task" [ 603.757729] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.772727] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4853998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.832459] env[65665]: DEBUG oslo_vmware.api [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4853990, 'name': PowerOnVM_Task, 'duration_secs': 1.666868} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.833344] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.833344] env[65665]: INFO nova.compute.manager [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Took 15.55 seconds to spawn the instance on the hypervisor. [ 603.833489] env[65665]: DEBUG nova.compute.manager [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 603.834306] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3e5dbb-1e46-454a-bdf2-91bb5086da9f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.880714] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853997, 'name': Rename_Task, 'duration_secs': 0.450132} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.882477] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.883411] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b00f29e-aaac-496c-a931-a948de4c1c3c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.886275] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed28fc8f-a381-40aa-b39b-84e9a37db6ec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.894978] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5712a0-9981-4994-8b1f-11fb1e861ed4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.900097] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Waiting for the task: (returnval){ [ 603.900097] env[65665]: value = "task-4853999" [ 603.900097] env[65665]: _type = "Task" [ 603.900097] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.937008] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553be2a6-8851-4885-b15b-593d4934786c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.943585] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853999, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.952323] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a9eba1-5d98-4622-b0fc-ad4753730d8a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.957408] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4853995, 'name': ReconfigVM_Task, 'duration_secs': 0.544756} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.957535] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d547a951-4632-4565-8457-0481d6cc8f6e/d547a951-4632-4565-8457-0481d6cc8f6e.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.958945] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb983667-068c-4418-978e-1a57ed00265c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.971473] env[65665]: DEBUG nova.compute.provider_tree [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.977258] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 603.977258] env[65665]: value = "task-4854000" [ 603.977258] env[65665]: _type = "Task" [ 603.977258] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.990129] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854000, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.143617] env[65665]: INFO nova.compute.manager [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Took 24.64 seconds to build instance. [ 604.258037] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d71c1243-d7dd-4f5b-b026-4801ba7f0ddd tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Lock "d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.683s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.273225] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4853998, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.353905] env[65665]: INFO nova.compute.manager [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: d40273a4-fb49-4d88-9917-e86421984457] Took 22.00 seconds to build instance. [ 604.412261] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.476926] env[65665]: DEBUG nova.scheduler.client.report [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.495024] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854000, 'name': Rename_Task, 'duration_secs': 0.262624} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.495024] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.495024] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c278510-750c-40f7-9f3a-40a3fd403f91 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.504022] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 604.504022] env[65665]: value = "task-4854001" [ 604.504022] env[65665]: _type = "Task" [ 604.504022] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.517807] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.646046] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa40f2a5-6663-49f9-aeb6-13d8bc49b737 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Lock "24e8e742-2e51-41b0-b071-94a75a26f7f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.149s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.774287] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4853998, 'name': ReconfigVM_Task, 'duration_secs': 0.54805} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.774621] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Reconfigured VM instance instance-00000006 to attach disk [datastore2] e741c811-f2c2-4f2a-b4e0-80358c9fbcc5/e741c811-f2c2-4f2a-b4e0-80358c9fbcc5.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.775301] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-898b880c-6039-4a12-8633-6e636a6c5701 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.783891] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Waiting for the task: (returnval){ [ 604.783891] env[65665]: value = "task-4854002" [ 604.783891] env[65665]: _type = "Task" [ 604.783891] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.795401] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4854002, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.856182] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed53e9e3-a0db-4a69-a5ae-f7efa2a89358 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "d40273a4-fb49-4d88-9917-e86421984457" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.511s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.914022] env[65665]: DEBUG oslo_vmware.api [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4853999, 'name': PowerOnVM_Task, 'duration_secs': 0.901307} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.914022] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.914022] env[65665]: INFO nova.compute.manager [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Took 14.31 seconds to spawn the instance on the hypervisor. [ 604.914022] env[65665]: DEBUG nova.compute.manager [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 604.914299] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9688588c-11ce-4ff6-adc1-0f56d923ea66 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.987972] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.991023] env[65665]: DEBUG nova.compute.manager [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 605.020860] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.295032] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4854002, 'name': Rename_Task, 'duration_secs': 0.216591} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.295326] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.295552] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-469131d6-8ee1-4792-85c5-4cb015f8c4c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.303435] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Waiting for the task: (returnval){ [ 605.303435] env[65665]: value = "task-4854003" [ 605.303435] env[65665]: _type = "Task" [ 605.303435] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.315579] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4854003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.439271] env[65665]: INFO nova.compute.manager [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Took 22.37 seconds to build instance. [ 605.497075] env[65665]: DEBUG nova.compute.utils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.499812] env[65665]: DEBUG nova.compute.manager [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 605.500036] env[65665]: DEBUG nova.network.neutron [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 605.501175] env[65665]: WARNING neutronclient.v2_0.client [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.501175] env[65665]: WARNING neutronclient.v2_0.client [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.515336] env[65665]: DEBUG oslo_vmware.api [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854001, 'name': PowerOnVM_Task, 'duration_secs': 0.971105} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.516297] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.516297] env[65665]: INFO nova.compute.manager [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Took 12.64 seconds to spawn the instance on the hypervisor. [ 605.516297] env[65665]: DEBUG nova.compute.manager [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 605.518046] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b71fbfd-434c-4e37-8e38-0b61d45f3385 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.818380] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4854003, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.849152] env[65665]: WARNING neutronclient.v2_0.client [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.928042] env[65665]: DEBUG nova.policy [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6155bdf636e942a4be3e843a4b2cf4e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ffc248fe4f540b7a19fede286e88698', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.944779] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bdb16f8-c092-4458-8987-a5e007fd9d6e tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Lock "a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.882s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.005044] env[65665]: DEBUG nova.compute.manager [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 606.042033] env[65665]: INFO nova.compute.manager [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Took 21.33 seconds to build instance. [ 606.147747] env[65665]: DEBUG nova.network.neutron [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Updated VIF entry in instance network info cache for port 5bb7de18-d107-4a5c-be08-8be088980177. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 606.148222] env[65665]: DEBUG nova.network.neutron [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Updating instance_info_cache with network_info: [{"id": "5bb7de18-d107-4a5c-be08-8be088980177", "address": "fa:16:3e:dd:25:49", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bb7de18-d1", "ovs_interfaceid": "5bb7de18-d107-4a5c-be08-8be088980177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.201826] env[65665]: DEBUG nova.network.neutron [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Successfully updated port: 1827bd0f-c4c0-457a-8fb1-ce1de111f6dd {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 606.324403] env[65665]: DEBUG oslo_vmware.api [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4854003, 'name': PowerOnVM_Task, 'duration_secs': 0.709678} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.324749] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.325281] env[65665]: INFO nova.compute.manager [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Took 11.22 seconds to spawn the instance on the hypervisor. [ 606.325281] env[65665]: DEBUG nova.compute.manager [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 606.326549] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c7b0da-80e8-480b-a3bc-35ffb08eab8c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.546664] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a48c7a8-d335-432e-84f8-299d698936df tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "d547a951-4632-4565-8457-0481d6cc8f6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.840s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.561919] env[65665]: DEBUG nova.network.neutron [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Successfully created port: 18d4c912-f92b-42c0-8bba-875e850c9ded {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 606.651600] env[65665]: DEBUG oslo_concurrency.lockutils [req-59b9d254-1dfc-4207-ba19-75e544188625 req-dcf34094-8543-4fdf-9c99-490c0ca1791b service nova] Releasing lock "refresh_cache-d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.707342] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquiring lock "refresh_cache-81563c3e-3323-4892-9c22-da0c062da7cc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.707635] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquired lock "refresh_cache-81563c3e-3323-4892-9c22-da0c062da7cc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.707707] env[65665]: DEBUG nova.network.neutron [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 606.851868] env[65665]: INFO nova.compute.manager [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Took 21.71 seconds to build instance. [ 607.018510] env[65665]: DEBUG nova.compute.manager [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 607.049330] env[65665]: DEBUG nova.virt.hardware [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 607.049330] env[65665]: DEBUG nova.virt.hardware [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.049655] env[65665]: DEBUG nova.virt.hardware [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 607.049655] env[65665]: DEBUG nova.virt.hardware [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.049767] env[65665]: DEBUG nova.virt.hardware [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 607.049980] env[65665]: DEBUG nova.virt.hardware [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 607.050341] env[65665]: DEBUG nova.virt.hardware [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.050416] env[65665]: DEBUG nova.virt.hardware [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 607.050588] env[65665]: DEBUG nova.virt.hardware [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 607.050972] env[65665]: DEBUG nova.virt.hardware [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 607.051211] env[65665]: DEBUG nova.virt.hardware [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 607.052399] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74e1bbd-c7a9-4eb9-acd6-875b0fdde630 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.061761] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a313563a-bc3d-4265-9ff6-45edd2caee91 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.301239] env[65665]: DEBUG nova.network.neutron [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 607.356633] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a645d095-4c0a-4f0a-bcf2-fe629b56ca20 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Lock "e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.220s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.636950] env[65665]: WARNING neutronclient.v2_0.client [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.695987] env[65665]: DEBUG nova.compute.manager [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d40273a4-fb49-4d88-9917-e86421984457] Received event network-changed-e579644c-b007-48d7-b23e-dee9d367c0af {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 607.695987] env[65665]: DEBUG nova.compute.manager [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d40273a4-fb49-4d88-9917-e86421984457] Refreshing instance network info cache due to event network-changed-e579644c-b007-48d7-b23e-dee9d367c0af. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 607.696181] env[65665]: DEBUG oslo_concurrency.lockutils [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] Acquiring lock "refresh_cache-d40273a4-fb49-4d88-9917-e86421984457" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.696323] env[65665]: DEBUG oslo_concurrency.lockutils [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] Acquired lock "refresh_cache-d40273a4-fb49-4d88-9917-e86421984457" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.696477] env[65665]: DEBUG nova.network.neutron [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d40273a4-fb49-4d88-9917-e86421984457] Refreshing network info cache for port e579644c-b007-48d7-b23e-dee9d367c0af {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.720953] env[65665]: DEBUG nova.compute.manager [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Received event network-vif-plugged-2b0027f9-96c1-43c9-949b-a23bad856dd0 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 607.721530] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] Acquiring lock "a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.721854] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] Lock "a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.722272] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] Lock "a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.722510] env[65665]: DEBUG nova.compute.manager [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] No waiting events found dispatching network-vif-plugged-2b0027f9-96c1-43c9-949b-a23bad856dd0 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 607.723932] env[65665]: WARNING nova.compute.manager [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Received unexpected event network-vif-plugged-2b0027f9-96c1-43c9-949b-a23bad856dd0 for instance with vm_state active and task_state None. [ 607.723932] env[65665]: DEBUG nova.compute.manager [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Received event network-changed-2b0027f9-96c1-43c9-949b-a23bad856dd0 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 607.723932] env[65665]: DEBUG nova.compute.manager [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Refreshing instance network info cache due to event network-changed-2b0027f9-96c1-43c9-949b-a23bad856dd0. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 607.723932] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] Acquiring lock "refresh_cache-a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.723932] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] Acquired lock "refresh_cache-a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.724499] env[65665]: DEBUG nova.network.neutron [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Refreshing network info cache for port 2b0027f9-96c1-43c9-949b-a23bad856dd0 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.770855] env[65665]: DEBUG nova.network.neutron [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Updating instance_info_cache with network_info: [{"id": "1827bd0f-c4c0-457a-8fb1-ce1de111f6dd", "address": "fa:16:3e:af:6e:62", "network": {"id": "20faf3ae-5088-49ce-a75a-94fb9eb8b65e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1602413356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "81f83c86b93a4bcaa39f8c7af8ddf486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1827bd0f-c4", "ovs_interfaceid": "1827bd0f-c4c0-457a-8fb1-ce1de111f6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.194135] env[65665]: DEBUG nova.network.neutron [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Successfully updated port: 18d4c912-f92b-42c0-8bba-875e850c9ded {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 608.199160] env[65665]: WARNING neutronclient.v2_0.client [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.226932] env[65665]: WARNING neutronclient.v2_0.client [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.276186] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Releasing lock "refresh_cache-81563c3e-3323-4892-9c22-da0c062da7cc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.276766] env[65665]: DEBUG nova.compute.manager [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Instance network_info: |[{"id": "1827bd0f-c4c0-457a-8fb1-ce1de111f6dd", "address": "fa:16:3e:af:6e:62", "network": {"id": "20faf3ae-5088-49ce-a75a-94fb9eb8b65e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1602413356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "81f83c86b93a4bcaa39f8c7af8ddf486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1827bd0f-c4", "ovs_interfaceid": "1827bd0f-c4c0-457a-8fb1-ce1de111f6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 608.277387] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:6e:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1827bd0f-c4c0-457a-8fb1-ce1de111f6dd', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.290124] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Creating folder: Project (81f83c86b93a4bcaa39f8c7af8ddf486). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.291029] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99fbbc84-f51d-4c87-be3c-f97b9a5df335 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.305698] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Created folder: Project (81f83c86b93a4bcaa39f8c7af8ddf486) in parent group-v946135. [ 608.305886] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Creating folder: Instances. Parent ref: group-v946158. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.306156] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-359d20ed-cdde-4c60-9330-1d119c97f25a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.317957] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Created folder: Instances in parent group-v946158. [ 608.318336] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 608.319796] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.322909] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae316702-ea05-4d47-8a48-c66a3b8994f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.340104] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Acquiring lock "8e7a4581-e914-41fd-80ec-372e58c735d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.340222] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Lock "8e7a4581-e914-41fd-80ec-372e58c735d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.351964] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.351964] env[65665]: value = "task-4854006" [ 608.351964] env[65665]: _type = "Task" [ 608.351964] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.362464] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854006, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.618132] env[65665]: WARNING neutronclient.v2_0.client [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.646262] env[65665]: WARNING neutronclient.v2_0.client [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.699095] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Acquiring lock "refresh_cache-206acfbf-6270-4722-b2c3-954d2dd8d935" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.699380] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Acquired lock "refresh_cache-206acfbf-6270-4722-b2c3-954d2dd8d935" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.699933] env[65665]: DEBUG nova.network.neutron [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 608.753483] env[65665]: DEBUG nova.network.neutron [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d40273a4-fb49-4d88-9917-e86421984457] Updated VIF entry in instance network info cache for port e579644c-b007-48d7-b23e-dee9d367c0af. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 608.753815] env[65665]: DEBUG nova.network.neutron [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d40273a4-fb49-4d88-9917-e86421984457] Updating instance_info_cache with network_info: [{"id": "e579644c-b007-48d7-b23e-dee9d367c0af", "address": "fa:16:3e:c1:cf:f3", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape579644c-b0", "ovs_interfaceid": "e579644c-b007-48d7-b23e-dee9d367c0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.807343] env[65665]: DEBUG nova.network.neutron [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Updated VIF entry in instance network info cache for port 2b0027f9-96c1-43c9-949b-a23bad856dd0. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 608.807679] env[65665]: DEBUG nova.network.neutron [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Updating instance_info_cache with network_info: [{"id": "2b0027f9-96c1-43c9-949b-a23bad856dd0", "address": "fa:16:3e:56:80:01", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b0027f9-96", "ovs_interfaceid": "2b0027f9-96c1-43c9-949b-a23bad856dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.846210] env[65665]: DEBUG nova.compute.manager [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 608.865575] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854006, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.237319] env[65665]: DEBUG nova.network.neutron [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 609.257710] env[65665]: DEBUG oslo_concurrency.lockutils [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] Releasing lock "refresh_cache-d40273a4-fb49-4d88-9917-e86421984457" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.257710] env[65665]: DEBUG nova.compute.manager [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Received event network-vif-plugged-81ebc8dc-38c2-4a01-ad5a-80abd6e647bf {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 609.257710] env[65665]: DEBUG oslo_concurrency.lockutils [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] Acquiring lock "d547a951-4632-4565-8457-0481d6cc8f6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.257710] env[65665]: DEBUG oslo_concurrency.lockutils [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] Lock "d547a951-4632-4565-8457-0481d6cc8f6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.257710] env[65665]: DEBUG oslo_concurrency.lockutils [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] Lock "d547a951-4632-4565-8457-0481d6cc8f6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.257978] env[65665]: DEBUG nova.compute.manager [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] No waiting events found dispatching network-vif-plugged-81ebc8dc-38c2-4a01-ad5a-80abd6e647bf {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 609.257978] env[65665]: WARNING nova.compute.manager [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Received unexpected event network-vif-plugged-81ebc8dc-38c2-4a01-ad5a-80abd6e647bf for instance with vm_state active and task_state None. [ 609.258091] env[65665]: DEBUG nova.compute.manager [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Received event network-changed-81ebc8dc-38c2-4a01-ad5a-80abd6e647bf {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 609.258244] env[65665]: DEBUG nova.compute.manager [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Refreshing instance network info cache due to event network-changed-81ebc8dc-38c2-4a01-ad5a-80abd6e647bf. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 609.258411] env[65665]: DEBUG oslo_concurrency.lockutils [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] Acquiring lock "refresh_cache-d547a951-4632-4565-8457-0481d6cc8f6e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.258701] env[65665]: DEBUG oslo_concurrency.lockutils [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] Acquired lock "refresh_cache-d547a951-4632-4565-8457-0481d6cc8f6e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.258701] env[65665]: DEBUG nova.network.neutron [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Refreshing network info cache for port 81ebc8dc-38c2-4a01-ad5a-80abd6e647bf {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.310388] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] Releasing lock "refresh_cache-a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.310579] env[65665]: DEBUG nova.compute.manager [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Received event network-vif-plugged-e28deba1-10b6-40d8-b1fc-b52598bf2cee {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 609.310831] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] Acquiring lock "e741c811-f2c2-4f2a-b4e0-80358c9fbcc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.311057] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] Lock "e741c811-f2c2-4f2a-b4e0-80358c9fbcc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.311222] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] Lock "e741c811-f2c2-4f2a-b4e0-80358c9fbcc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.311951] env[65665]: DEBUG nova.compute.manager [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] No waiting events found dispatching network-vif-plugged-e28deba1-10b6-40d8-b1fc-b52598bf2cee {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 609.311951] env[65665]: WARNING nova.compute.manager [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Received unexpected event network-vif-plugged-e28deba1-10b6-40d8-b1fc-b52598bf2cee for instance with vm_state active and task_state None. [ 609.311951] env[65665]: DEBUG nova.compute.manager [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Received event network-changed-e28deba1-10b6-40d8-b1fc-b52598bf2cee {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 609.311951] env[65665]: DEBUG nova.compute.manager [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Refreshing instance network info cache due to event network-changed-e28deba1-10b6-40d8-b1fc-b52598bf2cee. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 609.312278] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] Acquiring lock "refresh_cache-e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.312278] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] Acquired lock "refresh_cache-e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.312421] env[65665]: DEBUG nova.network.neutron [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Refreshing network info cache for port e28deba1-10b6-40d8-b1fc-b52598bf2cee {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.366817] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854006, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.369786] env[65665]: WARNING neutronclient.v2_0.client [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.373236] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.373468] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.375156] env[65665]: INFO nova.compute.claims [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.460299] env[65665]: DEBUG nova.network.neutron [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Updating instance_info_cache with network_info: [{"id": "18d4c912-f92b-42c0-8bba-875e850c9ded", "address": "fa:16:3e:65:e1:97", "network": {"id": "2465298f-d99d-4e28-a9ca-99517310035a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-685240174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ffc248fe4f540b7a19fede286e88698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d4c912-f9", "ovs_interfaceid": "18d4c912-f92b-42c0-8bba-875e850c9ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.766054] env[65665]: WARNING neutronclient.v2_0.client [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.819286] env[65665]: WARNING neutronclient.v2_0.client [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.867148] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854006, 'name': CreateVM_Task, 'duration_secs': 1.485003} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.870590] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.871714] env[65665]: WARNING neutronclient.v2_0.client [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.872937] env[65665]: DEBUG oslo_vmware.service [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c476bb1-68cf-4f23-9999-5b69f8173f33 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.880088] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.880364] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.880814] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.883777] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2b8684-aa8d-4192-bd7a-e9645cd0000e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.889748] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 609.889748] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52406449-81e0-a9be-474b-eb410b2501da" [ 609.889748] env[65665]: _type = "Task" [ 609.889748] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.906441] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52406449-81e0-a9be-474b-eb410b2501da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.965601] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Releasing lock "refresh_cache-206acfbf-6270-4722-b2c3-954d2dd8d935" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.967057] env[65665]: DEBUG nova.compute.manager [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Instance network_info: |[{"id": "18d4c912-f92b-42c0-8bba-875e850c9ded", "address": "fa:16:3e:65:e1:97", "network": {"id": "2465298f-d99d-4e28-a9ca-99517310035a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-685240174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ffc248fe4f540b7a19fede286e88698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d4c912-f9", "ovs_interfaceid": "18d4c912-f92b-42c0-8bba-875e850c9ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 609.969896] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:e1:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18d4c912-f92b-42c0-8bba-875e850c9ded', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.978223] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Creating folder: Project (4ffc248fe4f540b7a19fede286e88698). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.982318] env[65665]: WARNING neutronclient.v2_0.client [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.984595] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5826e15e-b4f5-422b-953b-d4e7305f308a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.998749] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Created folder: Project (4ffc248fe4f540b7a19fede286e88698) in parent group-v946135. [ 609.999029] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Creating folder: Instances. Parent ref: group-v946161. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.999952] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ea61d81-d375-4af4-b551-fd73756d8b9a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.013360] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Created folder: Instances in parent group-v946161. [ 610.013991] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 610.014053] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.014293] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d9c1b61-d982-4e8e-952f-890e81f96717 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.040510] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.040510] env[65665]: value = "task-4854009" [ 610.040510] env[65665]: _type = "Task" [ 610.040510] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.052402] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854009, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.079313] env[65665]: WARNING neutronclient.v2_0.client [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.113691] env[65665]: DEBUG nova.network.neutron [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Updated VIF entry in instance network info cache for port 81ebc8dc-38c2-4a01-ad5a-80abd6e647bf. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 610.114229] env[65665]: DEBUG nova.network.neutron [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Updating instance_info_cache with network_info: [{"id": "81ebc8dc-38c2-4a01-ad5a-80abd6e647bf", "address": "fa:16:3e:9f:a7:d4", "network": {"id": "762b0cca-2c2d-43e5-b60f-a13d9503c2d4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-584556392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d736daa70ff4ab98dd2099937ee0f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ebc8dc-38", "ovs_interfaceid": "81ebc8dc-38c2-4a01-ad5a-80abd6e647bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.188492] env[65665]: DEBUG nova.network.neutron [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Updated VIF entry in instance network info cache for port e28deba1-10b6-40d8-b1fc-b52598bf2cee. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 610.188842] env[65665]: DEBUG nova.network.neutron [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Updating instance_info_cache with network_info: [{"id": "e28deba1-10b6-40d8-b1fc-b52598bf2cee", "address": "fa:16:3e:a1:21:e2", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28deba1-10", "ovs_interfaceid": "e28deba1-10b6-40d8-b1fc-b52598bf2cee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.190406] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Acquiring lock "cd0810a8-246a-4f1a-a654-2b0b844611ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.190732] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Lock "cd0810a8-246a-4f1a-a654-2b0b844611ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.402917] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.403428] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.403605] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.403783] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.403890] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.404162] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92c7f83e-7a50-49ff-b441-e5585d00aaa8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.418042] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.418309] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.419673] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03e9a8a-1aae-4d7d-8d1f-a5fa81bf6af5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.430466] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c8a7adc-4652-4872-9d31-75ec27ff6628 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.442274] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 610.442274] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5241a6b1-2aeb-87d0-0029-c1b5504582fd" [ 610.442274] env[65665]: _type = "Task" [ 610.442274] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.451174] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5241a6b1-2aeb-87d0-0029-c1b5504582fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.500639] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "12159289-c199-498a-a2d8-5ecfd92f2e17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.501361] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "12159289-c199-498a-a2d8-5ecfd92f2e17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.551857] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854009, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.575349] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Acquiring lock "ba5abd5f-4830-4dd2-958a-ee827cce4c01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.575707] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Lock "ba5abd5f-4830-4dd2-958a-ee827cce4c01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.594368] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eef854b-eb7f-40d8-8dac-b82cc3243139 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.602932] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1da4099-81b2-49e2-acce-9da86646425e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.636208] env[65665]: DEBUG oslo_concurrency.lockutils [req-80da0867-0d6f-46a9-9578-d7855fab50e7 req-8ef94bda-7e8d-40f8-abee-a903b699edec service nova] Releasing lock "refresh_cache-d547a951-4632-4565-8457-0481d6cc8f6e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.637725] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1f0fd5-9823-4d2b-92ac-bd6f07423220 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.648731] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d912002-2cb1-45df-9dcb-d4ea32c7b1fe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.664193] env[65665]: DEBUG nova.compute.provider_tree [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.693653] env[65665]: DEBUG nova.compute.manager [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 610.696556] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c227778-cec5-48c0-871f-3f179aa24272 req-cbdbe1ee-6d2b-4d2b-b67d-b42c0f897b2b service nova] Releasing lock "refresh_cache-e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.721359] env[65665]: DEBUG oslo_concurrency.lockutils [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Acquiring lock "d40273a4-fb49-4d88-9917-e86421984457" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.721522] env[65665]: DEBUG oslo_concurrency.lockutils [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Lock "d40273a4-fb49-4d88-9917-e86421984457" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.721725] env[65665]: DEBUG oslo_concurrency.lockutils [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Acquiring lock "d40273a4-fb49-4d88-9917-e86421984457-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.721956] env[65665]: DEBUG oslo_concurrency.lockutils [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Lock "d40273a4-fb49-4d88-9917-e86421984457-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.722151] env[65665]: DEBUG oslo_concurrency.lockutils [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Lock "d40273a4-fb49-4d88-9917-e86421984457-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.724767] env[65665]: INFO nova.compute.manager [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] [instance: d40273a4-fb49-4d88-9917-e86421984457] Terminating instance [ 610.752927] env[65665]: DEBUG nova.compute.manager [None req-be0c5d02-8b9b-4d2d-9f9e-43ca7ff23ca7 tempest-ServerDiagnosticsTest-378157244 tempest-ServerDiagnosticsTest-378157244-project-admin] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 610.752927] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df42638-8bcc-4ea8-8485-4a583ab9ec5d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.760115] env[65665]: INFO nova.compute.manager [None req-be0c5d02-8b9b-4d2d-9f9e-43ca7ff23ca7 tempest-ServerDiagnosticsTest-378157244 tempest-ServerDiagnosticsTest-378157244-project-admin] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Retrieving diagnostics [ 610.761056] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6f6e6c-1791-4693-8054-085d95c44ce6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.956646] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Preparing fetch location {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 610.956851] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Creating directory with path [datastore1] vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.957684] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebccc758-b830-4c17-bde7-5edc081ce425 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.987532] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Created directory with path [datastore1] vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.987758] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Fetch image to [datastore1] vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 610.987914] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Downloading image file data eea57882-5405-4dfd-88c4-7b96d46f8cbf to [datastore1] vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk on the data store datastore1 {{(pid=65665) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 610.988820] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb72d42b-ceed-467b-92df-e921d7dd16a9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.998306] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89dbee4-1162-4617-9316-508b6fed9e7c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.004205] env[65665]: DEBUG nova.compute.manager [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 611.013611] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3696889-01e8-456a-932d-100b643c3af2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.055482] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71318a5b-904f-4aea-a3d7-f065ddbdf4d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.068917] env[65665]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-04fb7d9e-6c10-4e87-b9d0-ed7aeb632747 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.071357] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854009, 'name': CreateVM_Task, 'duration_secs': 0.553587} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.071702] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.072440] env[65665]: WARNING neutronclient.v2_0.client [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.072789] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.072937] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.073409] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.073768] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6d5a32-6cae-4eda-92a0-1db526cc4a49 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.078140] env[65665]: DEBUG nova.compute.manager [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 611.082961] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Waiting for the task: (returnval){ [ 611.082961] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a7816-f2a1-13ec-0dea-4198c4acd282" [ 611.082961] env[65665]: _type = "Task" [ 611.082961] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.093311] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a7816-f2a1-13ec-0dea-4198c4acd282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.098033] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Downloading image file data eea57882-5405-4dfd-88c4-7b96d46f8cbf to the data store datastore1 {{(pid=65665) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 611.167397] env[65665]: DEBUG nova.scheduler.client.report [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.176030] env[65665]: DEBUG oslo_vmware.rw_handles [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65665) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 611.233118] env[65665]: DEBUG nova.compute.manager [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] [instance: d40273a4-fb49-4d88-9917-e86421984457] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 611.233284] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] [instance: d40273a4-fb49-4d88-9917-e86421984457] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.238187] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a08ff2d-3870-4de0-a238-bd3a5fae1092 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.245652] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] [instance: d40273a4-fb49-4d88-9917-e86421984457] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.245939] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42513575-fc56-4e43-859e-6c32b79313f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.254213] env[65665]: DEBUG oslo_vmware.api [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Waiting for the task: (returnval){ [ 611.254213] env[65665]: value = "task-4854010" [ 611.254213] env[65665]: _type = "Task" [ 611.254213] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.255348] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.266131] env[65665]: DEBUG oslo_vmware.api [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Task: {'id': task-4854010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.368875] env[65665]: DEBUG nova.compute.manager [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Received event network-vif-plugged-1827bd0f-c4c0-457a-8fb1-ce1de111f6dd {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 611.369651] env[65665]: DEBUG oslo_concurrency.lockutils [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] Acquiring lock "81563c3e-3323-4892-9c22-da0c062da7cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.369651] env[65665]: DEBUG oslo_concurrency.lockutils [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] Lock "81563c3e-3323-4892-9c22-da0c062da7cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.369801] env[65665]: DEBUG oslo_concurrency.lockutils [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] Lock "81563c3e-3323-4892-9c22-da0c062da7cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.370107] env[65665]: DEBUG nova.compute.manager [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] No waiting events found dispatching network-vif-plugged-1827bd0f-c4c0-457a-8fb1-ce1de111f6dd {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 611.370766] env[65665]: WARNING nova.compute.manager [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Received unexpected event network-vif-plugged-1827bd0f-c4c0-457a-8fb1-ce1de111f6dd for instance with vm_state building and task_state spawning. [ 611.370766] env[65665]: DEBUG nova.compute.manager [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Received event network-changed-1827bd0f-c4c0-457a-8fb1-ce1de111f6dd {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 611.370766] env[65665]: DEBUG nova.compute.manager [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Refreshing instance network info cache due to event network-changed-1827bd0f-c4c0-457a-8fb1-ce1de111f6dd. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 611.371772] env[65665]: DEBUG oslo_concurrency.lockutils [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] Acquiring lock "refresh_cache-81563c3e-3323-4892-9c22-da0c062da7cc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.371772] env[65665]: DEBUG oslo_concurrency.lockutils [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] Acquired lock "refresh_cache-81563c3e-3323-4892-9c22-da0c062da7cc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.371772] env[65665]: DEBUG nova.network.neutron [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Refreshing network info cache for port 1827bd0f-c4c0-457a-8fb1-ce1de111f6dd {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.394164] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Acquiring lock "24e8e742-2e51-41b0-b071-94a75a26f7f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.394451] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Lock "24e8e742-2e51-41b0-b071-94a75a26f7f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.394928] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Acquiring lock "24e8e742-2e51-41b0-b071-94a75a26f7f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.394928] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Lock "24e8e742-2e51-41b0-b071-94a75a26f7f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.395412] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Lock "24e8e742-2e51-41b0-b071-94a75a26f7f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.397536] env[65665]: INFO nova.compute.manager [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Terminating instance [ 611.404773] env[65665]: DEBUG nova.compute.manager [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Received event network-vif-plugged-18d4c912-f92b-42c0-8bba-875e850c9ded {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 611.405093] env[65665]: DEBUG oslo_concurrency.lockutils [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] Acquiring lock "206acfbf-6270-4722-b2c3-954d2dd8d935-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.405693] env[65665]: DEBUG oslo_concurrency.lockutils [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.405917] env[65665]: DEBUG oslo_concurrency.lockutils [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.406168] env[65665]: DEBUG nova.compute.manager [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] No waiting events found dispatching network-vif-plugged-18d4c912-f92b-42c0-8bba-875e850c9ded {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 611.406394] env[65665]: WARNING nova.compute.manager [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Received unexpected event network-vif-plugged-18d4c912-f92b-42c0-8bba-875e850c9ded for instance with vm_state building and task_state spawning. [ 611.406610] env[65665]: DEBUG nova.compute.manager [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Received event network-changed-18d4c912-f92b-42c0-8bba-875e850c9ded {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 611.406817] env[65665]: DEBUG nova.compute.manager [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Refreshing instance network info cache due to event network-changed-18d4c912-f92b-42c0-8bba-875e850c9ded. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 611.407073] env[65665]: DEBUG oslo_concurrency.lockutils [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] Acquiring lock "refresh_cache-206acfbf-6270-4722-b2c3-954d2dd8d935" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.407269] env[65665]: DEBUG oslo_concurrency.lockutils [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] Acquired lock "refresh_cache-206acfbf-6270-4722-b2c3-954d2dd8d935" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.407479] env[65665]: DEBUG nova.network.neutron [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Refreshing network info cache for port 18d4c912-f92b-42c0-8bba-875e850c9ded {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.542585] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.601601] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.601900] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.602466] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.611901] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.675026] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.675683] env[65665]: DEBUG nova.compute.manager [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 611.681037] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.423s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.681037] env[65665]: INFO nova.compute.claims [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.776259] env[65665]: DEBUG oslo_vmware.api [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Task: {'id': task-4854010, 'name': PowerOffVM_Task, 'duration_secs': 0.337214} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.779434] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] [instance: d40273a4-fb49-4d88-9917-e86421984457] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.779768] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] [instance: d40273a4-fb49-4d88-9917-e86421984457] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.780440] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eacaa63-2fb5-4466-886d-150a8ef6e6a0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.858030] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] [instance: d40273a4-fb49-4d88-9917-e86421984457] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.858345] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] [instance: d40273a4-fb49-4d88-9917-e86421984457] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.858611] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Deleting the datastore file [datastore2] d40273a4-fb49-4d88-9917-e86421984457 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.858971] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbae9eed-fc52-4a95-8fc0-f152f3f8a5c2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.873460] env[65665]: DEBUG oslo_vmware.api [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Waiting for the task: (returnval){ [ 611.873460] env[65665]: value = "task-4854012" [ 611.873460] env[65665]: _type = "Task" [ 611.873460] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.874115] env[65665]: WARNING neutronclient.v2_0.client [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.891248] env[65665]: DEBUG oslo_vmware.api [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Task: {'id': task-4854012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.906727] env[65665]: DEBUG nova.compute.manager [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 611.906727] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.906727] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82803cbf-be94-4c16-b294-8b246f407b23 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.912688] env[65665]: WARNING neutronclient.v2_0.client [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.921468] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.926248] env[65665]: DEBUG oslo_vmware.rw_handles [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Completed reading data from the image iterator. {{(pid=65665) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 611.926582] env[65665]: DEBUG oslo_vmware.rw_handles [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 611.927030] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47d0d59e-c845-4a10-bbac-062a1ce91faa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.935341] env[65665]: DEBUG oslo_vmware.api [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 611.935341] env[65665]: value = "task-4854013" [ 611.935341] env[65665]: _type = "Task" [ 611.935341] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.947251] env[65665]: DEBUG oslo_vmware.api [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4854013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.078450] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Downloaded image file data eea57882-5405-4dfd-88c4-7b96d46f8cbf to vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk on the data store datastore1 {{(pid=65665) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 612.081034] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Caching image {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 612.081034] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Copying Virtual Disk [datastore1] vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk to [datastore1] vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.081034] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5519170-ca01-4385-9479-3e9a54a04bdd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.091506] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 612.091506] env[65665]: value = "task-4854014" [ 612.091506] env[65665]: _type = "Task" [ 612.091506] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.105011] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.188946] env[65665]: DEBUG nova.compute.utils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.196658] env[65665]: DEBUG nova.compute.manager [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 612.197343] env[65665]: DEBUG nova.network.neutron [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 612.197866] env[65665]: WARNING neutronclient.v2_0.client [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.198347] env[65665]: WARNING neutronclient.v2_0.client [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.212429] env[65665]: WARNING neutronclient.v2_0.client [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.214238] env[65665]: WARNING neutronclient.v2_0.client [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.274814] env[65665]: DEBUG nova.policy [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e8cf4d8cd3c47e78e4e1ab9cfab6939', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01abda3e95404ecb8d55dffd00380e2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.311365] env[65665]: DEBUG nova.network.neutron [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Updated VIF entry in instance network info cache for port 18d4c912-f92b-42c0-8bba-875e850c9ded. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 612.312126] env[65665]: DEBUG nova.network.neutron [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Updating instance_info_cache with network_info: [{"id": "18d4c912-f92b-42c0-8bba-875e850c9ded", "address": "fa:16:3e:65:e1:97", "network": {"id": "2465298f-d99d-4e28-a9ca-99517310035a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-685240174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ffc248fe4f540b7a19fede286e88698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d4c912-f9", "ovs_interfaceid": "18d4c912-f92b-42c0-8bba-875e850c9ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.343804] env[65665]: DEBUG nova.network.neutron [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Updated VIF entry in instance network info cache for port 1827bd0f-c4c0-457a-8fb1-ce1de111f6dd. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 612.343975] env[65665]: DEBUG nova.network.neutron [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Updating instance_info_cache with network_info: [{"id": "1827bd0f-c4c0-457a-8fb1-ce1de111f6dd", "address": "fa:16:3e:af:6e:62", "network": {"id": "20faf3ae-5088-49ce-a75a-94fb9eb8b65e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1602413356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f83c86b93a4bcaa39f8c7af8ddf486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1827bd0f-c4", "ovs_interfaceid": "1827bd0f-c4c0-457a-8fb1-ce1de111f6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.384524] env[65665]: DEBUG oslo_vmware.api [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Task: {'id': task-4854012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387591} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.384721] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.384894] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] [instance: d40273a4-fb49-4d88-9917-e86421984457] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.385068] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] [instance: d40273a4-fb49-4d88-9917-e86421984457] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.385245] env[65665]: INFO nova.compute.manager [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] [instance: d40273a4-fb49-4d88-9917-e86421984457] Took 1.15 seconds to destroy the instance on the hypervisor. [ 612.385492] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 612.385770] env[65665]: DEBUG nova.compute.manager [-] [instance: d40273a4-fb49-4d88-9917-e86421984457] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 612.385770] env[65665]: DEBUG nova.network.neutron [-] [instance: d40273a4-fb49-4d88-9917-e86421984457] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 612.386073] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.441358] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.451343] env[65665]: DEBUG oslo_vmware.api [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4854013, 'name': PowerOffVM_Task, 'duration_secs': 0.247076} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.452240] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.452240] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 612.452240] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a6a36da-910f-4862-a486-39de11d6cf71 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.462861] env[65665]: DEBUG nova.compute.manager [None req-ed2a76d7-c6b5-417f-b555-30e35ef9a18d tempest-ServerExternalEventsTest-384397496 tempest-ServerExternalEventsTest-384397496-project] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Received event network-changed {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 612.463779] env[65665]: DEBUG nova.compute.manager [None req-ed2a76d7-c6b5-417f-b555-30e35ef9a18d tempest-ServerExternalEventsTest-384397496 tempest-ServerExternalEventsTest-384397496-project] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Refreshing instance network info cache due to event network-changed. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 612.463779] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed2a76d7-c6b5-417f-b555-30e35ef9a18d tempest-ServerExternalEventsTest-384397496 tempest-ServerExternalEventsTest-384397496-project] Acquiring lock "refresh_cache-e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.463779] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed2a76d7-c6b5-417f-b555-30e35ef9a18d tempest-ServerExternalEventsTest-384397496 tempest-ServerExternalEventsTest-384397496-project] Acquired lock "refresh_cache-e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.463779] env[65665]: DEBUG nova.network.neutron [None req-ed2a76d7-c6b5-417f-b555-30e35ef9a18d tempest-ServerExternalEventsTest-384397496 tempest-ServerExternalEventsTest-384397496-project] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 612.538910] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.539300] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.542370] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Deleting the datastore file [datastore2] 24e8e742-2e51-41b0-b071-94a75a26f7f7 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.542370] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-433fa93d-1285-485a-abc7-c37ee2928993 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.549255] env[65665]: DEBUG oslo_vmware.api [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for the task: (returnval){ [ 612.549255] env[65665]: value = "task-4854016" [ 612.549255] env[65665]: _type = "Task" [ 612.549255] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.561137] env[65665]: DEBUG oslo_vmware.api [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4854016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.605960] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.686535] env[65665]: DEBUG nova.network.neutron [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Successfully created port: 6c08851b-e7c4-46f3-8d9e-ce1ecbc59618 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 612.691952] env[65665]: DEBUG nova.compute.manager [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 612.711542] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Acquiring lock "d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.712024] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Lock "d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.713146] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Acquiring lock "d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.713146] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Lock "d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.713146] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Lock "d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.715837] env[65665]: INFO nova.compute.manager [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Terminating instance [ 612.815398] env[65665]: DEBUG oslo_concurrency.lockutils [req-1d3a01f0-20e0-43a1-ac76-41c6ad582fde req-bf6f2f25-2a9a-4e4a-a23d-21a05929557e service nova] Releasing lock "refresh_cache-206acfbf-6270-4722-b2c3-954d2dd8d935" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.847813] env[65665]: DEBUG oslo_concurrency.lockutils [req-43dec776-6dff-4a87-b4b0-fa6195a37f6d req-3535e89f-2c50-4594-836d-6b743e4578e8 service nova] Releasing lock "refresh_cache-81563c3e-3323-4892-9c22-da0c062da7cc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.967098] env[65665]: WARNING neutronclient.v2_0.client [None req-ed2a76d7-c6b5-417f-b555-30e35ef9a18d tempest-ServerExternalEventsTest-384397496 tempest-ServerExternalEventsTest-384397496-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.988351] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5f5f60-ae65-41e9-9899-4c8b61e32b3b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.999596] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ba2dd3-50ef-4088-812f-2e74fce65378 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.040656] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6628bab-7c18-49e2-b98e-b38988b3d32d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.050988] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b79d070-c8ac-4cf9-81e0-34a60cb12c40 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.072262] env[65665]: DEBUG nova.compute.provider_tree [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.077521] env[65665]: DEBUG oslo_vmware.api [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Task: {'id': task-4854016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328786} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.078130] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.078319] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.078753] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.078753] env[65665]: INFO nova.compute.manager [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 613.078950] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 613.079160] env[65665]: DEBUG nova.compute.manager [-] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 613.079337] env[65665]: DEBUG nova.network.neutron [-] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 613.079933] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.106943] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854014, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.178578] env[65665]: DEBUG nova.network.neutron [-] [instance: d40273a4-fb49-4d88-9917-e86421984457] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.226730] env[65665]: DEBUG nova.compute.manager [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 613.226730] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.229101] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3d7dd5-1c85-4461-81c5-ceb9c5515859 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.239494] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.239935] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e6784af-f3f6-4093-9e6d-6484c33a0c10 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.247844] env[65665]: DEBUG oslo_vmware.api [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Waiting for the task: (returnval){ [ 613.247844] env[65665]: value = "task-4854017" [ 613.247844] env[65665]: _type = "Task" [ 613.247844] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.259840] env[65665]: DEBUG oslo_vmware.api [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4854017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.261062] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.579362] env[65665]: DEBUG nova.scheduler.client.report [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.604532] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854014, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.254163} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.604532] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Copied Virtual Disk [datastore1] vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk to [datastore1] vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.604532] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Deleting the datastore file [datastore1] vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf/tmp-sparse.vmdk {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.605118] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cf3b1a0-1684-40b8-ab7e-da17e467b5a0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.616577] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 613.616577] env[65665]: value = "task-4854018" [ 613.616577] env[65665]: _type = "Task" [ 613.616577] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.630602] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.682098] env[65665]: INFO nova.compute.manager [-] [instance: d40273a4-fb49-4d88-9917-e86421984457] Took 1.30 seconds to deallocate network for instance. [ 613.703143] env[65665]: DEBUG nova.compute.manager [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 613.743029] env[65665]: DEBUG nova.virt.hardware [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 613.743270] env[65665]: DEBUG nova.virt.hardware [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.743835] env[65665]: DEBUG nova.virt.hardware [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 613.744093] env[65665]: DEBUG nova.virt.hardware [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.744248] env[65665]: DEBUG nova.virt.hardware [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 613.744393] env[65665]: DEBUG nova.virt.hardware [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 613.744598] env[65665]: DEBUG nova.virt.hardware [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 613.744736] env[65665]: DEBUG nova.virt.hardware [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 613.744998] env[65665]: DEBUG nova.virt.hardware [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 613.745090] env[65665]: DEBUG nova.virt.hardware [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 613.745208] env[65665]: DEBUG nova.virt.hardware [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 613.746933] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1867c87b-906a-47a5-8401-dacc58dc866f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.765513] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde21723-bfd1-44d1-a4dd-005ac67854d9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.766137] env[65665]: DEBUG oslo_vmware.api [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4854017, 'name': PowerOffVM_Task, 'duration_secs': 0.408477} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.766777] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.766965] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.767899] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-570a267c-c2b8-4396-8468-f639aaee4efa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.864252] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.864252] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.864252] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Deleting the datastore file [datastore2] d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.864252] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef0f0325-234a-4948-be98-3fd4ad353d07 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.870425] env[65665]: DEBUG oslo_vmware.api [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Waiting for the task: (returnval){ [ 613.870425] env[65665]: value = "task-4854020" [ 613.870425] env[65665]: _type = "Task" [ 613.870425] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.879614] env[65665]: DEBUG oslo_vmware.api [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4854020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.954160] env[65665]: WARNING neutronclient.v2_0.client [None req-ed2a76d7-c6b5-417f-b555-30e35ef9a18d tempest-ServerExternalEventsTest-384397496 tempest-ServerExternalEventsTest-384397496-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.088101] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.088101] env[65665]: DEBUG nova.compute.manager [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 614.089456] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.547s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.090873] env[65665]: INFO nova.compute.claims [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.129728] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035636} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.131017] env[65665]: DEBUG nova.network.neutron [None req-ed2a76d7-c6b5-417f-b555-30e35ef9a18d tempest-ServerExternalEventsTest-384397496 tempest-ServerExternalEventsTest-384397496-project] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Updating instance_info_cache with network_info: [{"id": "e28deba1-10b6-40d8-b1fc-b52598bf2cee", "address": "fa:16:3e:a1:21:e2", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28deba1-10", "ovs_interfaceid": "e28deba1-10b6-40d8-b1fc-b52598bf2cee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.132099] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.132213] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Moving file from [datastore1] vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78/eea57882-5405-4dfd-88c4-7b96d46f8cbf to [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf. {{(pid=65665) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 614.133040] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b721dc38-efe9-4c1b-911e-306a73d24323 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.141654] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 614.141654] env[65665]: value = "task-4854021" [ 614.141654] env[65665]: _type = "Task" [ 614.141654] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.153622] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854021, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.156096] env[65665]: DEBUG nova.network.neutron [-] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.193232] env[65665]: DEBUG oslo_concurrency.lockutils [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.320062] env[65665]: DEBUG nova.network.neutron [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Successfully updated port: 6c08851b-e7c4-46f3-8d9e-ce1ecbc59618 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 614.382484] env[65665]: DEBUG oslo_vmware.api [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Task: {'id': task-4854020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184941} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.382887] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.383162] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.383239] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.383417] env[65665]: INFO nova.compute.manager [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 614.383674] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 614.383890] env[65665]: DEBUG nova.compute.manager [-] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 614.384017] env[65665]: DEBUG nova.network.neutron [-] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 614.384316] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.432148] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.459197] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Acquiring lock "a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.459502] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Lock "a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.459651] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Acquiring lock "a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.459826] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Lock "a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.459986] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Lock "a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.462790] env[65665]: INFO nova.compute.manager [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Terminating instance [ 614.595474] env[65665]: DEBUG nova.compute.utils [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.600025] env[65665]: DEBUG nova.compute.manager [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 614.600025] env[65665]: DEBUG nova.network.neutron [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 614.600025] env[65665]: WARNING neutronclient.v2_0.client [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.600025] env[65665]: WARNING neutronclient.v2_0.client [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.636391] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed2a76d7-c6b5-417f-b555-30e35ef9a18d tempest-ServerExternalEventsTest-384397496 tempest-ServerExternalEventsTest-384397496-project] Releasing lock "refresh_cache-e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.654518] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854021, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.237566} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.654827] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] File moved {{(pid=65665) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 614.655071] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Cleaning up location [datastore1] vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78 {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 614.655273] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Deleting the datastore file [datastore1] vmware_temp/7bb8230c-b7f9-4026-813e-56c1c4905d78 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.655527] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e45c22d-1d8a-4219-a9e9-661a8589654c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.658240] env[65665]: INFO nova.compute.manager [-] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Took 1.58 seconds to deallocate network for instance. [ 614.668021] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 614.668021] env[65665]: value = "task-4854022" [ 614.668021] env[65665]: _type = "Task" [ 614.668021] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.674242] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.811247] env[65665]: DEBUG oslo_concurrency.lockutils [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Acquiring lock "e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.811247] env[65665]: DEBUG oslo_concurrency.lockutils [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Lock "e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.811247] env[65665]: DEBUG oslo_concurrency.lockutils [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Acquiring lock "e741c811-f2c2-4f2a-b4e0-80358c9fbcc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.811247] env[65665]: DEBUG oslo_concurrency.lockutils [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Lock "e741c811-f2c2-4f2a-b4e0-80358c9fbcc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.811447] env[65665]: DEBUG oslo_concurrency.lockutils [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Lock "e741c811-f2c2-4f2a-b4e0-80358c9fbcc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.813332] env[65665]: INFO nova.compute.manager [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Terminating instance [ 614.817787] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Acquiring lock "refresh_cache-8e7a4581-e914-41fd-80ec-372e58c735d2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.818274] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Acquired lock "refresh_cache-8e7a4581-e914-41fd-80ec-372e58c735d2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.819297] env[65665]: DEBUG nova.network.neutron [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 614.861780] env[65665]: DEBUG nova.policy [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e22e77e771cb4b0b9a4e92a0ea39c1d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10f86d1294c4108b07e581664c0eece', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.969882] env[65665]: DEBUG nova.compute.manager [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 614.969882] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.969882] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0fda3b-776f-485b-a7c4-68f5780c8d15 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.978453] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.979063] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e9ba0e0-4720-4511-abac-1fcce6fc787b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.995048] env[65665]: DEBUG oslo_vmware.api [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Waiting for the task: (returnval){ [ 614.995048] env[65665]: value = "task-4854023" [ 614.995048] env[65665]: _type = "Task" [ 614.995048] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.005547] env[65665]: DEBUG oslo_vmware.api [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4854023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.100418] env[65665]: DEBUG nova.compute.manager [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 615.167498] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.185711] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082932} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.186430] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.190094] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0502f916-d5b1-4e42-9b09-f0c225833d8f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.198966] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 615.198966] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5286a844-26dc-e0c2-3b25-c20f4be5865b" [ 615.198966] env[65665]: _type = "Task" [ 615.198966] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.209160] env[65665]: DEBUG nova.network.neutron [-] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.213169] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5286a844-26dc-e0c2-3b25-c20f4be5865b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.236922] env[65665]: DEBUG nova.network.neutron [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Successfully created port: 168708e9-eb81-41d2-980f-38b87d38f3bf {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 615.318910] env[65665]: DEBUG nova.compute.manager [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 615.319637] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.320710] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431b1c51-6fdb-4ab6-bec8-3ee7b05abb10 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.329136] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6319b001-d2bf-40c2-b6f2-36a042b51294 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.336179] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.336890] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bdfc879-551e-4319-bc83-41e41f1dcb53 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.343439] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722238cd-ebcc-4383-b3b3-db3cfb5f4902 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.348272] env[65665]: DEBUG oslo_vmware.api [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Waiting for the task: (returnval){ [ 615.348272] env[65665]: value = "task-4854024" [ 615.348272] env[65665]: _type = "Task" [ 615.348272] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.381781] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d31cff0-7f0e-4d79-a910-f7ff510582e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.388150] env[65665]: DEBUG oslo_vmware.api [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4854024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.394495] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aaf252-37ab-48bf-ae49-a9f1d64c18fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.409602] env[65665]: DEBUG nova.compute.provider_tree [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.430320] env[65665]: DEBUG nova.network.neutron [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 615.507679] env[65665]: DEBUG oslo_vmware.api [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4854023, 'name': PowerOffVM_Task, 'duration_secs': 0.267012} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.507863] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.509083] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.509083] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a03efd1e-7e51-40d5-a271-a3064fc5182d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.586038] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.586419] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.586734] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Deleting the datastore file [datastore2] a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.587154] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bc8723f-0890-4dfa-824a-d33758865e49 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.595333] env[65665]: DEBUG oslo_vmware.api [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Waiting for the task: (returnval){ [ 615.595333] env[65665]: value = "task-4854026" [ 615.595333] env[65665]: _type = "Task" [ 615.595333] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.608493] env[65665]: INFO nova.virt.block_device [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Booting with volume 34d8feba-850b-4bff-afdd-5b168fe5851e at /dev/sda [ 615.611062] env[65665]: DEBUG oslo_vmware.api [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4854026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.640258] env[65665]: DEBUG nova.compute.manager [req-dfe629db-ca88-4f1f-aecd-4596aba80dff req-0848fb78-840c-4c38-9d75-9601a0596015 service nova] [instance: d40273a4-fb49-4d88-9917-e86421984457] Received event network-vif-deleted-e579644c-b007-48d7-b23e-dee9d367c0af {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 615.662830] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c1ff53c-89f3-420a-91ff-a69611535168 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.666072] env[65665]: DEBUG nova.compute.manager [req-2564415b-672d-4f15-bf56-a3d1b59fb6ec req-f3742518-7397-475f-9bf5-83dbaa00e00c service nova] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Received event network-vif-deleted-c3b62363-98d8-487b-ae35-46b8b1993e61 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 615.675141] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf1fd95-d9f7-4399-bbdc-acfcaaf037ed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.707303] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0c2a167-6efe-4cb2-a070-bce269a7e5e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.716410] env[65665]: INFO nova.compute.manager [-] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Took 1.33 seconds to deallocate network for instance. [ 615.716577] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5286a844-26dc-e0c2-3b25-c20f4be5865b, 'name': SearchDatastore_Task, 'duration_secs': 0.014954} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.719204] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.719454] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 81563c3e-3323-4892-9c22-da0c062da7cc/81563c3e-3323-4892-9c22-da0c062da7cc.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.722778] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.723021] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.723291] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c64bee5b-000f-4f3a-b287-cef1f1e38557 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.728746] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca88c61-086e-4719-94b6-ec248533f89b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.740037] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab4764d1-36e9-4c54-8301-004d741cafb9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.747615] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 615.747615] env[65665]: value = "task-4854027" [ 615.747615] env[65665]: _type = "Task" [ 615.747615] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.752551] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.752727] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.766436] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc39b4ea-f7d7-42c1-a5f6-7f26d2826682 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.773187] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fce97e-3824-4f14-ab60-59654c7f28dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.776382] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.782245] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Waiting for the task: (returnval){ [ 615.782245] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529ce5f7-5ba0-5120-70db-281036240c8c" [ 615.782245] env[65665]: _type = "Task" [ 615.782245] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.791651] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d605fba-7dca-4471-ac47-1de09351957c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.801288] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529ce5f7-5ba0-5120-70db-281036240c8c, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.802153] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7558a7ca-6eac-4746-9eb3-20e0be806463 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.809015] env[65665]: DEBUG nova.virt.block_device [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Updating existing volume attachment record: d1961d43-00b9-4fd0-b34e-f4a0aa5fa4d3 {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 615.815486] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Waiting for the task: (returnval){ [ 615.815486] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5272154e-9d0a-894c-1338-9e1466430c34" [ 615.815486] env[65665]: _type = "Task" [ 615.815486] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.824704] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5272154e-9d0a-894c-1338-9e1466430c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.859196] env[65665]: DEBUG oslo_vmware.api [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4854024, 'name': PowerOffVM_Task, 'duration_secs': 0.271808} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.859491] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.859667] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.859956] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89d005f5-7fad-4ba1-ba80-6bccc10cb4c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.913226] env[65665]: DEBUG nova.scheduler.client.report [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.926621] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.926989] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.927262] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Deleting the datastore file [datastore2] e741c811-f2c2-4f2a-b4e0-80358c9fbcc5 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.927942] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b17f7bfe-d309-4b2d-a830-2aeba2e00d19 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.937367] env[65665]: DEBUG oslo_vmware.api [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Waiting for the task: (returnval){ [ 615.937367] env[65665]: value = "task-4854029" [ 615.937367] env[65665]: _type = "Task" [ 615.937367] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.950635] env[65665]: DEBUG oslo_vmware.api [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4854029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.997064] env[65665]: WARNING neutronclient.v2_0.client [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.108224] env[65665]: DEBUG oslo_vmware.api [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Task: {'id': task-4854026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164149} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.108716] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.108716] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 616.108846] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 616.108981] env[65665]: INFO nova.compute.manager [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Took 1.14 seconds to destroy the instance on the hypervisor. [ 616.110020] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 616.110020] env[65665]: DEBUG nova.compute.manager [-] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 616.110020] env[65665]: DEBUG nova.network.neutron [-] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 616.110020] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.241676] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.242981] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.258740] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854027, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.320555] env[65665]: DEBUG nova.network.neutron [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Updating instance_info_cache with network_info: [{"id": "6c08851b-e7c4-46f3-8d9e-ce1ecbc59618", "address": "fa:16:3e:8d:7e:56", "network": {"id": "4d5f75bb-8a56-40dd-9e15-e2c08c8540dc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-92874090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01abda3e95404ecb8d55dffd00380e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c08851b-e7", "ovs_interfaceid": "6c08851b-e7c4-46f3-8d9e-ce1ecbc59618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.328958] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5272154e-9d0a-894c-1338-9e1466430c34, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.329688] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.329688] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 206acfbf-6270-4722-b2c3-954d2dd8d935/206acfbf-6270-4722-b2c3-954d2dd8d935.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.329865] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26ffc81b-95d5-4049-bc00-6419f292eb7a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.339094] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Waiting for the task: (returnval){ [ 616.339094] env[65665]: value = "task-4854030" [ 616.339094] env[65665]: _type = "Task" [ 616.339094] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.350500] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.419964] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.420547] env[65665]: DEBUG nova.compute.manager [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 616.423471] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.812s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.424952] env[65665]: INFO nova.compute.claims [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.448958] env[65665]: DEBUG oslo_vmware.api [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Task: {'id': task-4854029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469517} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.449273] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.449451] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 616.449619] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 616.449780] env[65665]: INFO nova.compute.manager [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 616.450107] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 616.450272] env[65665]: DEBUG nova.compute.manager [-] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 616.450376] env[65665]: DEBUG nova.network.neutron [-] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 616.450651] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.586170] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.761398] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Acquiring lock "ce00df29-575c-4b28-875f-5ea4504e9394" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.761717] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Lock "ce00df29-575c-4b28-875f-5ea4504e9394" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.762979] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51412} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.763600] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 81563c3e-3323-4892-9c22-da0c062da7cc/81563c3e-3323-4892-9c22-da0c062da7cc.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.763894] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.764684] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5dec1f0-2f55-4a84-8276-ad5dd59f6c93 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.774890] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 616.774890] env[65665]: value = "task-4854031" [ 616.774890] env[65665]: _type = "Task" [ 616.774890] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.790898] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.824195] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Releasing lock "refresh_cache-8e7a4581-e914-41fd-80ec-372e58c735d2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.826692] env[65665]: DEBUG nova.compute.manager [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Instance network_info: |[{"id": "6c08851b-e7c4-46f3-8d9e-ce1ecbc59618", "address": "fa:16:3e:8d:7e:56", "network": {"id": "4d5f75bb-8a56-40dd-9e15-e2c08c8540dc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-92874090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01abda3e95404ecb8d55dffd00380e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c08851b-e7", "ovs_interfaceid": "6c08851b-e7c4-46f3-8d9e-ce1ecbc59618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 616.826995] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:7e:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c08851b-e7c4-46f3-8d9e-ce1ecbc59618', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.836685] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Creating folder: Project (01abda3e95404ecb8d55dffd00380e2d). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.837480] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a443bceb-9066-4ae7-b7f9-0155fac28c2a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.852696] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854030, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.854752] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Created folder: Project (01abda3e95404ecb8d55dffd00380e2d) in parent group-v946135. [ 616.854904] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Creating folder: Instances. Parent ref: group-v946164. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.855168] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74e6360a-3bcb-45a2-bc06-36ecc3d47c51 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.868033] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Created folder: Instances in parent group-v946164. [ 616.868033] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 616.868033] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.868227] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a9f1f05-d0db-462b-b925-a04d930f87a4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.887818] env[65665]: DEBUG nova.network.neutron [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Successfully updated port: 168708e9-eb81-41d2-980f-38b87d38f3bf {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 616.897568] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.897568] env[65665]: value = "task-4854034" [ 616.897568] env[65665]: _type = "Task" [ 616.897568] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.909330] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854034, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.929221] env[65665]: DEBUG nova.compute.utils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.933351] env[65665]: DEBUG nova.compute.manager [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 616.933351] env[65665]: DEBUG nova.network.neutron [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 616.933777] env[65665]: WARNING neutronclient.v2_0.client [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.934457] env[65665]: WARNING neutronclient.v2_0.client [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.041660] env[65665]: DEBUG nova.policy [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796c243a11df440f94abe63f599fcb8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bad9b509c1344aebb93a1f6f3072a7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.043829] env[65665]: DEBUG nova.network.neutron [-] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.265824] env[65665]: DEBUG nova.compute.manager [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 617.290326] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09384} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.290705] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.291625] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af12e91-4003-4124-8f80-d44ce0719814 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.317298] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 81563c3e-3323-4892-9c22-da0c062da7cc/81563c3e-3323-4892-9c22-da0c062da7cc.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.318037] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b87c1d6-b032-4f7b-9039-4cba75af8e4b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.341468] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 617.341468] env[65665]: value = "task-4854035" [ 617.341468] env[65665]: _type = "Task" [ 617.341468] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.355529] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68873} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.359801] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 206acfbf-6270-4722-b2c3-954d2dd8d935/206acfbf-6270-4722-b2c3-954d2dd8d935.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.359801] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.360198] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854035, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.360388] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66cfd215-5605-47e0-a1f1-68cd50759261 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.369023] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Waiting for the task: (returnval){ [ 617.369023] env[65665]: value = "task-4854036" [ 617.369023] env[65665]: _type = "Task" [ 617.369023] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.378410] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.391610] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Acquiring lock "refresh_cache-cd0810a8-246a-4f1a-a654-2b0b844611ab" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.391610] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Acquired lock "refresh_cache-cd0810a8-246a-4f1a-a654-2b0b844611ab" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.391610] env[65665]: DEBUG nova.network.neutron [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 617.409412] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854034, 'name': CreateVM_Task, 'duration_secs': 0.440576} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.409593] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.410084] env[65665]: WARNING neutronclient.v2_0.client [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.410444] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.410657] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.411243] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.411416] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8229a1f-ffae-42c8-a0f9-cb43c11f41c9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.417774] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Waiting for the task: (returnval){ [ 617.417774] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5293cdbc-34f2-bc43-6eea-ba9fb771412d" [ 617.417774] env[65665]: _type = "Task" [ 617.417774] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.428030] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5293cdbc-34f2-bc43-6eea-ba9fb771412d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.437877] env[65665]: DEBUG nova.compute.manager [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 617.538208] env[65665]: DEBUG nova.network.neutron [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Successfully created port: 2798456e-663b-4b1b-b37f-4c3b174e79d8 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 617.549903] env[65665]: INFO nova.compute.manager [-] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Took 1.44 seconds to deallocate network for instance. [ 617.646940] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e013e4-30b9-4c24-b656-eec33c986336 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.655424] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454658be-c4e2-40da-88dc-26929b61c913 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.688933] env[65665]: DEBUG nova.network.neutron [-] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.691788] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f2fbf7-4812-445d-aa1d-ce3051940330 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.701056] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd323a6d-25db-4eb3-b435-e3a2110f8512 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.716797] env[65665]: DEBUG nova.compute.provider_tree [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.795231] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.855809] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854035, 'name': ReconfigVM_Task, 'duration_secs': 0.352951} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.856115] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 81563c3e-3323-4892-9c22-da0c062da7cc/81563c3e-3323-4892-9c22-da0c062da7cc.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.857064] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d26df398-716b-4480-905a-4b18e541903c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.864280] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 617.864280] env[65665]: value = "task-4854037" [ 617.864280] env[65665]: _type = "Task" [ 617.864280] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.876099] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854037, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.886230] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073483} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.886500] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.887962] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f2c66a-351c-4037-95fd-422375dcd9da {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.914100] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 206acfbf-6270-4722-b2c3-954d2dd8d935/206acfbf-6270-4722-b2c3-954d2dd8d935.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.915047] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c91c55d-ec76-4476-8217-617fd3db3e69 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.942293] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5293cdbc-34f2-bc43-6eea-ba9fb771412d, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.943922] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.944104] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.944327] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.944470] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.944638] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.944946] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Waiting for the task: (returnval){ [ 617.944946] env[65665]: value = "task-4854038" [ 617.944946] env[65665]: _type = "Task" [ 617.944946] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.945151] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80b7987e-22b0-4c7d-922a-504447ff9617 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.956627] env[65665]: DEBUG nova.compute.manager [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 617.957138] env[65665]: DEBUG nova.virt.hardware [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 617.957477] env[65665]: DEBUG nova.virt.hardware [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.957853] env[65665]: DEBUG nova.virt.hardware [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 617.957853] env[65665]: DEBUG nova.virt.hardware [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.957996] env[65665]: DEBUG nova.virt.hardware [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 617.958100] env[65665]: DEBUG nova.virt.hardware [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 617.958315] env[65665]: DEBUG nova.virt.hardware [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 617.958481] env[65665]: DEBUG nova.virt.hardware [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 617.958652] env[65665]: DEBUG nova.virt.hardware [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 617.958812] env[65665]: DEBUG nova.virt.hardware [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 617.959017] env[65665]: DEBUG nova.virt.hardware [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 617.963174] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601bfdee-f2bb-40f0-aa1c-c444d796f710 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.966195] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.967196] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.967518] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.968635] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f68579-63e7-4b61-b46a-5e598f66ec1a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.975043] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53115103-1521-4c0c-8bab-59579b8f6d9d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.981444] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Waiting for the task: (returnval){ [ 617.981444] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5250b8c6-8dfb-8a4d-d47d-ad850a495f59" [ 617.981444] env[65665]: _type = "Task" [ 617.981444] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.001171] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5250b8c6-8dfb-8a4d-d47d-ad850a495f59, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.002057] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4fcd6e8-ab5e-4f9b-89a6-579c20f8d83c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.007637] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Waiting for the task: (returnval){ [ 618.007637] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52396f84-dc1d-744d-e927-30375ea0f7f8" [ 618.007637] env[65665]: _type = "Task" [ 618.007637] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.018528] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52396f84-dc1d-744d-e927-30375ea0f7f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.019527] env[65665]: DEBUG nova.network.neutron [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 618.057616] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.191520] env[65665]: INFO nova.compute.manager [-] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Took 1.74 seconds to deallocate network for instance. [ 618.220207] env[65665]: DEBUG nova.scheduler.client.report [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.374388] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854037, 'name': Rename_Task, 'duration_secs': 0.153776} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.374651] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.374912] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da360b08-aa70-4bd1-aa27-58b663f2e367 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.381675] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 618.381675] env[65665]: value = "task-4854039" [ 618.381675] env[65665]: _type = "Task" [ 618.381675] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.390078] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.456014] env[65665]: DEBUG nova.compute.manager [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 618.462154] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854038, 'name': ReconfigVM_Task, 'duration_secs': 0.290977} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.462522] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 206acfbf-6270-4722-b2c3-954d2dd8d935/206acfbf-6270-4722-b2c3-954d2dd8d935.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.463145] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3174fc6f-f384-41c2-baed-96e7f57f32c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.471291] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Waiting for the task: (returnval){ [ 618.471291] env[65665]: value = "task-4854040" [ 618.471291] env[65665]: _type = "Task" [ 618.471291] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.480900] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854040, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.494189] env[65665]: DEBUG nova.virt.hardware [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 618.494502] env[65665]: DEBUG nova.virt.hardware [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.494908] env[65665]: DEBUG nova.virt.hardware [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 618.494908] env[65665]: DEBUG nova.virt.hardware [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.495035] env[65665]: DEBUG nova.virt.hardware [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 618.495093] env[65665]: DEBUG nova.virt.hardware [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 618.495311] env[65665]: DEBUG nova.virt.hardware [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 618.495464] env[65665]: DEBUG nova.virt.hardware [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 618.495615] env[65665]: DEBUG nova.virt.hardware [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 618.495945] env[65665]: DEBUG nova.virt.hardware [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 618.496213] env[65665]: DEBUG nova.virt.hardware [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 618.497210] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b1dc17-16d6-4d18-8a02-db21e740c339 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.506386] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02599f2-4198-40af-8beb-08e623e9efdc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.530938] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52396f84-dc1d-744d-e927-30375ea0f7f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011781} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.531233] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.531617] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8e7a4581-e914-41fd-80ec-372e58c735d2/8e7a4581-e914-41fd-80ec-372e58c735d2.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.531780] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc4fad64-0692-4bb2-9d5c-21a36eed078f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.539175] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Waiting for the task: (returnval){ [ 618.539175] env[65665]: value = "task-4854041" [ 618.539175] env[65665]: _type = "Task" [ 618.539175] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.549164] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.698899] env[65665]: DEBUG oslo_concurrency.lockutils [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.725226] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.725809] env[65665]: DEBUG nova.compute.manager [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 618.729019] env[65665]: DEBUG oslo_concurrency.lockutils [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.536s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.729313] env[65665]: DEBUG nova.objects.instance [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Lazy-loading 'resources' on Instance uuid d40273a4-fb49-4d88-9917-e86421984457 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.893789] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854039, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.985875] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854040, 'name': Rename_Task, 'duration_secs': 0.196099} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.986260] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.986577] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6725b975-688a-4883-93db-924ad60c9f0f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.996049] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Waiting for the task: (returnval){ [ 618.996049] env[65665]: value = "task-4854042" [ 618.996049] env[65665]: _type = "Task" [ 618.996049] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.013375] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.046175] env[65665]: WARNING neutronclient.v2_0.client [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.056340] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854041, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.233592] env[65665]: DEBUG nova.compute.utils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.239587] env[65665]: DEBUG nova.compute.manager [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 619.240074] env[65665]: DEBUG nova.network.neutron [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 619.240461] env[65665]: WARNING neutronclient.v2_0.client [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.240822] env[65665]: WARNING neutronclient.v2_0.client [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.261637] env[65665]: DEBUG nova.network.neutron [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Successfully updated port: 2798456e-663b-4b1b-b37f-4c3b174e79d8 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 619.365445] env[65665]: DEBUG nova.network.neutron [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Updating instance_info_cache with network_info: [{"id": "168708e9-eb81-41d2-980f-38b87d38f3bf", "address": "fa:16:3e:8c:48:f5", "network": {"id": "eb168169-92ef-46c3-bb48-3df13cc77869", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1544398137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10f86d1294c4108b07e581664c0eece", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap168708e9-eb", "ovs_interfaceid": "168708e9-eb81-41d2-980f-38b87d38f3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.395673] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854039, 'name': PowerOnVM_Task} progress is 86%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.404635] env[65665]: DEBUG nova.policy [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78ff7c240b0942f193f3559db74386f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97bd8368abb642a4b4b8fb118cb55922', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.476204] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1262046-1502-4d11-bb12-62f946821f43 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.487580] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4f4020-e813-4f75-b331-867a62592d70 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.534048] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ec369c-95c2-4f85-9a5b-2b7c435cc156 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.549058] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854042, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.550403] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72157692-32ac-403a-86b5-48ba1a0bef0b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.570973] env[65665]: DEBUG nova.compute.provider_tree [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.576673] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592611} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.576673] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8e7a4581-e914-41fd-80ec-372e58c735d2/8e7a4581-e914-41fd-80ec-372e58c735d2.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.576673] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.576673] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f8e3cbf-afc9-451d-aa68-19b7bbd62d47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.584259] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Waiting for the task: (returnval){ [ 619.584259] env[65665]: value = "task-4854043" [ 619.584259] env[65665]: _type = "Task" [ 619.584259] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.594809] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.740389] env[65665]: DEBUG nova.compute.manager [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 619.750726] env[65665]: DEBUG nova.network.neutron [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Successfully created port: 110e816f-315a-46ef-b41c-ec2940656b74 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 619.759113] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "e776049f-b496-4b4c-aafa-67a30a37ef55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.759113] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "e776049f-b496-4b4c-aafa-67a30a37ef55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.771365] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "refresh_cache-12159289-c199-498a-a2d8-5ecfd92f2e17" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.771542] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "refresh_cache-12159289-c199-498a-a2d8-5ecfd92f2e17" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.774705] env[65665]: DEBUG nova.network.neutron [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 619.868433] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Releasing lock "refresh_cache-cd0810a8-246a-4f1a-a654-2b0b844611ab" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.868836] env[65665]: DEBUG nova.compute.manager [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Instance network_info: |[{"id": "168708e9-eb81-41d2-980f-38b87d38f3bf", "address": "fa:16:3e:8c:48:f5", "network": {"id": "eb168169-92ef-46c3-bb48-3df13cc77869", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1544398137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10f86d1294c4108b07e581664c0eece", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap168708e9-eb", "ovs_interfaceid": "168708e9-eb81-41d2-980f-38b87d38f3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 619.870478] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:48:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '168708e9-eb81-41d2-980f-38b87d38f3bf', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.882961] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Creating folder: Project (e10f86d1294c4108b07e581664c0eece). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.882961] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6806af31-1d3d-4055-bf1d-07fc3aba2e33 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.894473] env[65665]: DEBUG oslo_vmware.api [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854039, 'name': PowerOnVM_Task, 'duration_secs': 1.164201} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.894734] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.895820] env[65665]: INFO nova.compute.manager [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Took 16.58 seconds to spawn the instance on the hypervisor. [ 619.895820] env[65665]: DEBUG nova.compute.manager [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 619.896084] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008bdd3a-f9d1-4fb3-8ba4-e376c8acecc8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.900347] env[65665]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 619.900510] env[65665]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65665) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 619.900952] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Folder already exists: Project (e10f86d1294c4108b07e581664c0eece). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 619.901203] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Creating folder: Instances. Parent ref: group-v946136. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.901867] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a329fc76-883a-418e-8afb-c3be6220fb56 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.920155] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Created folder: Instances in parent group-v946136. [ 619.920423] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 619.920622] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.920831] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16ecfd93-abb9-4346-8b90-875a3f2013df {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.943391] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.943391] env[65665]: value = "task-4854046" [ 619.943391] env[65665]: _type = "Task" [ 619.943391] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.959090] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854046, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.039093] env[65665]: DEBUG oslo_vmware.api [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854042, 'name': PowerOnVM_Task, 'duration_secs': 0.561291} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.039464] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.039875] env[65665]: INFO nova.compute.manager [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Took 13.02 seconds to spawn the instance on the hypervisor. [ 620.040044] env[65665]: DEBUG nova.compute.manager [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 620.041201] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f33f47e-ddf4-4e94-b54c-ebdce708b0f3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.078023] env[65665]: DEBUG nova.scheduler.client.report [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.095980] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084484} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.102026] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.102026] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d17d9ea-da95-463d-b6de-76301f88647a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.128689] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 8e7a4581-e914-41fd-80ec-372e58c735d2/8e7a4581-e914-41fd-80ec-372e58c735d2.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.132087] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1152eb-59c8-4cec-b08c-d2e3fb402db9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.156029] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Waiting for the task: (returnval){ [ 620.156029] env[65665]: value = "task-4854047" [ 620.156029] env[65665]: _type = "Task" [ 620.156029] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.167625] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.263532] env[65665]: DEBUG nova.compute.manager [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 620.318544] env[65665]: DEBUG nova.network.neutron [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 620.390801] env[65665]: WARNING neutronclient.v2_0.client [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.417873] env[65665]: INFO nova.compute.manager [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Took 21.16 seconds to build instance. [ 620.454784] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854046, 'name': CreateVM_Task, 'duration_secs': 0.378871} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.455038] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.455507] env[65665]: WARNING neutronclient.v2_0.client [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.455925] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946142', 'volume_id': '34d8feba-850b-4bff-afdd-5b168fe5851e', 'name': 'volume-34d8feba-850b-4bff-afdd-5b168fe5851e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd0810a8-246a-4f1a-a654-2b0b844611ab', 'attached_at': '', 'detached_at': '', 'volume_id': '34d8feba-850b-4bff-afdd-5b168fe5851e', 'serial': '34d8feba-850b-4bff-afdd-5b168fe5851e'}, 'attachment_id': 'd1961d43-00b9-4fd0-b34e-f4a0aa5fa4d3', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65665) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 620.456083] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Root volume attach. Driver type: vmdk {{(pid=65665) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 620.456943] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bad8794-baf7-4fda-97a5-d0f8120e3170 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.465957] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5899daa4-36d2-4bd5-bb40-6f63daa3dcc7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.470185] env[65665]: DEBUG nova.network.neutron [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Updating instance_info_cache with network_info: [{"id": "2798456e-663b-4b1b-b37f-4c3b174e79d8", "address": "fa:16:3e:2d:a4:50", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2798456e-66", "ovs_interfaceid": "2798456e-663b-4b1b-b37f-4c3b174e79d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.475839] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe79fbb0-9137-4585-9e53-5eb6cf44b2af {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.483291] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fb139cc0-d786-47a4-9d58-807d8490a345 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.491455] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Waiting for the task: (returnval){ [ 620.491455] env[65665]: value = "task-4854048" [ 620.491455] env[65665]: _type = "Task" [ 620.491455] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.501929] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854048, 'name': RelocateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.564893] env[65665]: INFO nova.compute.manager [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Took 17.94 seconds to build instance. [ 620.585533] env[65665]: DEBUG oslo_concurrency.lockutils [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.590171] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.420s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.590171] env[65665]: DEBUG nova.objects.instance [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Lazy-loading 'resources' on Instance uuid 24e8e742-2e51-41b0-b071-94a75a26f7f7 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.618222] env[65665]: INFO nova.scheduler.client.report [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Deleted allocations for instance d40273a4-fb49-4d88-9917-e86421984457 [ 620.670667] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.753143] env[65665]: DEBUG nova.compute.manager [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 620.791667] env[65665]: DEBUG nova.virt.hardware [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 620.792497] env[65665]: DEBUG nova.virt.hardware [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.792808] env[65665]: DEBUG nova.virt.hardware [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 620.793269] env[65665]: DEBUG nova.virt.hardware [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.793534] env[65665]: DEBUG nova.virt.hardware [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 620.793814] env[65665]: DEBUG nova.virt.hardware [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 620.794235] env[65665]: DEBUG nova.virt.hardware [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 620.794602] env[65665]: DEBUG nova.virt.hardware [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 620.794893] env[65665]: DEBUG nova.virt.hardware [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 620.795294] env[65665]: DEBUG nova.virt.hardware [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 620.796602] env[65665]: DEBUG nova.virt.hardware [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 620.797590] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4792bb74-455a-45bf-9486-0fa9838f8db6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.805054] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.813175] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3c0568-19ad-4c0d-8176-540e4a5d7212 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.922372] env[65665]: DEBUG oslo_concurrency.lockutils [None req-58691a60-0986-4528-a172-ba192991f131 tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lock "81563c3e-3323-4892-9c22-da0c062da7cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.675s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.967397] env[65665]: DEBUG nova.compute.manager [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Received event network-vif-plugged-6c08851b-e7c4-46f3-8d9e-ce1ecbc59618 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 620.967615] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] Acquiring lock "8e7a4581-e914-41fd-80ec-372e58c735d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.967813] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] Lock "8e7a4581-e914-41fd-80ec-372e58c735d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.967997] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] Lock "8e7a4581-e914-41fd-80ec-372e58c735d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.968188] env[65665]: DEBUG nova.compute.manager [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] No waiting events found dispatching network-vif-plugged-6c08851b-e7c4-46f3-8d9e-ce1ecbc59618 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 620.968354] env[65665]: WARNING nova.compute.manager [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Received unexpected event network-vif-plugged-6c08851b-e7c4-46f3-8d9e-ce1ecbc59618 for instance with vm_state building and task_state spawning. [ 620.970453] env[65665]: DEBUG nova.compute.manager [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Received event network-changed-6c08851b-e7c4-46f3-8d9e-ce1ecbc59618 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 620.970453] env[65665]: DEBUG nova.compute.manager [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Refreshing instance network info cache due to event network-changed-6c08851b-e7c4-46f3-8d9e-ce1ecbc59618. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 620.970453] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] Acquiring lock "refresh_cache-8e7a4581-e914-41fd-80ec-372e58c735d2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.970453] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] Acquired lock "refresh_cache-8e7a4581-e914-41fd-80ec-372e58c735d2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.970453] env[65665]: DEBUG nova.network.neutron [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Refreshing network info cache for port 6c08851b-e7c4-46f3-8d9e-ce1ecbc59618 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.973256] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "refresh_cache-12159289-c199-498a-a2d8-5ecfd92f2e17" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.973617] env[65665]: DEBUG nova.compute.manager [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Instance network_info: |[{"id": "2798456e-663b-4b1b-b37f-4c3b174e79d8", "address": "fa:16:3e:2d:a4:50", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2798456e-66", "ovs_interfaceid": "2798456e-663b-4b1b-b37f-4c3b174e79d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 620.974422] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:a4:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2798456e-663b-4b1b-b37f-4c3b174e79d8', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.984756] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating folder: Project (8bad9b509c1344aebb93a1f6f3072a7e). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.986092] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78307245-8afa-4742-8b42-1c5c2a9bc631 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.992112] env[65665]: DEBUG nova.compute.manager [req-2fb2727a-d3a8-4d12-a3b8-6e204f9e0336 req-ed471468-4214-4fcf-90f8-8e1df90a2c7d service nova] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Received event network-vif-deleted-2b0027f9-96c1-43c9-949b-a23bad856dd0 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 621.003817] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854048, 'name': RelocateVM_Task} progress is 20%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.005660] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Created folder: Project (8bad9b509c1344aebb93a1f6f3072a7e) in parent group-v946135. [ 621.005660] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating folder: Instances. Parent ref: group-v946169. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.005923] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c5b69a3-c142-4bbc-b692-f680eceb1cf3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.021558] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Created folder: Instances in parent group-v946169. [ 621.021816] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 621.022051] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.023101] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e5c7841-4724-4557-8e43-3f18207b2fae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.045215] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.045215] env[65665]: value = "task-4854051" [ 621.045215] env[65665]: _type = "Task" [ 621.045215] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.053642] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854051, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.067366] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb5da03e-02af-44ff-b7b9-21e672ffa64b tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.456s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.128129] env[65665]: DEBUG oslo_concurrency.lockutils [None req-06c742b6-1a03-4dc2-957a-70ec0f77a103 tempest-DeleteServersAdminTestJSON-165218470 tempest-DeleteServersAdminTestJSON-165218470-project-admin] Lock "d40273a4-fb49-4d88-9917-e86421984457" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.406s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.169423] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854047, 'name': ReconfigVM_Task, 'duration_secs': 0.758732} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.169599] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 8e7a4581-e914-41fd-80ec-372e58c735d2/8e7a4581-e914-41fd-80ec-372e58c735d2.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.170241] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-733abc27-a287-4e9d-b8ba-f9a8b086c43c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.181571] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Waiting for the task: (returnval){ [ 621.181571] env[65665]: value = "task-4854052" [ 621.181571] env[65665]: _type = "Task" [ 621.181571] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.190499] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854052, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.307280] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ef0b02-c4c2-4631-8680-4de4a6dce816 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.315839] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd22b38d-e433-4d5b-8bc3-36a290e2ea46 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.347035] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691c98ee-a0fd-446f-8958-58463993e526 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.357463] env[65665]: DEBUG nova.network.neutron [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Successfully updated port: 110e816f-315a-46ef-b41c-ec2940656b74 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 621.359969] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e30ec3a-3b8d-4a1a-8c8f-0257d7074035 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.383214] env[65665]: DEBUG nova.compute.provider_tree [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.473322] env[65665]: WARNING neutronclient.v2_0.client [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.504605] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854048, 'name': RelocateVM_Task, 'duration_secs': 0.543235} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.504852] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 621.504890] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946142', 'volume_id': '34d8feba-850b-4bff-afdd-5b168fe5851e', 'name': 'volume-34d8feba-850b-4bff-afdd-5b168fe5851e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd0810a8-246a-4f1a-a654-2b0b844611ab', 'attached_at': '', 'detached_at': '', 'volume_id': '34d8feba-850b-4bff-afdd-5b168fe5851e', 'serial': '34d8feba-850b-4bff-afdd-5b168fe5851e'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 621.505660] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bf9ea3-07c8-4439-8c30-3ab56248a77a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.523635] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db968ea0-c51f-4417-9996-dc5fd2304c81 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.551116] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-34d8feba-850b-4bff-afdd-5b168fe5851e/volume-34d8feba-850b-4bff-afdd-5b168fe5851e.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.551592] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e25ab93f-c78d-403f-8091-3217e2efea52 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.581396] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854051, 'name': CreateVM_Task, 'duration_secs': 0.522184} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.581698] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Waiting for the task: (returnval){ [ 621.581698] env[65665]: value = "task-4854053" [ 621.581698] env[65665]: _type = "Task" [ 621.581698] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.581864] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.582426] env[65665]: WARNING neutronclient.v2_0.client [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.582757] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.582908] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.583241] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.589270] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d695275-0009-4bfa-82bc-aff42d6cbdcc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.598365] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 621.598365] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528d2804-4ac5-bfcf-7b76-c46f783aca1e" [ 621.598365] env[65665]: _type = "Task" [ 621.598365] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.598589] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.607611] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528d2804-4ac5-bfcf-7b76-c46f783aca1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.692303] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854052, 'name': Rename_Task, 'duration_secs': 0.274769} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.692585] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.692945] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0196d02b-d2ac-4a21-97e6-828e69ad4354 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.700396] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Waiting for the task: (returnval){ [ 621.700396] env[65665]: value = "task-4854054" [ 621.700396] env[65665]: _type = "Task" [ 621.700396] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.709841] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.867612] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Acquiring lock "refresh_cache-ba5abd5f-4830-4dd2-958a-ee827cce4c01" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.868116] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Acquired lock "refresh_cache-ba5abd5f-4830-4dd2-958a-ee827cce4c01" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.868597] env[65665]: DEBUG nova.network.neutron [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 621.887552] env[65665]: DEBUG nova.scheduler.client.report [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.979556] env[65665]: WARNING neutronclient.v2_0.client [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.092357] env[65665]: DEBUG nova.network.neutron [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Updated VIF entry in instance network info cache for port 6c08851b-e7c4-46f3-8d9e-ce1ecbc59618. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 622.092357] env[65665]: DEBUG nova.network.neutron [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Updating instance_info_cache with network_info: [{"id": "6c08851b-e7c4-46f3-8d9e-ce1ecbc59618", "address": "fa:16:3e:8d:7e:56", "network": {"id": "4d5f75bb-8a56-40dd-9e15-e2c08c8540dc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-92874090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01abda3e95404ecb8d55dffd00380e2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c08851b-e7", "ovs_interfaceid": "6c08851b-e7c4-46f3-8d9e-ce1ecbc59618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.100444] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854053, 'name': ReconfigVM_Task, 'duration_secs': 0.31734} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.106441] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-34d8feba-850b-4bff-afdd-5b168fe5851e/volume-34d8feba-850b-4bff-afdd-5b168fe5851e.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.111714] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e07c3ba0-5bb8-4012-8665-2167c5ed3841 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.132160] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528d2804-4ac5-bfcf-7b76-c46f783aca1e, 'name': SearchDatastore_Task, 'duration_secs': 0.015619} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.133991] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.134671] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.134671] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.134671] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.135354] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.135354] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Waiting for the task: (returnval){ [ 622.135354] env[65665]: value = "task-4854055" [ 622.135354] env[65665]: _type = "Task" [ 622.135354] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.135354] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22414114-d59b-4132-9b36-e9333a6b008b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.149682] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854055, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.151414] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.151732] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.153114] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-645ea38c-670f-4d96-9a3d-6e300c62fe62 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.160322] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 622.160322] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52296f0e-7cd0-938d-e5eb-8d1d551a74de" [ 622.160322] env[65665]: _type = "Task" [ 622.160322] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.170991] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52296f0e-7cd0-938d-e5eb-8d1d551a74de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.214634] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854054, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.393450] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.397575] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.156s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.397807] env[65665]: DEBUG nova.objects.instance [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Lazy-loading 'resources' on Instance uuid d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 622.484604] env[65665]: INFO nova.scheduler.client.report [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Deleted allocations for instance 24e8e742-2e51-41b0-b071-94a75a26f7f7 [ 622.489668] env[65665]: DEBUG nova.network.neutron [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 622.565622] env[65665]: WARNING neutronclient.v2_0.client [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.602722] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] Releasing lock "refresh_cache-8e7a4581-e914-41fd-80ec-372e58c735d2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.603054] env[65665]: DEBUG nova.compute.manager [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Received event network-vif-deleted-5bb7de18-d107-4a5c-be08-8be088980177 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 622.603451] env[65665]: DEBUG nova.compute.manager [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Received event network-vif-plugged-168708e9-eb81-41d2-980f-38b87d38f3bf {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 622.603677] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] Acquiring lock "cd0810a8-246a-4f1a-a654-2b0b844611ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.603767] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] Lock "cd0810a8-246a-4f1a-a654-2b0b844611ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.603942] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] Lock "cd0810a8-246a-4f1a-a654-2b0b844611ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.604223] env[65665]: DEBUG nova.compute.manager [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] No waiting events found dispatching network-vif-plugged-168708e9-eb81-41d2-980f-38b87d38f3bf {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 622.604329] env[65665]: WARNING nova.compute.manager [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Received unexpected event network-vif-plugged-168708e9-eb81-41d2-980f-38b87d38f3bf for instance with vm_state building and task_state spawning. [ 622.604426] env[65665]: DEBUG nova.compute.manager [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Received event network-changed-168708e9-eb81-41d2-980f-38b87d38f3bf {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 622.604569] env[65665]: DEBUG nova.compute.manager [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Refreshing instance network info cache due to event network-changed-168708e9-eb81-41d2-980f-38b87d38f3bf. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 622.604762] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] Acquiring lock "refresh_cache-cd0810a8-246a-4f1a-a654-2b0b844611ab" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.604873] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] Acquired lock "refresh_cache-cd0810a8-246a-4f1a-a654-2b0b844611ab" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.605023] env[65665]: DEBUG nova.network.neutron [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Refreshing network info cache for port 168708e9-eb81-41d2-980f-38b87d38f3bf {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.648445] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854055, 'name': ReconfigVM_Task, 'duration_secs': 0.138016} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.648747] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946142', 'volume_id': '34d8feba-850b-4bff-afdd-5b168fe5851e', 'name': 'volume-34d8feba-850b-4bff-afdd-5b168fe5851e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd0810a8-246a-4f1a-a654-2b0b844611ab', 'attached_at': '', 'detached_at': '', 'volume_id': '34d8feba-850b-4bff-afdd-5b168fe5851e', 'serial': '34d8feba-850b-4bff-afdd-5b168fe5851e'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 622.650139] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b200564a-6fb9-4ba6-b130-e6324834ba95 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.658728] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Waiting for the task: (returnval){ [ 622.658728] env[65665]: value = "task-4854056" [ 622.658728] env[65665]: _type = "Task" [ 622.658728] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.672418] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854056, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.676303] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52296f0e-7cd0-938d-e5eb-8d1d551a74de, 'name': SearchDatastore_Task, 'duration_secs': 0.012709} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.677207] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d18862-fc84-40c8-955a-0c50aa2d027e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.683522] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 622.683522] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a9c12a-3389-adaf-1194-26f691098dcc" [ 622.683522] env[65665]: _type = "Task" [ 622.683522] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.693019] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a9c12a-3389-adaf-1194-26f691098dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.712279] env[65665]: DEBUG oslo_vmware.api [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854054, 'name': PowerOnVM_Task, 'duration_secs': 0.717682} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.712542] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.712741] env[65665]: INFO nova.compute.manager [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Took 9.01 seconds to spawn the instance on the hypervisor. [ 622.712911] env[65665]: DEBUG nova.compute.manager [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 622.713957] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67855b8-dbf4-43f5-858d-ac34a74ccd45 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.812446] env[65665]: DEBUG nova.network.neutron [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Updating instance_info_cache with network_info: [{"id": "110e816f-315a-46ef-b41c-ec2940656b74", "address": "fa:16:3e:ca:f4:50", "network": {"id": "5ea3b1cd-bb5f-4487-843c-7ca26ff89f95", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1462821783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "97bd8368abb642a4b4b8fb118cb55922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110e816f-31", "ovs_interfaceid": "110e816f-315a-46ef-b41c-ec2940656b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.002337] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ca71393-7f66-49c8-9d0d-29f1a2203ea7 tempest-ImagesNegativeTestJSON-453915284 tempest-ImagesNegativeTestJSON-453915284-project-member] Lock "24e8e742-2e51-41b0-b071-94a75a26f7f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.606s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.110552] env[65665]: WARNING neutronclient.v2_0.client [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.151731] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0930c56-389e-4bca-8d16-e2ebaedd0213 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.168690] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075e705d-b1c9-4a7c-bdc6-43530a1c4c76 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.176474] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854056, 'name': Rename_Task, 'duration_secs': 0.149908} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.177225] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.177646] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf71c9a9-3e52-4ea8-9ae3-1cc20cc9a1df {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.217960] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8895bb77-35ea-40c9-b950-30ec62339960 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.221724] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Waiting for the task: (returnval){ [ 623.221724] env[65665]: value = "task-4854057" [ 623.221724] env[65665]: _type = "Task" [ 623.221724] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.244883] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a9c12a-3389-adaf-1194-26f691098dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.017581} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.245575] env[65665]: INFO nova.compute.manager [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Took 13.89 seconds to build instance. [ 623.251281] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735514c0-28e2-466b-97ae-948667c5cc52 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.255619] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.257124] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 12159289-c199-498a-a2d8-5ecfd92f2e17/12159289-c199-498a-a2d8-5ecfd92f2e17.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.260237] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c516cd8-afb2-4b58-88b6-d3a7a25ddb47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.262375] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.275604] env[65665]: DEBUG nova.compute.provider_tree [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.278867] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 623.278867] env[65665]: value = "task-4854058" [ 623.278867] env[65665]: _type = "Task" [ 623.278867] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.315993] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Releasing lock "refresh_cache-ba5abd5f-4830-4dd2-958a-ee827cce4c01" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.316353] env[65665]: DEBUG nova.compute.manager [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Instance network_info: |[{"id": "110e816f-315a-46ef-b41c-ec2940656b74", "address": "fa:16:3e:ca:f4:50", "network": {"id": "5ea3b1cd-bb5f-4487-843c-7ca26ff89f95", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1462821783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "97bd8368abb642a4b4b8fb118cb55922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110e816f-31", "ovs_interfaceid": "110e816f-315a-46ef-b41c-ec2940656b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 623.316804] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:f4:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '110e816f-315a-46ef-b41c-ec2940656b74', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.325191] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Creating folder: Project (97bd8368abb642a4b4b8fb118cb55922). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.325497] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebcbb1cf-a963-486b-8448-0102d4f64f7d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.336619] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Created folder: Project (97bd8368abb642a4b4b8fb118cb55922) in parent group-v946135. [ 623.337126] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Creating folder: Instances. Parent ref: group-v946172. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.337126] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7870651f-e076-4561-9f6d-d29f6ea58fb6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.348336] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Created folder: Instances in parent group-v946172. [ 623.348506] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 623.348718] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.348986] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d81bb058-5b2a-4c12-afd7-09a1c90949eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.368993] env[65665]: WARNING neutronclient.v2_0.client [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.378011] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.378011] env[65665]: value = "task-4854061" [ 623.378011] env[65665]: _type = "Task" [ 623.378011] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.387933] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854061, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.470040] env[65665]: DEBUG nova.network.neutron [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Updated VIF entry in instance network info cache for port 168708e9-eb81-41d2-980f-38b87d38f3bf. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 623.470468] env[65665]: DEBUG nova.network.neutron [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Updating instance_info_cache with network_info: [{"id": "168708e9-eb81-41d2-980f-38b87d38f3bf", "address": "fa:16:3e:8c:48:f5", "network": {"id": "eb168169-92ef-46c3-bb48-3df13cc77869", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1544398137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10f86d1294c4108b07e581664c0eece", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap168708e9-eb", "ovs_interfaceid": "168708e9-eb81-41d2-980f-38b87d38f3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.736384] env[65665]: DEBUG oslo_vmware.api [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854057, 'name': PowerOnVM_Task, 'duration_secs': 0.496407} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.736607] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.736848] env[65665]: INFO nova.compute.manager [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Took 5.78 seconds to spawn the instance on the hypervisor. [ 623.737028] env[65665]: DEBUG nova.compute.manager [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 623.737830] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6a7274-ad24-48c3-8813-cc00e0391c21 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.761105] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d75678fb-77a1-41f5-bbd4-ab3409dc886d tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Lock "8e7a4581-e914-41fd-80ec-372e58c735d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.421s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.783454] env[65665]: DEBUG nova.scheduler.client.report [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.802335] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854058, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.893596] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854061, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.974939] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] Releasing lock "refresh_cache-cd0810a8-246a-4f1a-a654-2b0b844611ab" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.974939] env[65665]: DEBUG nova.compute.manager [req-0f82b621-9216-462f-bb57-47fb34d76ac1 req-647e3567-bcb4-4033-accb-3623f8ce3402 service nova] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Received event network-vif-deleted-e28deba1-10b6-40d8-b1fc-b52598bf2cee {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 624.265807] env[65665]: INFO nova.compute.manager [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Took 13.04 seconds to build instance. [ 624.292947] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.295532] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.500s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.296906] env[65665]: INFO nova.compute.claims [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.306332] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820439} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.306848] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 12159289-c199-498a-a2d8-5ecfd92f2e17/12159289-c199-498a-a2d8-5ecfd92f2e17.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.307996] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.307996] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf1ad4c0-be58-4987-96ff-cbeda7de3a48 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.315213] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 624.315213] env[65665]: value = "task-4854062" [ 624.315213] env[65665]: _type = "Task" [ 624.315213] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.329748] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.350805] env[65665]: INFO nova.scheduler.client.report [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Deleted allocations for instance d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a [ 624.392214] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854061, 'name': CreateVM_Task, 'duration_secs': 0.856201} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.392214] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.392389] env[65665]: WARNING neutronclient.v2_0.client [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.393769] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.393769] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.393976] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.394538] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7cde1f9-e098-4a26-8c61-940bf87bc720 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.400711] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Waiting for the task: (returnval){ [ 624.400711] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529e4114-ce63-29bf-0a9d-adb8b0845743" [ 624.400711] env[65665]: _type = "Task" [ 624.400711] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.412271] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529e4114-ce63-29bf-0a9d-adb8b0845743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.417554] env[65665]: DEBUG nova.compute.manager [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Received event network-vif-plugged-110e816f-315a-46ef-b41c-ec2940656b74 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 624.417787] env[65665]: DEBUG oslo_concurrency.lockutils [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] Acquiring lock "ba5abd5f-4830-4dd2-958a-ee827cce4c01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.417946] env[65665]: DEBUG oslo_concurrency.lockutils [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] Lock "ba5abd5f-4830-4dd2-958a-ee827cce4c01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.418213] env[65665]: DEBUG oslo_concurrency.lockutils [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] Lock "ba5abd5f-4830-4dd2-958a-ee827cce4c01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.418298] env[65665]: DEBUG nova.compute.manager [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] No waiting events found dispatching network-vif-plugged-110e816f-315a-46ef-b41c-ec2940656b74 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 624.418421] env[65665]: WARNING nova.compute.manager [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Received unexpected event network-vif-plugged-110e816f-315a-46ef-b41c-ec2940656b74 for instance with vm_state building and task_state spawning. [ 624.418571] env[65665]: DEBUG nova.compute.manager [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Received event network-changed-110e816f-315a-46ef-b41c-ec2940656b74 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 624.418722] env[65665]: DEBUG nova.compute.manager [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Refreshing instance network info cache due to event network-changed-110e816f-315a-46ef-b41c-ec2940656b74. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 624.418919] env[65665]: DEBUG oslo_concurrency.lockutils [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] Acquiring lock "refresh_cache-ba5abd5f-4830-4dd2-958a-ee827cce4c01" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.419109] env[65665]: DEBUG oslo_concurrency.lockutils [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] Acquired lock "refresh_cache-ba5abd5f-4830-4dd2-958a-ee827cce4c01" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.419272] env[65665]: DEBUG nova.network.neutron [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Refreshing network info cache for port 110e816f-315a-46ef-b41c-ec2940656b74 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.443424] env[65665]: DEBUG nova.compute.manager [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Received event network-vif-plugged-2798456e-663b-4b1b-b37f-4c3b174e79d8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 624.443650] env[65665]: DEBUG oslo_concurrency.lockutils [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] Acquiring lock "12159289-c199-498a-a2d8-5ecfd92f2e17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.443847] env[65665]: DEBUG oslo_concurrency.lockutils [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] Lock "12159289-c199-498a-a2d8-5ecfd92f2e17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.444025] env[65665]: DEBUG oslo_concurrency.lockutils [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] Lock "12159289-c199-498a-a2d8-5ecfd92f2e17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.444186] env[65665]: DEBUG nova.compute.manager [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] No waiting events found dispatching network-vif-plugged-2798456e-663b-4b1b-b37f-4c3b174e79d8 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 624.444344] env[65665]: WARNING nova.compute.manager [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Received unexpected event network-vif-plugged-2798456e-663b-4b1b-b37f-4c3b174e79d8 for instance with vm_state building and task_state spawning. [ 624.444656] env[65665]: DEBUG nova.compute.manager [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Received event network-changed-2798456e-663b-4b1b-b37f-4c3b174e79d8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 624.444999] env[65665]: DEBUG nova.compute.manager [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Refreshing instance network info cache due to event network-changed-2798456e-663b-4b1b-b37f-4c3b174e79d8. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 624.444999] env[65665]: DEBUG oslo_concurrency.lockutils [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] Acquiring lock "refresh_cache-12159289-c199-498a-a2d8-5ecfd92f2e17" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.445147] env[65665]: DEBUG oslo_concurrency.lockutils [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] Acquired lock "refresh_cache-12159289-c199-498a-a2d8-5ecfd92f2e17" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.445337] env[65665]: DEBUG nova.network.neutron [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Refreshing network info cache for port 2798456e-663b-4b1b-b37f-4c3b174e79d8 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.769871] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5377bc-1219-48aa-b924-9e11ece66b7a tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Lock "cd0810a8-246a-4f1a-a654-2b0b844611ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.579s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.832014] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067394} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.834537] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.835761] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c5dc64-2b60-4903-87e2-6577669a6c02 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.870749] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 12159289-c199-498a-a2d8-5ecfd92f2e17/12159289-c199-498a-a2d8-5ecfd92f2e17.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.871466] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2059164-1786-404e-b4f1-4ba62a5c6373 tempest-ServerDiagnosticsNegativeTest-1273104442 tempest-ServerDiagnosticsNegativeTest-1273104442-project-member] Lock "d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.159s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.876020] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bbf0381-1710-4ce6-a511-815c4167540f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.898200] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 624.898200] env[65665]: value = "task-4854063" [ 624.898200] env[65665]: _type = "Task" [ 624.898200] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.910483] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.918740] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529e4114-ce63-29bf-0a9d-adb8b0845743, 'name': SearchDatastore_Task, 'duration_secs': 0.019896} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.918908] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.919188] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.921426] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.921426] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.921426] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.921426] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-428430b4-b796-4171-b2ec-39b41e1e9301 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.923306] env[65665]: WARNING neutronclient.v2_0.client [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.935945] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.936262] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.937126] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13593e7-6e5e-4fe1-8645-80e32556be01 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.945746] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Waiting for the task: (returnval){ [ 624.945746] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52769222-718a-c20f-da24-888478ef6d23" [ 624.945746] env[65665]: _type = "Task" [ 624.945746] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.950842] env[65665]: WARNING neutronclient.v2_0.client [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.959314] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52769222-718a-c20f-da24-888478ef6d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.407557] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.457030] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52769222-718a-c20f-da24-888478ef6d23, 'name': SearchDatastore_Task, 'duration_secs': 0.018226} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.460360] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66059b72-394e-4748-b0d0-74ec96fbcf08 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.470106] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Waiting for the task: (returnval){ [ 625.470106] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52997187-3420-7a43-208c-946823ecfebc" [ 625.470106] env[65665]: _type = "Task" [ 625.470106] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.478385] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52997187-3420-7a43-208c-946823ecfebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.496341] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473489f6-14dc-468a-9c47-c8c7418f7a95 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.504898] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb349a9-969d-433c-b920-b4ff6c68aaed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.539262] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658c79eb-d908-449c-b228-54977edbd23b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.547742] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6095ee88-aff5-43af-be6d-a45b65fc7fd0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.564080] env[65665]: DEBUG nova.compute.provider_tree [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.908403] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854063, 'name': ReconfigVM_Task, 'duration_secs': 0.776361} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.910275] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 12159289-c199-498a-a2d8-5ecfd92f2e17/12159289-c199-498a-a2d8-5ecfd92f2e17.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.910275] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ad49771-9680-4f26-9c10-61806873527d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.916327] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 625.916327] env[65665]: value = "task-4854064" [ 625.916327] env[65665]: _type = "Task" [ 625.916327] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.925107] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854064, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.983384] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52997187-3420-7a43-208c-946823ecfebc, 'name': SearchDatastore_Task, 'duration_secs': 0.012396} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.983742] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.984016] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] ba5abd5f-4830-4dd2-958a-ee827cce4c01/ba5abd5f-4830-4dd2-958a-ee827cce4c01.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.984596] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0b1f742-517d-4419-9d25-62c103b6a0eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.992888] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Waiting for the task: (returnval){ [ 625.992888] env[65665]: value = "task-4854065" [ 625.992888] env[65665]: _type = "Task" [ 625.992888] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.006543] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.066730] env[65665]: DEBUG nova.scheduler.client.report [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.433145] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854064, 'name': Rename_Task, 'duration_secs': 0.23998} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.433527] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.434016] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-595ab299-e88c-4d7f-97e4-fbeda80c5955 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.443462] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 626.443462] env[65665]: value = "task-4854066" [ 626.443462] env[65665]: _type = "Task" [ 626.443462] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.460230] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.514680] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854065, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.573822] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.574473] env[65665]: DEBUG nova.compute.manager [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 626.583135] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.522s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.583817] env[65665]: DEBUG nova.objects.instance [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Lazy-loading 'resources' on Instance uuid a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.682358] env[65665]: WARNING neutronclient.v2_0.client [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.707295] env[65665]: WARNING neutronclient.v2_0.client [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.962445] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854066, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.011665] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621106} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.012051] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] ba5abd5f-4830-4dd2-958a-ee827cce4c01/ba5abd5f-4830-4dd2-958a-ee827cce4c01.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.012323] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.012715] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4033eede-60ba-4d6a-bd94-9c13d246e37c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.023256] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Waiting for the task: (returnval){ [ 627.023256] env[65665]: value = "task-4854067" [ 627.023256] env[65665]: _type = "Task" [ 627.023256] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.028719] env[65665]: DEBUG nova.network.neutron [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Updated VIF entry in instance network info cache for port 110e816f-315a-46ef-b41c-ec2940656b74. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 627.028719] env[65665]: DEBUG nova.network.neutron [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Updating instance_info_cache with network_info: [{"id": "110e816f-315a-46ef-b41c-ec2940656b74", "address": "fa:16:3e:ca:f4:50", "network": {"id": "5ea3b1cd-bb5f-4487-843c-7ca26ff89f95", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1462821783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "97bd8368abb642a4b4b8fb118cb55922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110e816f-31", "ovs_interfaceid": "110e816f-315a-46ef-b41c-ec2940656b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.046215] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.090675] env[65665]: DEBUG nova.compute.utils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.100889] env[65665]: DEBUG nova.compute.manager [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 627.101210] env[65665]: DEBUG nova.network.neutron [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 627.101526] env[65665]: WARNING neutronclient.v2_0.client [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.101807] env[65665]: WARNING neutronclient.v2_0.client [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.109997] env[65665]: DEBUG nova.network.neutron [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Updated VIF entry in instance network info cache for port 2798456e-663b-4b1b-b37f-4c3b174e79d8. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 627.111094] env[65665]: DEBUG nova.network.neutron [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Updating instance_info_cache with network_info: [{"id": "2798456e-663b-4b1b-b37f-4c3b174e79d8", "address": "fa:16:3e:2d:a4:50", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2798456e-66", "ovs_interfaceid": "2798456e-663b-4b1b-b37f-4c3b174e79d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.277213] env[65665]: DEBUG nova.policy [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0aeb2695eb404b75bba1997556738a10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5837a86b0379485fa962e36d08e036dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.368298] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3210663a-9296-4d40-8689-fd698eff0305 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.377571] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af592404-a052-4fe2-9898-62824c20bed2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.417209] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41ed383-0b5f-4e75-9cdf-cf39e62338c4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.426122] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2306845f-6388-49c9-a6e7-b3c20cdaf16b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.443066] env[65665]: DEBUG nova.compute.provider_tree [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.462172] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854066, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.515468] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "9cf295fa-3194-41e3-a3e8-e6d579cd6975" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.515699] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "9cf295fa-3194-41e3-a3e8-e6d579cd6975" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.537328] env[65665]: DEBUG oslo_concurrency.lockutils [req-3eed506e-6e42-4d4f-bd23-ee512e36881a req-86b309cf-5274-4db9-8186-b3b2608be90d service nova] Releasing lock "refresh_cache-ba5abd5f-4830-4dd2-958a-ee827cce4c01" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.537729] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082392} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.539395] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.540598] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9993cf-9b1f-47b8-91b2-53018108a463 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.570607] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] ba5abd5f-4830-4dd2-958a-ee827cce4c01/ba5abd5f-4830-4dd2-958a-ee827cce4c01.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.571683] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c03d240-8149-4bdc-9c2a-359af71b37dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.596394] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Waiting for the task: (returnval){ [ 627.596394] env[65665]: value = "task-4854068" [ 627.596394] env[65665]: _type = "Task" [ 627.596394] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.602853] env[65665]: DEBUG nova.compute.manager [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 627.608866] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.616941] env[65665]: DEBUG oslo_concurrency.lockutils [req-8f44fb6a-3def-4a0f-a92b-1c11005dc259 req-f5742543-a929-42ae-8076-6c1a9ec390f6 service nova] Releasing lock "refresh_cache-12159289-c199-498a-a2d8-5ecfd92f2e17" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.762309] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "370cbd8b-fa5c-46ba-873e-6db750c90cf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.762512] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "370cbd8b-fa5c-46ba-873e-6db750c90cf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.871940] env[65665]: DEBUG nova.network.neutron [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Successfully created port: 88c0ec2d-5e56-449c-a8b0-35caa2050a24 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.946725] env[65665]: DEBUG nova.scheduler.client.report [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.963505] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854066, 'name': PowerOnVM_Task} progress is 91%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.018785] env[65665]: DEBUG nova.compute.manager [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 628.117558] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854068, 'name': ReconfigVM_Task, 'duration_secs': 0.479938} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.117735] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Reconfigured VM instance instance-0000000c to attach disk [datastore2] ba5abd5f-4830-4dd2-958a-ee827cce4c01/ba5abd5f-4830-4dd2-958a-ee827cce4c01.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.118254] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3180018-46c5-4a51-8882-31e058403c94 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.126972] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Waiting for the task: (returnval){ [ 628.126972] env[65665]: value = "task-4854069" [ 628.126972] env[65665]: _type = "Task" [ 628.126972] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.140314] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854069, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.265504] env[65665]: DEBUG nova.compute.manager [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 628.459534] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.463542] env[65665]: DEBUG oslo_concurrency.lockutils [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.764s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.463542] env[65665]: DEBUG nova.objects.instance [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Lazy-loading 'resources' on Instance uuid e741c811-f2c2-4f2a-b4e0-80358c9fbcc5 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.470385] env[65665]: DEBUG oslo_vmware.api [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854066, 'name': PowerOnVM_Task, 'duration_secs': 1.565628} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.471243] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.471243] env[65665]: INFO nova.compute.manager [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Took 10.01 seconds to spawn the instance on the hypervisor. [ 628.471437] env[65665]: DEBUG nova.compute.manager [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 628.473377] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6438d33b-dd97-4cf0-bc78-bc65c680f588 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.493384] env[65665]: INFO nova.scheduler.client.report [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Deleted allocations for instance a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421 [ 628.554693] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.625090] env[65665]: DEBUG nova.compute.manager [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 628.639737] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854069, 'name': Rename_Task, 'duration_secs': 0.371302} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.641705] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.641705] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-145c490d-1e90-40b2-ac26-5cd9cd4e2204 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.650744] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Waiting for the task: (returnval){ [ 628.650744] env[65665]: value = "task-4854070" [ 628.650744] env[65665]: _type = "Task" [ 628.650744] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.666053] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.668642] env[65665]: DEBUG nova.virt.hardware [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 628.668901] env[65665]: DEBUG nova.virt.hardware [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.669051] env[65665]: DEBUG nova.virt.hardware [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 628.669218] env[65665]: DEBUG nova.virt.hardware [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.669360] env[65665]: DEBUG nova.virt.hardware [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 628.669501] env[65665]: DEBUG nova.virt.hardware [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 628.669707] env[65665]: DEBUG nova.virt.hardware [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.669860] env[65665]: DEBUG nova.virt.hardware [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 628.670710] env[65665]: DEBUG nova.virt.hardware [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 628.670952] env[65665]: DEBUG nova.virt.hardware [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 628.671183] env[65665]: DEBUG nova.virt.hardware [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 628.672715] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f895f665-288c-4ebb-971c-18c316788198 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.683130] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfed8c56-6769-40c2-9114-fe6c3c2ebe17 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.789805] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.000378] env[65665]: INFO nova.compute.manager [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Took 17.48 seconds to build instance. [ 629.004886] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fccb0425-c814-4de3-a9cb-64f1396bb05c tempest-ServerDiagnosticsTest-1890152622 tempest-ServerDiagnosticsTest-1890152622-project-member] Lock "a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.545s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.111249] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquiring lock "81563c3e-3323-4892-9c22-da0c062da7cc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.111744] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lock "81563c3e-3323-4892-9c22-da0c062da7cc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.112203] env[65665]: INFO nova.compute.manager [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Rebooting instance [ 629.166092] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854070, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.215595] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e7b9be-45a5-4aec-9dc8-2d788fde73d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.227131] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db03b128-04a1-4873-bbd3-f8183cf154bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.263476] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Acquiring lock "10a329a8-6a2b-498a-847c-3f21cf8cac24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.263837] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Lock "10a329a8-6a2b-498a-847c-3f21cf8cac24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.266147] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096ecb28-a08d-44bb-a31a-83bafcbf09e7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.277225] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddd044a-4629-4f0d-927a-17c87687a34c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.294872] env[65665]: DEBUG nova.compute.provider_tree [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.503515] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a185213f-63c0-48b9-bd9a-592def900f82 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "12159289-c199-498a-a2d8-5ecfd92f2e17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.656862] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquiring lock "refresh_cache-81563c3e-3323-4892-9c22-da0c062da7cc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.656862] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquired lock "refresh_cache-81563c3e-3323-4892-9c22-da0c062da7cc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.656862] env[65665]: DEBUG nova.network.neutron [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 629.665033] env[65665]: DEBUG nova.network.neutron [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Successfully updated port: 88c0ec2d-5e56-449c-a8b0-35caa2050a24 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 629.678565] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854070, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.714080] env[65665]: DEBUG nova.compute.manager [req-b108b8ef-4305-4c64-a4c3-816714206117 req-8a19b5f4-965d-4a51-8bcb-72868d443b76 service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Received event network-changed-18d4c912-f92b-42c0-8bba-875e850c9ded {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 629.714080] env[65665]: DEBUG nova.compute.manager [req-b108b8ef-4305-4c64-a4c3-816714206117 req-8a19b5f4-965d-4a51-8bcb-72868d443b76 service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Refreshing instance network info cache due to event network-changed-18d4c912-f92b-42c0-8bba-875e850c9ded. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 629.714080] env[65665]: DEBUG oslo_concurrency.lockutils [req-b108b8ef-4305-4c64-a4c3-816714206117 req-8a19b5f4-965d-4a51-8bcb-72868d443b76 service nova] Acquiring lock "refresh_cache-206acfbf-6270-4722-b2c3-954d2dd8d935" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.714080] env[65665]: DEBUG oslo_concurrency.lockutils [req-b108b8ef-4305-4c64-a4c3-816714206117 req-8a19b5f4-965d-4a51-8bcb-72868d443b76 service nova] Acquired lock "refresh_cache-206acfbf-6270-4722-b2c3-954d2dd8d935" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.714080] env[65665]: DEBUG nova.network.neutron [req-b108b8ef-4305-4c64-a4c3-816714206117 req-8a19b5f4-965d-4a51-8bcb-72868d443b76 service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Refreshing network info cache for port 18d4c912-f92b-42c0-8bba-875e850c9ded {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.769744] env[65665]: DEBUG nova.compute.manager [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 629.798189] env[65665]: DEBUG nova.scheduler.client.report [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.168095] env[65665]: WARNING neutronclient.v2_0.client [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.168699] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854070, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.170432] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Acquiring lock "refresh_cache-ce00df29-575c-4b28-875f-5ea4504e9394" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.170596] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Acquired lock "refresh_cache-ce00df29-575c-4b28-875f-5ea4504e9394" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.170764] env[65665]: DEBUG nova.network.neutron [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 630.218314] env[65665]: WARNING neutronclient.v2_0.client [req-b108b8ef-4305-4c64-a4c3-816714206117 req-8a19b5f4-965d-4a51-8bcb-72868d443b76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.295199] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.304414] env[65665]: DEBUG oslo_concurrency.lockutils [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.306660] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.502s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.308967] env[65665]: INFO nova.compute.claims [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.341089] env[65665]: INFO nova.scheduler.client.report [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Deleted allocations for instance e741c811-f2c2-4f2a-b4e0-80358c9fbcc5 [ 630.669526] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854070, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.850761] env[65665]: DEBUG oslo_concurrency.lockutils [None req-13574bfe-cfc6-44cc-9046-9fb093cf7261 tempest-ServerExternalEventsTest-427583481 tempest-ServerExternalEventsTest-427583481-project-member] Lock "e741c811-f2c2-4f2a-b4e0-80358c9fbcc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.041s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.952741] env[65665]: DEBUG nova.network.neutron [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 631.168425] env[65665]: DEBUG oslo_vmware.api [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854070, 'name': PowerOnVM_Task, 'duration_secs': 2.409596} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.168767] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.168891] env[65665]: INFO nova.compute.manager [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Took 10.42 seconds to spawn the instance on the hypervisor. [ 631.169107] env[65665]: DEBUG nova.compute.manager [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 631.169924] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863f3923-b969-45b7-a491-eb1bcbf59b7b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.206986] env[65665]: WARNING neutronclient.v2_0.client [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.237822] env[65665]: WARNING neutronclient.v2_0.client [req-b108b8ef-4305-4c64-a4c3-816714206117 req-8a19b5f4-965d-4a51-8bcb-72868d443b76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.270432] env[65665]: WARNING neutronclient.v2_0.client [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.424175] env[65665]: DEBUG nova.network.neutron [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Updating instance_info_cache with network_info: [{"id": "1827bd0f-c4c0-457a-8fb1-ce1de111f6dd", "address": "fa:16:3e:af:6e:62", "network": {"id": "20faf3ae-5088-49ce-a75a-94fb9eb8b65e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1602413356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81f83c86b93a4bcaa39f8c7af8ddf486", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1827bd0f-c4", "ovs_interfaceid": "1827bd0f-c4c0-457a-8fb1-ce1de111f6dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.478110] env[65665]: DEBUG nova.network.neutron [req-b108b8ef-4305-4c64-a4c3-816714206117 req-8a19b5f4-965d-4a51-8bcb-72868d443b76 service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Updated VIF entry in instance network info cache for port 18d4c912-f92b-42c0-8bba-875e850c9ded. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 631.478502] env[65665]: DEBUG nova.network.neutron [req-b108b8ef-4305-4c64-a4c3-816714206117 req-8a19b5f4-965d-4a51-8bcb-72868d443b76 service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Updating instance_info_cache with network_info: [{"id": "18d4c912-f92b-42c0-8bba-875e850c9ded", "address": "fa:16:3e:65:e1:97", "network": {"id": "2465298f-d99d-4e28-a9ca-99517310035a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-685240174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ffc248fe4f540b7a19fede286e88698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d4c912-f9", "ovs_interfaceid": "18d4c912-f92b-42c0-8bba-875e850c9ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.524551] env[65665]: DEBUG nova.network.neutron [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Updating instance_info_cache with network_info: [{"id": "88c0ec2d-5e56-449c-a8b0-35caa2050a24", "address": "fa:16:3e:2a:b1:36", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c0ec2d-5e", "ovs_interfaceid": "88c0ec2d-5e56-449c-a8b0-35caa2050a24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.635340] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb14e6f-591f-49a2-90c3-beb708b29955 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.649922] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a7602b-02ed-4dad-b0fc-daa2caf9a99e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.690028] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb077d-e7fe-450f-ac2f-9cfae80aba1d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.693220] env[65665]: INFO nova.compute.manager [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Took 20.11 seconds to build instance. [ 631.703979] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f30151-ff0d-4c44-b15c-f01959263eef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.719456] env[65665]: DEBUG nova.compute.provider_tree [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.927806] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Releasing lock "refresh_cache-81563c3e-3323-4892-9c22-da0c062da7cc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.981884] env[65665]: DEBUG oslo_concurrency.lockutils [req-b108b8ef-4305-4c64-a4c3-816714206117 req-8a19b5f4-965d-4a51-8bcb-72868d443b76 service nova] Releasing lock "refresh_cache-206acfbf-6270-4722-b2c3-954d2dd8d935" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.036464] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Releasing lock "refresh_cache-ce00df29-575c-4b28-875f-5ea4504e9394" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.036970] env[65665]: DEBUG nova.compute.manager [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Instance network_info: |[{"id": "88c0ec2d-5e56-449c-a8b0-35caa2050a24", "address": "fa:16:3e:2a:b1:36", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c0ec2d-5e", "ovs_interfaceid": "88c0ec2d-5e56-449c-a8b0-35caa2050a24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 632.039094] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:b1:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88c0ec2d-5e56-449c-a8b0-35caa2050a24', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.048434] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Creating folder: Project (5837a86b0379485fa962e36d08e036dc). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.049189] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecaa09f2-64bc-43b9-bc9a-a0226582831a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.063035] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Created folder: Project (5837a86b0379485fa962e36d08e036dc) in parent group-v946135. [ 632.063035] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Creating folder: Instances. Parent ref: group-v946175. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.063267] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5dda306-ed22-4091-9796-a8fa02484284 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.075149] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Created folder: Instances in parent group-v946175. [ 632.075149] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 632.075149] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.075149] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-279e2690-0ac0-4fab-80a3-e95966390594 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.102463] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.102463] env[65665]: value = "task-4854073" [ 632.102463] env[65665]: _type = "Task" [ 632.102463] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.114669] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854073, 'name': CreateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.201250] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc6e585e-6531-488c-a3a7-45fe404d3fa9 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Lock "ba5abd5f-4830-4dd2-958a-ee827cce4c01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.624s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.226427] env[65665]: DEBUG nova.scheduler.client.report [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.433708] env[65665]: DEBUG nova.compute.manager [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 632.434906] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe1cbb0-dc8e-41bb-8d08-fc0ee21a3eb5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.620095] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854073, 'name': CreateVM_Task, 'duration_secs': 0.367826} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.620460] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.622441] env[65665]: WARNING neutronclient.v2_0.client [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.622441] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.622441] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.622745] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.623299] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfc5996-cb53-4348-870a-a6205f9903db {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.632020] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Waiting for the task: (returnval){ [ 632.632020] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5289229d-fcc1-a3c3-eb94-2befa3a66026" [ 632.632020] env[65665]: _type = "Task" [ 632.632020] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.639842] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5289229d-fcc1-a3c3-eb94-2befa3a66026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.735032] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.735512] env[65665]: DEBUG nova.compute.manager [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 632.739186] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.185s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.740696] env[65665]: INFO nova.compute.claims [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.744017] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Acquiring lock "8e7a4581-e914-41fd-80ec-372e58c735d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.744872] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Lock "8e7a4581-e914-41fd-80ec-372e58c735d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.744872] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Acquiring lock "8e7a4581-e914-41fd-80ec-372e58c735d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.744872] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Lock "8e7a4581-e914-41fd-80ec-372e58c735d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.745058] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Lock "8e7a4581-e914-41fd-80ec-372e58c735d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.747454] env[65665]: INFO nova.compute.manager [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Terminating instance [ 633.141588] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5289229d-fcc1-a3c3-eb94-2befa3a66026, 'name': SearchDatastore_Task, 'duration_secs': 0.026394} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.141832] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.142075] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.142349] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.142436] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.142686] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.142975] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e04c2406-5c55-4124-b259-a563362c9cdc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.155600] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.155800] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.157211] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113b6443-093e-49b2-8d19-0d9598f32183 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.164411] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Waiting for the task: (returnval){ [ 633.164411] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b796de-6718-70ef-d43b-1121f6ac39ff" [ 633.164411] env[65665]: _type = "Task" [ 633.164411] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.173796] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b796de-6718-70ef-d43b-1121f6ac39ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.241786] env[65665]: DEBUG nova.compute.utils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.243020] env[65665]: DEBUG nova.compute.manager [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 633.243020] env[65665]: DEBUG nova.network.neutron [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 633.243020] env[65665]: WARNING neutronclient.v2_0.client [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.243020] env[65665]: WARNING neutronclient.v2_0.client [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.252255] env[65665]: DEBUG nova.compute.manager [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 633.252899] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.253784] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7399fad3-4e44-4f27-a9b4-cdd99c10692d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.265807] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.267169] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d380740d-3974-44e4-9aa3-75a43044de9e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.281388] env[65665]: DEBUG oslo_vmware.api [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Waiting for the task: (returnval){ [ 633.281388] env[65665]: value = "task-4854074" [ 633.281388] env[65665]: _type = "Task" [ 633.281388] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.298478] env[65665]: DEBUG oslo_vmware.api [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.344054] env[65665]: DEBUG nova.compute.manager [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Received event network-vif-plugged-88c0ec2d-5e56-449c-a8b0-35caa2050a24 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 633.344348] env[65665]: DEBUG oslo_concurrency.lockutils [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] Acquiring lock "ce00df29-575c-4b28-875f-5ea4504e9394-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.344589] env[65665]: DEBUG oslo_concurrency.lockutils [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] Lock "ce00df29-575c-4b28-875f-5ea4504e9394-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.344787] env[65665]: DEBUG oslo_concurrency.lockutils [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] Lock "ce00df29-575c-4b28-875f-5ea4504e9394-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.344985] env[65665]: DEBUG nova.compute.manager [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] No waiting events found dispatching network-vif-plugged-88c0ec2d-5e56-449c-a8b0-35caa2050a24 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 633.345194] env[65665]: WARNING nova.compute.manager [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Received unexpected event network-vif-plugged-88c0ec2d-5e56-449c-a8b0-35caa2050a24 for instance with vm_state building and task_state spawning. [ 633.345385] env[65665]: DEBUG nova.compute.manager [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Received event network-changed-88c0ec2d-5e56-449c-a8b0-35caa2050a24 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 633.345568] env[65665]: DEBUG nova.compute.manager [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Refreshing instance network info cache due to event network-changed-88c0ec2d-5e56-449c-a8b0-35caa2050a24. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 633.345763] env[65665]: DEBUG oslo_concurrency.lockutils [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] Acquiring lock "refresh_cache-ce00df29-575c-4b28-875f-5ea4504e9394" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.345895] env[65665]: DEBUG oslo_concurrency.lockutils [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] Acquired lock "refresh_cache-ce00df29-575c-4b28-875f-5ea4504e9394" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.346102] env[65665]: DEBUG nova.network.neutron [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Refreshing network info cache for port 88c0ec2d-5e56-449c-a8b0-35caa2050a24 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.460050] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52be93d4-ebe6-4ed7-a269-7d6207b72fd6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.470956] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Doing hard reboot of VM {{(pid=65665) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 633.471440] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-939105fd-1f33-4459-9e9b-e2c1007b2f7e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.483958] env[65665]: DEBUG oslo_vmware.api [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 633.483958] env[65665]: value = "task-4854075" [ 633.483958] env[65665]: _type = "Task" [ 633.483958] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.495858] env[65665]: DEBUG oslo_vmware.api [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854075, 'name': ResetVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.685104] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b796de-6718-70ef-d43b-1121f6ac39ff, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.685587] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-522c3e0e-63a4-4849-a888-44728bd457ca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.692089] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Waiting for the task: (returnval){ [ 633.692089] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cc34ab-2c71-e8fd-3946-6e27f6c6fe9d" [ 633.692089] env[65665]: _type = "Task" [ 633.692089] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.705200] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cc34ab-2c71-e8fd-3946-6e27f6c6fe9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.748514] env[65665]: DEBUG nova.compute.manager [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 633.778115] env[65665]: DEBUG oslo_concurrency.lockutils [None req-517055dd-b203-4caf-9e7b-5e69cf60e7c1 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "12159289-c199-498a-a2d8-5ecfd92f2e17" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.778115] env[65665]: DEBUG oslo_concurrency.lockutils [None req-517055dd-b203-4caf-9e7b-5e69cf60e7c1 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "12159289-c199-498a-a2d8-5ecfd92f2e17" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.778115] env[65665]: DEBUG nova.compute.manager [None req-517055dd-b203-4caf-9e7b-5e69cf60e7c1 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 633.778115] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6acef7-79b3-45a0-8eca-ae20bfd95d06 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.807900] env[65665]: DEBUG oslo_vmware.api [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854074, 'name': PowerOffVM_Task, 'duration_secs': 0.374992} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.807900] env[65665]: DEBUG nova.compute.manager [None req-517055dd-b203-4caf-9e7b-5e69cf60e7c1 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65665) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 633.807900] env[65665]: DEBUG nova.objects.instance [None req-517055dd-b203-4caf-9e7b-5e69cf60e7c1 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lazy-loading 'flavor' on Instance uuid 12159289-c199-498a-a2d8-5ecfd92f2e17 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.811663] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.811827] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.812682] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c92b275-dfad-45b8-8e45-bf561f3aebfd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.850312] env[65665]: WARNING neutronclient.v2_0.client [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.879154] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.879416] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.879590] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Deleting the datastore file [datastore2] 8e7a4581-e914-41fd-80ec-372e58c735d2 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.880051] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cac14a5-c58e-495c-a7e4-8e741230baa1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.883806] env[65665]: DEBUG nova.policy [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90de5dfbe0e0485794a0d6a1e7afe6df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3fbbaf023294f2e8074f050d8ef108c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.895118] env[65665]: DEBUG oslo_vmware.api [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Waiting for the task: (returnval){ [ 633.895118] env[65665]: value = "task-4854077" [ 633.895118] env[65665]: _type = "Task" [ 633.895118] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.905925] env[65665]: DEBUG oslo_vmware.api [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.997454] env[65665]: DEBUG oslo_vmware.api [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854075, 'name': ResetVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.027454] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844c6279-2ee4-457c-b868-ecc6221ccb84 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.036731] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f148975d-7243-4664-b95e-160ae8e90a98 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.077141] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc1683d-f1c3-4eff-92fe-80db2ea37b16 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.086409] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667d6d0e-e272-4bbe-9419-5ef6c6badf16 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.102324] env[65665]: DEBUG nova.compute.provider_tree [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.204505] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cc34ab-2c71-e8fd-3946-6e27f6c6fe9d, 'name': SearchDatastore_Task, 'duration_secs': 0.013525} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.204826] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.205106] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] ce00df29-575c-4b28-875f-5ea4504e9394/ce00df29-575c-4b28-875f-5ea4504e9394.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.205441] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9f1aa2c-6b18-4963-b3b4-697400110768 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.214047] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Waiting for the task: (returnval){ [ 634.214047] env[65665]: value = "task-4854078" [ 634.214047] env[65665]: _type = "Task" [ 634.214047] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.223346] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.408628] env[65665]: DEBUG oslo_vmware.api [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Task: {'id': task-4854077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429015} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.409044] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.409389] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.409567] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.409736] env[65665]: INFO nova.compute.manager [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 634.409977] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 634.410183] env[65665]: DEBUG nova.compute.manager [-] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 634.410283] env[65665]: DEBUG nova.network.neutron [-] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 634.410535] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.499783] env[65665]: DEBUG oslo_vmware.api [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854075, 'name': ResetVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.608803] env[65665]: DEBUG nova.scheduler.client.report [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.728228] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.758907] env[65665]: DEBUG nova.compute.manager [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 634.792903] env[65665]: DEBUG nova.virt.hardware [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:27:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1285432548',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-363053078',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 634.794018] env[65665]: DEBUG nova.virt.hardware [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.794018] env[65665]: DEBUG nova.virt.hardware [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 634.794018] env[65665]: DEBUG nova.virt.hardware [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.794018] env[65665]: DEBUG nova.virt.hardware [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 634.794986] env[65665]: DEBUG nova.virt.hardware [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 634.795226] env[65665]: DEBUG nova.virt.hardware [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 634.795381] env[65665]: DEBUG nova.virt.hardware [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 634.795544] env[65665]: DEBUG nova.virt.hardware [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 634.795713] env[65665]: DEBUG nova.virt.hardware [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 634.795870] env[65665]: DEBUG nova.virt.hardware [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 634.797574] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0392ae0f-511d-4562-9d23-34336d0a1742 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.806843] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51818b6f-ade7-4bfb-a911-9eede3f5a821 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.824676] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-517055dd-b203-4caf-9e7b-5e69cf60e7c1 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.825183] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5939bd48-4f6f-41f0-8880-e168b786c54d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.834298] env[65665]: DEBUG oslo_vmware.api [None req-517055dd-b203-4caf-9e7b-5e69cf60e7c1 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 634.834298] env[65665]: value = "task-4854079" [ 634.834298] env[65665]: _type = "Task" [ 634.834298] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.846116] env[65665]: DEBUG oslo_vmware.api [None req-517055dd-b203-4caf-9e7b-5e69cf60e7c1 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.007087] env[65665]: DEBUG oslo_vmware.api [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854075, 'name': ResetVM_Task, 'duration_secs': 1.122697} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.007632] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Did hard reboot of VM {{(pid=65665) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 635.007955] env[65665]: DEBUG nova.compute.manager [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 635.009875] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a0c948-ffbf-4cda-81e3-fd7b8ab16dd2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.118229] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.118229] env[65665]: DEBUG nova.compute.manager [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 635.121034] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.331s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.123459] env[65665]: INFO nova.compute.claims [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.226276] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854078, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.000533} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.226605] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] ce00df29-575c-4b28-875f-5ea4504e9394/ce00df29-575c-4b28-875f-5ea4504e9394.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.226867] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.227702] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-118f87d7-927f-4e68-a5d2-ee41829c7171 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.234915] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Waiting for the task: (returnval){ [ 635.234915] env[65665]: value = "task-4854080" [ 635.234915] env[65665]: _type = "Task" [ 635.234915] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.258779] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.346882] env[65665]: DEBUG oslo_vmware.api [None req-517055dd-b203-4caf-9e7b-5e69cf60e7c1 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854079, 'name': PowerOffVM_Task, 'duration_secs': 0.268763} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.346882] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-517055dd-b203-4caf-9e7b-5e69cf60e7c1 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.347157] env[65665]: DEBUG nova.compute.manager [None req-517055dd-b203-4caf-9e7b-5e69cf60e7c1 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 635.349831] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aeb57f-7e71-4d8f-9cc4-8976784caa21 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.525355] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe0682b1-b90c-4c25-8ad7-0c4bf4a02bbe tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lock "81563c3e-3323-4892-9c22-da0c062da7cc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.414s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.629059] env[65665]: DEBUG nova.compute.utils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.633262] env[65665]: DEBUG nova.compute.manager [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 635.634858] env[65665]: DEBUG nova.network.neutron [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 635.634858] env[65665]: WARNING neutronclient.v2_0.client [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.634858] env[65665]: WARNING neutronclient.v2_0.client [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.646225] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.737091] env[65665]: DEBUG nova.network.neutron [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Successfully created port: ed30a3d3-c0f6-43e8-b026-0eb69269726f {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 635.750883] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070328} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.751220] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.752030] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d47964a-719a-48f6-ab78-83169f128e26 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.776970] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] ce00df29-575c-4b28-875f-5ea4504e9394/ce00df29-575c-4b28-875f-5ea4504e9394.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.777411] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5b6c765-182a-4424-a5a4-b0db9e9cdb46 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.799734] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Waiting for the task: (returnval){ [ 635.799734] env[65665]: value = "task-4854081" [ 635.799734] env[65665]: _type = "Task" [ 635.799734] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.805874] env[65665]: DEBUG nova.policy [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f730c1a613040f087d87b0b679fba48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01625aa5be194572a77fefc71ff3732b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.813998] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.872662] env[65665]: DEBUG oslo_concurrency.lockutils [None req-517055dd-b203-4caf-9e7b-5e69cf60e7c1 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "12159289-c199-498a-a2d8-5ecfd92f2e17" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.097s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.135031] env[65665]: DEBUG nova.compute.manager [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 636.311240] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854081, 'name': ReconfigVM_Task, 'duration_secs': 0.365524} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.312092] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Reconfigured VM instance instance-0000000d to attach disk [datastore2] ce00df29-575c-4b28-875f-5ea4504e9394/ce00df29-575c-4b28-875f-5ea4504e9394.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.312309] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af556efa-841c-49f9-82ce-6a0defb996fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.324976] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Waiting for the task: (returnval){ [ 636.324976] env[65665]: value = "task-4854082" [ 636.324976] env[65665]: _type = "Task" [ 636.324976] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.335786] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854082, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.412066] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610a8ea4-f075-4d53-90aa-b9ad3f5a403d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.421947] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda309a0-bd57-477b-88c8-be4eaa633199 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.457395] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a8e88e-46d8-4779-8ca1-f038a0b3e043 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.466320] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af624ba-4188-47ab-820c-8fd7aa944510 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.482143] env[65665]: DEBUG nova.compute.provider_tree [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.488483] env[65665]: DEBUG nova.network.neutron [-] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.549751] env[65665]: DEBUG nova.network.neutron [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Successfully created port: 73db27ba-2f7b-4f0d-b9df-1221ea19d193 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 636.585354] env[65665]: WARNING neutronclient.v2_0.client [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.835917] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854082, 'name': Rename_Task, 'duration_secs': 0.267536} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.837405] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.837405] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13f09ae6-ae34-4546-82ac-59e226bdcf78 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.845128] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Waiting for the task: (returnval){ [ 636.845128] env[65665]: value = "task-4854083" [ 636.845128] env[65665]: _type = "Task" [ 636.845128] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.856741] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.987161] env[65665]: DEBUG nova.scheduler.client.report [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.992939] env[65665]: INFO nova.compute.manager [-] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Took 2.58 seconds to deallocate network for instance. [ 637.147660] env[65665]: DEBUG nova.compute.manager [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 637.183477] env[65665]: DEBUG nova.virt.hardware [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 637.183810] env[65665]: DEBUG nova.virt.hardware [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.183965] env[65665]: DEBUG nova.virt.hardware [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 637.184292] env[65665]: DEBUG nova.virt.hardware [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.184463] env[65665]: DEBUG nova.virt.hardware [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 637.184607] env[65665]: DEBUG nova.virt.hardware [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 637.184814] env[65665]: DEBUG nova.virt.hardware [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 637.184968] env[65665]: DEBUG nova.virt.hardware [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 637.185142] env[65665]: DEBUG nova.virt.hardware [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 637.185304] env[65665]: DEBUG nova.virt.hardware [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 637.185496] env[65665]: DEBUG nova.virt.hardware [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 637.186473] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb09f4cf-ae41-4094-9211-1d9dcf11f29e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.196274] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216fb262-eea9-44b4-b914-749336834955 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.357080] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854083, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.493918] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.494584] env[65665]: DEBUG nova.compute.manager [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 637.497224] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.202s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.498662] env[65665]: INFO nova.compute.claims [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.502893] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.551778] env[65665]: DEBUG nova.network.neutron [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Successfully updated port: ed30a3d3-c0f6-43e8-b026-0eb69269726f {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 637.856212] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854083, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.004974] env[65665]: DEBUG nova.compute.utils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.009043] env[65665]: DEBUG nova.compute.manager [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 638.009043] env[65665]: DEBUG nova.network.neutron [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 638.009222] env[65665]: WARNING neutronclient.v2_0.client [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.009547] env[65665]: WARNING neutronclient.v2_0.client [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.057065] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "refresh_cache-e776049f-b496-4b4c-aafa-67a30a37ef55" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.057065] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquired lock "refresh_cache-e776049f-b496-4b4c-aafa-67a30a37ef55" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.057065] env[65665]: DEBUG nova.network.neutron [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 638.358199] env[65665]: DEBUG oslo_vmware.api [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854083, 'name': PowerOnVM_Task, 'duration_secs': 1.166501} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.358477] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.358671] env[65665]: INFO nova.compute.manager [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Took 9.74 seconds to spawn the instance on the hypervisor. [ 638.358855] env[65665]: DEBUG nova.compute.manager [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 638.359664] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c0946f-acc1-442d-96e6-de544fa15e14 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.513746] env[65665]: DEBUG nova.compute.manager [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 638.719408] env[65665]: DEBUG nova.network.neutron [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Successfully updated port: 73db27ba-2f7b-4f0d-b9df-1221ea19d193 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 638.726609] env[65665]: DEBUG nova.network.neutron [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Updated VIF entry in instance network info cache for port 88c0ec2d-5e56-449c-a8b0-35caa2050a24. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 638.726876] env[65665]: DEBUG nova.network.neutron [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Updating instance_info_cache with network_info: [{"id": "88c0ec2d-5e56-449c-a8b0-35caa2050a24", "address": "fa:16:3e:2a:b1:36", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c0ec2d-5e", "ovs_interfaceid": "88c0ec2d-5e56-449c-a8b0-35caa2050a24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.784564] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2cb63e-660e-4a05-b0ec-3fedaaf4d49e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.793587] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba50bec3-23dc-4225-b08c-f0da1e6b47e2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.830830] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed3ed52-45bc-41de-a192-097ee2dd018f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.836882] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bf2af4-560d-4047-b108-c6521d8baab5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.852224] env[65665]: DEBUG nova.compute.provider_tree [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.877448] env[65665]: INFO nova.compute.manager [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Took 21.11 seconds to build instance. [ 638.921006] env[65665]: DEBUG nova.network.neutron [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 639.042370] env[65665]: DEBUG nova.policy [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ba5cee3537b4a389e090444cfb1eec6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be044c76a4504952aef082ca0f2ff359', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.227223] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "refresh_cache-9cf295fa-3194-41e3-a3e8-e6d579cd6975" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.227407] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquired lock "refresh_cache-9cf295fa-3194-41e3-a3e8-e6d579cd6975" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.227578] env[65665]: DEBUG nova.network.neutron [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 639.235643] env[65665]: DEBUG oslo_concurrency.lockutils [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] Releasing lock "refresh_cache-ce00df29-575c-4b28-875f-5ea4504e9394" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.235899] env[65665]: DEBUG nova.compute.manager [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Received event network-changed-168708e9-eb81-41d2-980f-38b87d38f3bf {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 639.236469] env[65665]: DEBUG nova.compute.manager [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Refreshing instance network info cache due to event network-changed-168708e9-eb81-41d2-980f-38b87d38f3bf. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 639.236469] env[65665]: DEBUG oslo_concurrency.lockutils [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] Acquiring lock "refresh_cache-cd0810a8-246a-4f1a-a654-2b0b844611ab" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.236469] env[65665]: DEBUG oslo_concurrency.lockutils [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] Acquired lock "refresh_cache-cd0810a8-246a-4f1a-a654-2b0b844611ab" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.236672] env[65665]: DEBUG nova.network.neutron [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Refreshing network info cache for port 168708e9-eb81-41d2-980f-38b87d38f3bf {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.358719] env[65665]: DEBUG nova.scheduler.client.report [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.384114] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c71393e-d463-4149-b843-d0b15195fc80 tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Lock "ce00df29-575c-4b28-875f-5ea4504e9394" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.622s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.528896] env[65665]: DEBUG nova.compute.manager [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 639.535709] env[65665]: DEBUG nova.network.neutron [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Successfully created port: 64267d51-d65c-4737-98f2-706e69b5e1b5 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 639.566194] env[65665]: DEBUG nova.virt.hardware [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 639.566598] env[65665]: DEBUG nova.virt.hardware [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.566699] env[65665]: DEBUG nova.virt.hardware [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 639.566895] env[65665]: DEBUG nova.virt.hardware [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.567049] env[65665]: DEBUG nova.virt.hardware [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 639.567194] env[65665]: DEBUG nova.virt.hardware [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 639.567399] env[65665]: DEBUG nova.virt.hardware [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 639.567562] env[65665]: DEBUG nova.virt.hardware [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 639.567719] env[65665]: DEBUG nova.virt.hardware [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 639.567873] env[65665]: DEBUG nova.virt.hardware [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 639.568042] env[65665]: DEBUG nova.virt.hardware [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 639.568959] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b483157-8d70-4bc4-9138-46b8aa2d312e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.583841] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61d5733-ba36-44ab-9850-80bd52ce3a24 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.741900] env[65665]: WARNING neutronclient.v2_0.client [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.857158] env[65665]: WARNING neutronclient.v2_0.client [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.869026] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.869026] env[65665]: DEBUG nova.compute.manager [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 639.870599] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.368s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.871145] env[65665]: DEBUG nova.objects.instance [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Lazy-loading 'resources' on Instance uuid 8e7a4581-e914-41fd-80ec-372e58c735d2 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 639.948075] env[65665]: DEBUG nova.network.neutron [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 640.372745] env[65665]: DEBUG nova.compute.utils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.374661] env[65665]: DEBUG nova.compute.manager [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Not allocating networking since 'none' was specified. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 640.589918] env[65665]: DEBUG nova.network.neutron [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Updating instance_info_cache with network_info: [{"id": "ed30a3d3-c0f6-43e8-b026-0eb69269726f", "address": "fa:16:3e:ed:ed:be", "network": {"id": "3d849c39-0e04-407b-9718-9ccf98b0e349", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1711575260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fbbaf023294f2e8074f050d8ef108c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped30a3d3-c0", "ovs_interfaceid": "ed30a3d3-c0f6-43e8-b026-0eb69269726f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.599881] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a088dda-ab92-4788-a834-c6f4fd6440cb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.613268] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4401e68-29ff-4ec2-a9a7-75ea057a1c84 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.654455] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a1ec3d-985c-4756-9125-111316ca15ce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.663116] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca22f5c4-bece-4693-a655-ad61af5f8cd8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.679985] env[65665]: DEBUG nova.compute.provider_tree [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.879557] env[65665]: DEBUG nova.compute.manager [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 641.093989] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Releasing lock "refresh_cache-e776049f-b496-4b4c-aafa-67a30a37ef55" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.094510] env[65665]: DEBUG nova.compute.manager [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Instance network_info: |[{"id": "ed30a3d3-c0f6-43e8-b026-0eb69269726f", "address": "fa:16:3e:ed:ed:be", "network": {"id": "3d849c39-0e04-407b-9718-9ccf98b0e349", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1711575260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fbbaf023294f2e8074f050d8ef108c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped30a3d3-c0", "ovs_interfaceid": "ed30a3d3-c0f6-43e8-b026-0eb69269726f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 641.095128] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:ed:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed30a3d3-c0f6-43e8-b026-0eb69269726f', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.106993] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Creating folder: Project (a3fbbaf023294f2e8074f050d8ef108c). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.107540] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd6eb489-21cf-41d5-856c-4c9b36d2f8e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.121319] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Created folder: Project (a3fbbaf023294f2e8074f050d8ef108c) in parent group-v946135. [ 641.121319] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Creating folder: Instances. Parent ref: group-v946178. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.121319] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6d2ec7a-b7ab-4911-83ef-a48f8b15ac1f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.133909] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Created folder: Instances in parent group-v946178. [ 641.134185] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 641.134390] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.134597] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c4b1f42-b187-4ad8-b420-cdeb79df7d38 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.156645] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.156645] env[65665]: value = "task-4854086" [ 641.156645] env[65665]: _type = "Task" [ 641.156645] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.165715] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854086, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.184049] env[65665]: DEBUG nova.scheduler.client.report [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.291691] env[65665]: WARNING neutronclient.v2_0.client [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.322274] env[65665]: DEBUG nova.network.neutron [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Successfully updated port: 64267d51-d65c-4737-98f2-706e69b5e1b5 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.499907] env[65665]: WARNING neutronclient.v2_0.client [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.585277] env[65665]: DEBUG nova.network.neutron [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Updating instance_info_cache with network_info: [{"id": "73db27ba-2f7b-4f0d-b9df-1221ea19d193", "address": "fa:16:3e:d1:d9:c8", "network": {"id": "53411a0c-15ab-4ba0-93ac-88525bc494af", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1784566108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "01625aa5be194572a77fefc71ff3732b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73db27ba-2f", "ovs_interfaceid": "73db27ba-2f7b-4f0d-b9df-1221ea19d193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.656383] env[65665]: DEBUG nova.network.neutron [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Updated VIF entry in instance network info cache for port 168708e9-eb81-41d2-980f-38b87d38f3bf. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 641.657093] env[65665]: DEBUG nova.network.neutron [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Updating instance_info_cache with network_info: [{"id": "168708e9-eb81-41d2-980f-38b87d38f3bf", "address": "fa:16:3e:8c:48:f5", "network": {"id": "eb168169-92ef-46c3-bb48-3df13cc77869", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1544398137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10f86d1294c4108b07e581664c0eece", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap168708e9-eb", "ovs_interfaceid": "168708e9-eb81-41d2-980f-38b87d38f3bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.674025] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854086, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.689758] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.734733] env[65665]: INFO nova.scheduler.client.report [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Deleted allocations for instance 8e7a4581-e914-41fd-80ec-372e58c735d2 [ 641.826051] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "refresh_cache-370cbd8b-fa5c-46ba-873e-6db750c90cf8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.826290] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquired lock "refresh_cache-370cbd8b-fa5c-46ba-873e-6db750c90cf8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.826439] env[65665]: DEBUG nova.network.neutron [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 641.893449] env[65665]: DEBUG nova.compute.manager [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 641.923897] env[65665]: DEBUG nova.virt.hardware [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 641.923897] env[65665]: DEBUG nova.virt.hardware [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.923897] env[65665]: DEBUG nova.virt.hardware [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 641.924223] env[65665]: DEBUG nova.virt.hardware [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.924374] env[65665]: DEBUG nova.virt.hardware [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 641.924518] env[65665]: DEBUG nova.virt.hardware [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 641.924735] env[65665]: DEBUG nova.virt.hardware [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 641.924974] env[65665]: DEBUG nova.virt.hardware [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 641.925189] env[65665]: DEBUG nova.virt.hardware [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 641.925189] env[65665]: DEBUG nova.virt.hardware [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 641.925404] env[65665]: DEBUG nova.virt.hardware [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 641.926405] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb608fa7-ade2-4f99-8eaa-606517b4b76a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.937917] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c58fe3-ef10-4f16-996b-0f2191da9a3e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.947331] env[65665]: DEBUG nova.compute.manager [req-ec7a7519-ce24-4edf-bff1-002d06735eca req-f0d90fe6-ffaa-491d-bfae-1c14dc5ae26f service nova] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Received event network-vif-deleted-6c08851b-e7c4-46f3-8d9e-ce1ecbc59618 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 641.959313] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.966263] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Creating folder: Project (5fe7b74017bc42059e30d50df20dab1e). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.967059] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63e5d99d-f447-42c4-ab59-3d2ecec8d36b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.981083] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Created folder: Project (5fe7b74017bc42059e30d50df20dab1e) in parent group-v946135. [ 641.981083] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Creating folder: Instances. Parent ref: group-v946181. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.981083] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d0f98e5-9a28-449f-be83-91f382414efa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.995287] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Created folder: Instances in parent group-v946181. [ 641.995287] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 641.995287] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.995287] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1b9c683-3166-4515-b64b-f23f6b17b05a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.018188] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.018188] env[65665]: value = "task-4854089" [ 642.018188] env[65665]: _type = "Task" [ 642.018188] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.024769] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854089, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.087775] env[65665]: DEBUG nova.compute.manager [req-a9550365-dc8d-4926-8259-2c2e90afe2d6 req-40e6de64-a751-4966-a3c0-e3a8ca33a43a service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Received event network-vif-plugged-ed30a3d3-c0f6-43e8-b026-0eb69269726f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 642.087894] env[65665]: DEBUG oslo_concurrency.lockutils [req-a9550365-dc8d-4926-8259-2c2e90afe2d6 req-40e6de64-a751-4966-a3c0-e3a8ca33a43a service nova] Acquiring lock "e776049f-b496-4b4c-aafa-67a30a37ef55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.088060] env[65665]: DEBUG oslo_concurrency.lockutils [req-a9550365-dc8d-4926-8259-2c2e90afe2d6 req-40e6de64-a751-4966-a3c0-e3a8ca33a43a service nova] Lock "e776049f-b496-4b4c-aafa-67a30a37ef55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.088221] env[65665]: DEBUG oslo_concurrency.lockutils [req-a9550365-dc8d-4926-8259-2c2e90afe2d6 req-40e6de64-a751-4966-a3c0-e3a8ca33a43a service nova] Lock "e776049f-b496-4b4c-aafa-67a30a37ef55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.088380] env[65665]: DEBUG nova.compute.manager [req-a9550365-dc8d-4926-8259-2c2e90afe2d6 req-40e6de64-a751-4966-a3c0-e3a8ca33a43a service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] No waiting events found dispatching network-vif-plugged-ed30a3d3-c0f6-43e8-b026-0eb69269726f {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 642.088531] env[65665]: WARNING nova.compute.manager [req-a9550365-dc8d-4926-8259-2c2e90afe2d6 req-40e6de64-a751-4966-a3c0-e3a8ca33a43a service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Received unexpected event network-vif-plugged-ed30a3d3-c0f6-43e8-b026-0eb69269726f for instance with vm_state building and task_state spawning. [ 642.089594] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Releasing lock "refresh_cache-9cf295fa-3194-41e3-a3e8-e6d579cd6975" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.089940] env[65665]: DEBUG nova.compute.manager [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Instance network_info: |[{"id": "73db27ba-2f7b-4f0d-b9df-1221ea19d193", "address": "fa:16:3e:d1:d9:c8", "network": {"id": "53411a0c-15ab-4ba0-93ac-88525bc494af", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1784566108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "01625aa5be194572a77fefc71ff3732b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73db27ba-2f", "ovs_interfaceid": "73db27ba-2f7b-4f0d-b9df-1221ea19d193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 642.093037] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:d9:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73db27ba-2f7b-4f0d-b9df-1221ea19d193', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.103584] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Creating folder: Project (01625aa5be194572a77fefc71ff3732b). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.104550] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a011742e-252b-4be3-b19d-6794e6f9124a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.120185] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Created folder: Project (01625aa5be194572a77fefc71ff3732b) in parent group-v946135. [ 642.120185] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Creating folder: Instances. Parent ref: group-v946184. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.120185] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12a634a6-910c-4266-bb1e-3e46ba301237 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.133449] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Created folder: Instances in parent group-v946184. [ 642.133702] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 642.134378] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.134665] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83e25622-867e-49a2-a7ae-5eb633490460 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.159870] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.159870] env[65665]: value = "task-4854092" [ 642.159870] env[65665]: _type = "Task" [ 642.159870] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.166517] env[65665]: DEBUG oslo_concurrency.lockutils [req-27df3d2e-0982-40f8-8b3e-cc4facd75712 req-3d9a506f-81e0-4a63-8f26-cb5904f28ef7 service nova] Releasing lock "refresh_cache-cd0810a8-246a-4f1a-a654-2b0b844611ab" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.171512] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854092, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.179618] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854086, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.245774] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dfd76b35-0524-4c17-b63a-4304144ec176 tempest-VolumesAdminNegativeTest-1465503759 tempest-VolumesAdminNegativeTest-1465503759-project-member] Lock "8e7a4581-e914-41fd-80ec-372e58c735d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.501s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.532039] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854089, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.608549] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Acquiring lock "342801b3-9ef7-47cd-931c-59342b743356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.608936] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Lock "342801b3-9ef7-47cd-931c-59342b743356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.674192] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854092, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.683493] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854086, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.818419] env[65665]: DEBUG nova.network.neutron [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.836842] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Acquiring lock "ba5abd5f-4830-4dd2-958a-ee827cce4c01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.837057] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Lock "ba5abd5f-4830-4dd2-958a-ee827cce4c01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.837585] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Acquiring lock "ba5abd5f-4830-4dd2-958a-ee827cce4c01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.837585] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Lock "ba5abd5f-4830-4dd2-958a-ee827cce4c01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.837585] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Lock "ba5abd5f-4830-4dd2-958a-ee827cce4c01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.841630] env[65665]: INFO nova.compute.manager [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Terminating instance [ 643.028918] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854089, 'name': CreateVM_Task, 'duration_secs': 0.900997} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.028918] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.029517] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.029600] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.029856] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.030125] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab29ee17-4fc0-487a-8ebb-d950fab58c60 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.035381] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Waiting for the task: (returnval){ [ 643.035381] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d857c7-606e-6cbe-6acb-baf6ed014491" [ 643.035381] env[65665]: _type = "Task" [ 643.035381] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.044087] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d857c7-606e-6cbe-6acb-baf6ed014491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.113874] env[65665]: DEBUG nova.compute.manager [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 643.176107] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854092, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.183395] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854086, 'name': CreateVM_Task, 'duration_secs': 1.623103} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.183395] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.183395] env[65665]: WARNING neutronclient.v2_0.client [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.183395] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.185769] env[65665]: DEBUG nova.compute.manager [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 643.186746] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddea36c-61ec-449e-b95f-36a984c7038e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.350103] env[65665]: DEBUG nova.compute.manager [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 643.350343] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.351759] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9af2531-71b7-401a-8fb2-26b12ee24c0a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.360488] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.360757] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-765b95c1-a346-4e49-a64b-41cbf55e47e8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.368554] env[65665]: DEBUG oslo_vmware.api [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Waiting for the task: (returnval){ [ 643.368554] env[65665]: value = "task-4854093" [ 643.368554] env[65665]: _type = "Task" [ 643.368554] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.381808] env[65665]: DEBUG oslo_vmware.api [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.547992] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d857c7-606e-6cbe-6acb-baf6ed014491, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.548678] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.549058] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.549434] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.549680] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.549957] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.550440] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.551011] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.552022] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6aca003-5d59-4420-923e-7d7c68d66bb0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.553909] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c9a82b-a91e-4031-b545-2137825aadc2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.562208] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 643.562208] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52aa472a-f85b-42b4-1e34-707fd7f1e9ac" [ 643.562208] env[65665]: _type = "Task" [ 643.562208] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.579470] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52aa472a-f85b-42b4-1e34-707fd7f1e9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.585923] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.586136] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.587336] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2f7f42-b48e-46b4-8d11-e873de88eabf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.595021] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Waiting for the task: (returnval){ [ 643.595021] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d8622d-3d02-cc00-f8a4-20c15234ef47" [ 643.595021] env[65665]: _type = "Task" [ 643.595021] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.606724] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d8622d-3d02-cc00-f8a4-20c15234ef47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.641417] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.641417] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.646021] env[65665]: INFO nova.compute.claims [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.673954] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854092, 'name': CreateVM_Task, 'duration_secs': 1.510573} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.674226] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.674897] env[65665]: WARNING neutronclient.v2_0.client [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.675563] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.701364] env[65665]: INFO nova.compute.manager [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] instance snapshotting [ 643.704875] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1e41b2-93ef-46fe-ae1a-76ab78493b19 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.728877] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e41216-2c52-40e7-a7c9-b0174880b5be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.880405] env[65665]: DEBUG oslo_vmware.api [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854093, 'name': PowerOffVM_Task, 'duration_secs': 0.2924} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.880661] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.880817] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.881080] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a6ed038-2790-4639-81fc-aee2138f1cce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.952507] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.952507] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.952507] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Deleting the datastore file [datastore2] ba5abd5f-4830-4dd2-958a-ee827cce4c01 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.952507] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8064919f-c32f-4f0a-9c24-b8399bcb2edb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.959858] env[65665]: DEBUG oslo_vmware.api [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Waiting for the task: (returnval){ [ 643.959858] env[65665]: value = "task-4854095" [ 643.959858] env[65665]: _type = "Task" [ 643.959858] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.969824] env[65665]: DEBUG oslo_vmware.api [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.075065] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52aa472a-f85b-42b4-1e34-707fd7f1e9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.034853} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.075766] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.076471] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.076471] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.076686] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.077072] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.077379] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bcd988d-9a22-433f-8fce-df1d9000ab1f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.083327] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 644.083327] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e63254-0465-615c-071c-ff226f0c7817" [ 644.083327] env[65665]: _type = "Task" [ 644.083327] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.093505] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e63254-0465-615c-071c-ff226f0c7817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.105648] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d8622d-3d02-cc00-f8a4-20c15234ef47, 'name': SearchDatastore_Task, 'duration_secs': 0.01496} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.107015] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639a5b05-360d-4065-b688-220cbb7e9762 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.119379] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Waiting for the task: (returnval){ [ 644.119379] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a0e4b-e66a-8c66-b2e6-98fdf2c59fe6" [ 644.119379] env[65665]: _type = "Task" [ 644.119379] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.130124] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a0e4b-e66a-8c66-b2e6-98fdf2c59fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.245142] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 644.245142] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f066bc1-b825-4a1f-92ec-5e0920fe88e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.258183] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 644.258183] env[65665]: value = "task-4854096" [ 644.258183] env[65665]: _type = "Task" [ 644.258183] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.272782] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854096, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.290025] env[65665]: DEBUG nova.compute.manager [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 644.291295] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df938d3e-7fb7-4c65-864f-539648c141ff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.473206] env[65665]: DEBUG oslo_vmware.api [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Task: {'id': task-4854095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187495} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.473621] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.473876] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.474123] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.474363] env[65665]: INFO nova.compute.manager [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Took 1.12 seconds to destroy the instance on the hypervisor. [ 644.474686] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 644.474961] env[65665]: DEBUG nova.compute.manager [-] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 644.475145] env[65665]: DEBUG nova.network.neutron [-] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 644.475456] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.595209] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e63254-0465-615c-071c-ff226f0c7817, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.595521] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.595774] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.596037] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.631127] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a0e4b-e66a-8c66-b2e6-98fdf2c59fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.009936} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.631425] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.631708] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 10a329a8-6a2b-498a-847c-3f21cf8cac24/10a329a8-6a2b-498a-847c-3f21cf8cac24.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.632009] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.632204] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.632430] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f64ef80-61b0-4793-ade1-e7b83f1baae9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.634891] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32e8ae4f-2564-4a11-9a00-f36797bb39fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.643534] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Waiting for the task: (returnval){ [ 644.643534] env[65665]: value = "task-4854097" [ 644.643534] env[65665]: _type = "Task" [ 644.643534] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.648671] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.648851] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.653015] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b42d4a-e221-4fe8-94fa-02853cfe956c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.655825] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.662638] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 644.662638] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52872775-bf9a-75ea-5a9d-cf710d02b090" [ 644.662638] env[65665]: _type = "Task" [ 644.662638] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.673174] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52872775-bf9a-75ea-5a9d-cf710d02b090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.768207] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854096, 'name': CreateSnapshot_Task, 'duration_secs': 0.485652} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.768572] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 644.769588] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df845bd7-0439-4d0e-888a-6d169b33183c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.804245] env[65665]: INFO nova.compute.manager [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] instance snapshotting [ 644.804630] env[65665]: WARNING nova.compute.manager [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 644.808828] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68048a4-a563-4cb4-bdf8-6a626adc572a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.839933] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe4464d-024c-4a47-b435-bd2d3b2bf900 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.896147] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77d187e-66a2-481e-9b89-1076e11516a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.909390] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1964e1e-66b9-4515-965f-1c73d8242214 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.964921] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a6d246-853a-46c6-90d3-ae8a6990742b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.978178] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384b9317-1746-4a90-bcd8-e98a518bcabf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.002393] env[65665]: DEBUG nova.compute.provider_tree [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.005945] env[65665]: WARNING neutronclient.v2_0.client [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.055936] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.156495] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854097, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.174508] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52872775-bf9a-75ea-5a9d-cf710d02b090, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.176068] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f404e02-220d-47a7-8a5c-2d10b28414db {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.183448] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 645.183448] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524bf589-f1ff-31c7-b94d-0cb9a6ebbef5" [ 645.183448] env[65665]: _type = "Task" [ 645.183448] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.196094] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524bf589-f1ff-31c7-b94d-0cb9a6ebbef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.292420] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 645.292420] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bcc35419-d7c3-4613-9ac7-6f13a714439c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.302093] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 645.302093] env[65665]: value = "task-4854098" [ 645.302093] env[65665]: _type = "Task" [ 645.302093] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.311541] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854098, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.352847] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 645.352847] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-219463a0-8787-4063-bfe2-e4e4d694d48d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.361837] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 645.361837] env[65665]: value = "task-4854099" [ 645.361837] env[65665]: _type = "Task" [ 645.361837] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.377908] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854099, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.515848] env[65665]: DEBUG nova.scheduler.client.report [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.656768] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570099} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.657121] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 10a329a8-6a2b-498a-847c-3f21cf8cac24/10a329a8-6a2b-498a-847c-3f21cf8cac24.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.657364] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.657659] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de1dd6d0-61ab-4e88-b198-b5bf40b35bac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.666643] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Waiting for the task: (returnval){ [ 645.666643] env[65665]: value = "task-4854100" [ 645.666643] env[65665]: _type = "Task" [ 645.666643] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.677678] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.698825] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524bf589-f1ff-31c7-b94d-0cb9a6ebbef5, 'name': SearchDatastore_Task, 'duration_secs': 0.018728} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.699147] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.699504] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] e776049f-b496-4b4c-aafa-67a30a37ef55/e776049f-b496-4b4c-aafa-67a30a37ef55.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.699795] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.700049] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.700359] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9e3b192-c928-4b7b-8f0e-1fb523ec8cb2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.702567] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-716bd580-5a9c-48cc-9944-5750b0de5b0e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.710742] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 645.710742] env[65665]: value = "task-4854101" [ 645.710742] env[65665]: _type = "Task" [ 645.710742] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.712223] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.712413] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.716116] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e7629c-5c7c-4373-bc00-0414d9e3ca3b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.722396] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 645.722396] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cc2f55-dca6-d7a6-0eff-a42171f2b37b" [ 645.722396] env[65665]: _type = "Task" [ 645.722396] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.725932] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.735958] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cc2f55-dca6-d7a6-0eff-a42171f2b37b, 'name': SearchDatastore_Task, 'duration_secs': 0.010944} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.736782] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c0d0c66-f4f2-45c8-aa4c-bca8c25b2412 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.743211] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 645.743211] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52501c57-5d1f-1d21-6786-e6cf1b0e0b75" [ 645.743211] env[65665]: _type = "Task" [ 645.743211] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.752425] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52501c57-5d1f-1d21-6786-e6cf1b0e0b75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.819424] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854098, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.872829] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854099, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.023052] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.023052] env[65665]: DEBUG nova.compute.manager [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 646.186873] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064767} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.187267] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.189056] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7de8d1c-306f-4d13-a0c3-80e4ec49272d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.215490] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 10a329a8-6a2b-498a-847c-3f21cf8cac24/10a329a8-6a2b-498a-847c-3f21cf8cac24.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.216263] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ce2fd96-822c-41fc-908a-5bfda6c801e8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.256044] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854101, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.256044] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Waiting for the task: (returnval){ [ 646.256044] env[65665]: value = "task-4854102" [ 646.256044] env[65665]: _type = "Task" [ 646.256044] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.264249] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52501c57-5d1f-1d21-6786-e6cf1b0e0b75, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.269843] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.269843] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 9cf295fa-3194-41e3-a3e8-e6d579cd6975/9cf295fa-3194-41e3-a3e8-e6d579cd6975.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.269843] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854102, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.269843] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1535d64-aba1-477c-b4ee-19777f9fd387 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.277589] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 646.277589] env[65665]: value = "task-4854103" [ 646.277589] env[65665]: _type = "Task" [ 646.277589] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.286963] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.321156] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854098, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.377665] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854099, 'name': CreateSnapshot_Task, 'duration_secs': 0.919782} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.378227] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 646.379168] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f338b9a-b34e-4c39-89a9-0bcddad48cba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.443285] env[65665]: DEBUG nova.network.neutron [-] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.532570] env[65665]: DEBUG nova.compute.utils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.536045] env[65665]: DEBUG nova.compute.manager [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 646.536045] env[65665]: DEBUG nova.network.neutron [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 646.536045] env[65665]: WARNING neutronclient.v2_0.client [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.536045] env[65665]: WARNING neutronclient.v2_0.client [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.727483] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854101, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.769789] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.789967] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.824292] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854098, 'name': CloneVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.906772] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 646.907134] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4c95df2-5bf4-4d4c-aa2e-a11251d84b7b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.919625] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 646.919625] env[65665]: value = "task-4854104" [ 646.919625] env[65665]: _type = "Task" [ 646.919625] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.929081] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854104, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.952024] env[65665]: INFO nova.compute.manager [-] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Took 2.47 seconds to deallocate network for instance. [ 647.038122] env[65665]: DEBUG nova.compute.manager [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 647.045161] env[65665]: DEBUG nova.network.neutron [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Updating instance_info_cache with network_info: [{"id": "64267d51-d65c-4737-98f2-706e69b5e1b5", "address": "fa:16:3e:83:18:85", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64267d51-d6", "ovs_interfaceid": "64267d51-d65c-4737-98f2-706e69b5e1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.231292] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854101, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.276574] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.295826] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.326256] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854098, 'name': CloneVM_Task, 'duration_secs': 1.593347} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.326256] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Created linked-clone VM from snapshot [ 647.328136] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ace3c34-3081-4de9-9061-a54dcbc70a64 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.339350] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Uploading image dc80cfd6-258c-4ac1-b4c9-2250a785d041 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 647.373943] env[65665]: DEBUG oslo_vmware.rw_handles [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 647.373943] env[65665]: value = "vm-946188" [ 647.373943] env[65665]: _type = "VirtualMachine" [ 647.373943] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 647.374393] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d2606462-6bae-47f1-8a3e-0d7fe625388e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.382956] env[65665]: DEBUG oslo_vmware.rw_handles [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lease: (returnval){ [ 647.382956] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5209d714-a9a3-f091-e264-0428ef40ee39" [ 647.382956] env[65665]: _type = "HttpNfcLease" [ 647.382956] env[65665]: } obtained for exporting VM: (result){ [ 647.382956] env[65665]: value = "vm-946188" [ 647.382956] env[65665]: _type = "VirtualMachine" [ 647.382956] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 647.383404] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the lease: (returnval){ [ 647.383404] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5209d714-a9a3-f091-e264-0428ef40ee39" [ 647.383404] env[65665]: _type = "HttpNfcLease" [ 647.383404] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 647.392782] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 647.392782] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5209d714-a9a3-f091-e264-0428ef40ee39" [ 647.392782] env[65665]: _type = "HttpNfcLease" [ 647.392782] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 647.431591] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854104, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.456499] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.456837] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.456929] env[65665]: DEBUG nova.objects.instance [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Lazy-loading 'resources' on Instance uuid ba5abd5f-4830-4dd2-958a-ee827cce4c01 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.555965] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Releasing lock "refresh_cache-370cbd8b-fa5c-46ba-873e-6db750c90cf8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.555965] env[65665]: DEBUG nova.compute.manager [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Instance network_info: |[{"id": "64267d51-d65c-4737-98f2-706e69b5e1b5", "address": "fa:16:3e:83:18:85", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64267d51-d6", "ovs_interfaceid": "64267d51-d65c-4737-98f2-706e69b5e1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 647.557037] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:18:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64267d51-d65c-4737-98f2-706e69b5e1b5', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.574021] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 647.574021] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.574021] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08bb6bb1-5ae0-4475-ae89-c919ef4bebdb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.596850] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.596850] env[65665]: value = "task-4854106" [ 647.596850] env[65665]: _type = "Task" [ 647.596850] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.611552] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854106, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.733852] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854101, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.550135} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.734768] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] e776049f-b496-4b4c-aafa-67a30a37ef55/e776049f-b496-4b4c-aafa-67a30a37ef55.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.735149] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.735750] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce09438d-7e5a-43a3-ba6c-39b710167936 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.744896] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 647.744896] env[65665]: value = "task-4854107" [ 647.744896] env[65665]: _type = "Task" [ 647.744896] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.756746] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.772122] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.789814] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854103, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.819077] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "641c616e-96ce-4a56-9888-d9eca0c3111f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.819077] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "641c616e-96ce-4a56-9888-d9eca0c3111f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.842530] env[65665]: DEBUG nova.policy [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c71e9de447804ea99963c755b4921ad2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0d0e3868306443fb1c92c30bfa16f37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.893878] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 647.893878] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5209d714-a9a3-f091-e264-0428ef40ee39" [ 647.893878] env[65665]: _type = "HttpNfcLease" [ 647.893878] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 647.893878] env[65665]: DEBUG oslo_vmware.rw_handles [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 647.893878] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5209d714-a9a3-f091-e264-0428ef40ee39" [ 647.893878] env[65665]: _type = "HttpNfcLease" [ 647.893878] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 647.894721] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a179fb-0ee4-469d-abd2-3151e4adc8af {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.904019] env[65665]: DEBUG oslo_vmware.rw_handles [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d515c-86da-4369-163a-120790331268/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 647.904190] env[65665]: DEBUG oslo_vmware.rw_handles [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d515c-86da-4369-163a-120790331268/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 647.982320] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854104, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.005855] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6748f19-0ab9-4616-b2f9-100894956be6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.063407] env[65665]: DEBUG nova.compute.manager [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 648.114918] env[65665]: DEBUG nova.virt.hardware [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 648.114918] env[65665]: DEBUG nova.virt.hardware [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.114918] env[65665]: DEBUG nova.virt.hardware [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 648.114918] env[65665]: DEBUG nova.virt.hardware [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.115276] env[65665]: DEBUG nova.virt.hardware [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 648.115276] env[65665]: DEBUG nova.virt.hardware [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 648.115276] env[65665]: DEBUG nova.virt.hardware [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 648.115530] env[65665]: DEBUG nova.virt.hardware [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 648.115659] env[65665]: DEBUG nova.virt.hardware [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 648.115860] env[65665]: DEBUG nova.virt.hardware [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 648.116167] env[65665]: DEBUG nova.virt.hardware [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 648.116442] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854106, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.119682] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50216cf-a731-4f17-8f40-71c427fdde5b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.132296] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68be9de3-55ca-4a56-aed6-20ff0ec8dfab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.269228] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101405} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.269228] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.269228] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81624ce5-d187-40bb-b0e9-e72fa28ae75f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.274818] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854102, 'name': ReconfigVM_Task, 'duration_secs': 1.685713} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.275822] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 10a329a8-6a2b-498a-847c-3f21cf8cac24/10a329a8-6a2b-498a-847c-3f21cf8cac24.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.276441] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3699eac-9da6-4b95-b9a3-79b923cf6b66 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.301153] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] e776049f-b496-4b4c-aafa-67a30a37ef55/e776049f-b496-4b4c-aafa-67a30a37ef55.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.309731] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-461bef08-9e9f-4149-a6bc-d7f397c2aba5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.332505] env[65665]: DEBUG nova.compute.manager [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 648.335772] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Waiting for the task: (returnval){ [ 648.335772] env[65665]: value = "task-4854108" [ 648.335772] env[65665]: _type = "Task" [ 648.335772] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.336868] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e29f6cc-674a-4dbc-954a-1e1a274bfa58 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.350992] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854103, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.534119} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.351356] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 648.351356] env[65665]: value = "task-4854109" [ 648.351356] env[65665]: _type = "Task" [ 648.351356] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.354166] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 9cf295fa-3194-41e3-a3e8-e6d579cd6975/9cf295fa-3194-41e3-a3e8-e6d579cd6975.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.354922] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.355814] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bba20498-220a-44ab-8d80-6ebe9074e243 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.362049] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df212489-b30a-4c26-8eb3-7ce6c0793d35 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.370734] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854108, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.377735] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.406254] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 648.406254] env[65665]: value = "task-4854110" [ 648.406254] env[65665]: _type = "Task" [ 648.406254] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.407125] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dd4c81-938e-472b-8008-c685787af74a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.428130] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.430530] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c404d66-2777-46ae-aa9d-d8b5416799e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.449058] env[65665]: DEBUG nova.compute.provider_tree [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.478186] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854104, 'name': CloneVM_Task} progress is 95%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.614433] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854106, 'name': CreateVM_Task, 'duration_secs': 0.580765} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.614767] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.616091] env[65665]: WARNING neutronclient.v2_0.client [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.616541] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.616853] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.617817] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.618264] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712fb665-ae1a-43f2-a488-6bb21c5be7b2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.625474] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 648.625474] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523641e8-c81a-4d30-05f1-be2cc900a0c6" [ 648.625474] env[65665]: _type = "Task" [ 648.625474] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.642080] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523641e8-c81a-4d30-05f1-be2cc900a0c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.867204] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854108, 'name': Rename_Task, 'duration_secs': 0.165011} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.870754] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.871418] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854109, 'name': ReconfigVM_Task, 'duration_secs': 0.340235} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.872569] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.873119] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f325cc54-5e91-4159-b62d-50fbee69816b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.874847] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Reconfigured VM instance instance-0000000e to attach disk [datastore2] e776049f-b496-4b4c-aafa-67a30a37ef55/e776049f-b496-4b4c-aafa-67a30a37ef55.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.875506] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c25d49ef-0e1d-4dc0-8a9b-5d8f55654f13 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.883699] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Waiting for the task: (returnval){ [ 648.883699] env[65665]: value = "task-4854111" [ 648.883699] env[65665]: _type = "Task" [ 648.883699] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.886561] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 648.886561] env[65665]: value = "task-4854112" [ 648.886561] env[65665]: _type = "Task" [ 648.886561] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.904087] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854112, 'name': Rename_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.907645] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854111, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.920557] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079865} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.920557] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.921095] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae5a5bc-65e6-4c0d-a2fd-0a8e21dce565 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.945201] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 9cf295fa-3194-41e3-a3e8-e6d579cd6975/9cf295fa-3194-41e3-a3e8-e6d579cd6975.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.945643] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d55560d5-a89a-48cc-9a76-52a0b3a5abe5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.971847] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 648.971847] env[65665]: value = "task-4854113" [ 648.971847] env[65665]: _type = "Task" [ 648.971847] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.980014] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854104, 'name': CloneVM_Task, 'duration_secs': 1.757583} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.980769] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Created linked-clone VM from snapshot [ 648.981679] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6d0a97-4160-4abc-b5cd-880c9c0a9580 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.988065] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.994653] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Uploading image b24554b0-cf95-4c3a-b84e-8e98dacd02d3 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 648.997742] env[65665]: ERROR nova.scheduler.client.report [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [req-2c3a0526-a0ee-49c0-a456-fed525b65af3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e52fd1e5-0d72-4d81-ad68-cf304205f8ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c3a0526-a0ee-49c0-a456-fed525b65af3"}]} [ 649.025769] env[65665]: DEBUG nova.scheduler.client.report [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Refreshing inventories for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 649.039806] env[65665]: DEBUG oslo_vmware.rw_handles [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 649.039806] env[65665]: value = "vm-946190" [ 649.039806] env[65665]: _type = "VirtualMachine" [ 649.039806] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 649.041252] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4bd44e71-2a34-4c1d-97f4-471528da9e7b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.049653] env[65665]: DEBUG oslo_vmware.rw_handles [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lease: (returnval){ [ 649.049653] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529a834b-2cd6-ae55-56e5-01cea9edbd17" [ 649.049653] env[65665]: _type = "HttpNfcLease" [ 649.049653] env[65665]: } obtained for exporting VM: (result){ [ 649.049653] env[65665]: value = "vm-946190" [ 649.049653] env[65665]: _type = "VirtualMachine" [ 649.049653] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 649.049653] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the lease: (returnval){ [ 649.049653] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529a834b-2cd6-ae55-56e5-01cea9edbd17" [ 649.049653] env[65665]: _type = "HttpNfcLease" [ 649.049653] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 649.054402] env[65665]: DEBUG nova.scheduler.client.report [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Updating ProviderTree inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 649.055131] env[65665]: DEBUG nova.compute.provider_tree [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.063277] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 649.063277] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529a834b-2cd6-ae55-56e5-01cea9edbd17" [ 649.063277] env[65665]: _type = "HttpNfcLease" [ 649.063277] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 649.063924] env[65665]: DEBUG oslo_vmware.rw_handles [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 649.063924] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529a834b-2cd6-ae55-56e5-01cea9edbd17" [ 649.063924] env[65665]: _type = "HttpNfcLease" [ 649.063924] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 649.064494] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f261fce-6e2f-4c52-b6b8-268d75a5f810 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.073696] env[65665]: DEBUG oslo_vmware.rw_handles [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529069c4-910e-e0a5-875f-a6de0ca29d52/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 649.073916] env[65665]: DEBUG oslo_vmware.rw_handles [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529069c4-910e-e0a5-875f-a6de0ca29d52/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 649.076148] env[65665]: DEBUG nova.scheduler.client.report [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Refreshing aggregate associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, aggregates: None {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 649.133213] env[65665]: DEBUG nova.scheduler.client.report [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Refreshing trait associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 649.146510] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523641e8-c81a-4d30-05f1-be2cc900a0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.014699} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.146754] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.146977] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.147416] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.148137] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.148137] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.148137] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71717c3c-a8e9-42d0-8f2f-28082b857073 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.157853] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.158135] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.158967] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad22ce9-d16f-4321-acb0-c9146edf4762 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.165575] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 649.165575] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52334da3-f2b5-ab38-1b86-3d3f4057f4a3" [ 649.165575] env[65665]: _type = "Task" [ 649.165575] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.175452] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e272e89b-6c39-4bcf-a727-cd6331e277e8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.181790] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52334da3-f2b5-ab38-1b86-3d3f4057f4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.185046] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bb5bf6-5582-4349-a3e2-b15d29c6f2bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.190115] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 649.190115] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52623b2d-14ba-eb0b-a39d-c2934c0ccbe8" [ 649.190115] env[65665]: _type = "Task" [ 649.190115] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.206314] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52623b2d-14ba-eb0b-a39d-c2934c0ccbe8, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.210456] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.210456] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 370cbd8b-fa5c-46ba-873e-6db750c90cf8/370cbd8b-fa5c-46ba-873e-6db750c90cf8.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.210721] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecf094ba-f271-41de-86fc-00e4dbfd3959 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.228037] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 649.228037] env[65665]: value = "task-4854115" [ 649.228037] env[65665]: _type = "Task" [ 649.228037] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.240417] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.405706] env[65665]: DEBUG oslo_vmware.api [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854111, 'name': PowerOnVM_Task, 'duration_secs': 0.501544} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.406078] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.406485] env[65665]: INFO nova.compute.manager [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Took 7.51 seconds to spawn the instance on the hypervisor. [ 649.406485] env[65665]: DEBUG nova.compute.manager [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 649.407421] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eb8fc5-5f74-44e4-8376-42db4d2f4cad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.413964] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854112, 'name': Rename_Task, 'duration_secs': 0.188591} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.415931] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.416200] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75374fd4-6dfc-47f7-b827-1a173c52db67 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.428059] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f273a8-18fe-4796-82c0-12ac68de1341 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.442527] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81ca007-552c-448b-a045-80b401e9abba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.452919] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 649.452919] env[65665]: value = "task-4854116" [ 649.452919] env[65665]: _type = "Task" [ 649.452919] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.505414] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1354c8-3814-4847-8160-0a091a8051d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.514767] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854116, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.524559] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.529442] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6e27a1-9bb2-425d-86b6-b888aae8ec75 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.555358] env[65665]: DEBUG nova.compute.provider_tree [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.739452] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854115, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.948114] env[65665]: INFO nova.compute.manager [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Took 19.67 seconds to build instance. [ 649.973759] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.012927] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.056252] env[65665]: DEBUG nova.network.neutron [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Successfully created port: d555107c-993e-49de-8643-5d1c667ec5de {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 650.088070] env[65665]: ERROR nova.scheduler.client.report [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] [req-6540acbe-460e-4d27-a38b-ef28d2b01810] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e52fd1e5-0d72-4d81-ad68-cf304205f8ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6540acbe-460e-4d27-a38b-ef28d2b01810"}]} [ 650.113701] env[65665]: DEBUG nova.scheduler.client.report [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Refreshing inventories for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 650.140230] env[65665]: DEBUG nova.scheduler.client.report [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Updating ProviderTree inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 650.140700] env[65665]: DEBUG nova.compute.provider_tree [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.159976] env[65665]: DEBUG nova.scheduler.client.report [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Refreshing aggregate associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, aggregates: None {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 650.186433] env[65665]: DEBUG nova.scheduler.client.report [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Refreshing trait associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 650.244222] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627926} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.245587] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 370cbd8b-fa5c-46ba-873e-6db750c90cf8/370cbd8b-fa5c-46ba-873e-6db750c90cf8.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.245906] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.246477] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70a2dd88-849e-4b3d-86a8-1582eb73597d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.262697] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 650.262697] env[65665]: value = "task-4854117" [ 650.262697] env[65665]: _type = "Task" [ 650.262697] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.275688] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.450876] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "5c674aad-91fe-4a12-b3b4-4b81c924fd25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.451220] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "5c674aad-91fe-4a12-b3b4-4b81c924fd25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.459869] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04b14f1c-76db-48fe-8924-98d541eb508b tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Lock "10a329a8-6a2b-498a-847c-3f21cf8cac24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.196s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.478398] env[65665]: DEBUG oslo_vmware.api [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854116, 'name': PowerOnVM_Task, 'duration_secs': 0.923454} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.478779] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.478935] env[65665]: INFO nova.compute.manager [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Took 15.72 seconds to spawn the instance on the hypervisor. [ 650.479128] env[65665]: DEBUG nova.compute.manager [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 650.480134] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d0cbb6-7cba-44cb-abdb-a15aade4632a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.503439] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70735c86-1c31-493b-9391-8473e2adaf5b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.512488] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854113, 'name': ReconfigVM_Task, 'duration_secs': 1.410523} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.515147] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 9cf295fa-3194-41e3-a3e8-e6d579cd6975/9cf295fa-3194-41e3-a3e8-e6d579cd6975.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.515897] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b832a4f-16ca-4498-9a4f-37ddf4991c99 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.518554] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438ee780-8193-4f54-87df-6b9aeb917be7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.530194] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 650.530194] env[65665]: value = "task-4854118" [ 650.530194] env[65665]: _type = "Task" [ 650.530194] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.566966] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e0aa7f-83de-483a-adaa-0690e9b889e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.585716] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82309f96-cb90-43fb-9b4a-f2a8f275e513 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.590880] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854118, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.607327] env[65665]: DEBUG nova.compute.provider_tree [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.777538] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152165} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.778291] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.780025] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bf7e73-3fd4-4d4c-9551-6010dd3f97db {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.822371] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 370cbd8b-fa5c-46ba-873e-6db750c90cf8/370cbd8b-fa5c-46ba-873e-6db750c90cf8.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.822768] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803aaa60-83d4-4797-81c1-b2087679ac72 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.849829] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 650.849829] env[65665]: value = "task-4854119" [ 650.849829] env[65665]: _type = "Task" [ 650.849829] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.866407] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.954849] env[65665]: DEBUG nova.compute.manager [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 651.009500] env[65665]: INFO nova.compute.manager [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Took 30.24 seconds to build instance. [ 651.071758] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854118, 'name': Rename_Task, 'duration_secs': 0.184982} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.072025] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.072410] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2395d34-48aa-4199-a365-b4c396fef1e6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.080719] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 651.080719] env[65665]: value = "task-4854120" [ 651.080719] env[65665]: _type = "Task" [ 651.080719] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.089987] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.152270] env[65665]: DEBUG nova.scheduler.client.report [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Updated inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 651.152550] env[65665]: DEBUG nova.compute.provider_tree [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Updating resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba generation from 24 to 25 during operation: update_inventory {{(pid=65665) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 651.152721] env[65665]: DEBUG nova.compute.provider_tree [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.363359] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.478155] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.512982] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b881be87-e2f9-4d47-b1f5-ceee320b7d0e tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "e776049f-b496-4b4c-aafa-67a30a37ef55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.753s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.592352] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.657462] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.201s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.661080] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.788s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.662694] env[65665]: INFO nova.compute.claims [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.707459] env[65665]: INFO nova.scheduler.client.report [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Deleted allocations for instance ba5abd5f-4830-4dd2-958a-ee827cce4c01 [ 651.865477] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.094948] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.158087] env[65665]: DEBUG nova.network.neutron [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Successfully updated port: d555107c-993e-49de-8643-5d1c667ec5de {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 652.219085] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9a5e213-4a82-4030-a601-b8fb4d2d3d70 tempest-InstanceActionsNegativeTestJSON-583814203 tempest-InstanceActionsNegativeTestJSON-583814203-project-member] Lock "ba5abd5f-4830-4dd2-958a-ee827cce4c01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.382s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.362549] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854119, 'name': ReconfigVM_Task, 'duration_secs': 1.266199} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.363226] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 370cbd8b-fa5c-46ba-873e-6db750c90cf8/370cbd8b-fa5c-46ba-873e-6db750c90cf8.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.364170] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9522680-e1bb-4289-aeb9-b87380306dac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.375122] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 652.375122] env[65665]: value = "task-4854121" [ 652.375122] env[65665]: _type = "Task" [ 652.375122] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.387281] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854121, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.596525] env[65665]: DEBUG oslo_vmware.api [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854120, 'name': PowerOnVM_Task, 'duration_secs': 1.203287} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.596879] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.596973] env[65665]: INFO nova.compute.manager [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Took 15.45 seconds to spawn the instance on the hypervisor. [ 652.597251] env[65665]: DEBUG nova.compute.manager [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 652.598403] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43713cf6-da70-4d24-8545-bcba698b3732 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.662273] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Acquiring lock "refresh_cache-342801b3-9ef7-47cd-931c-59342b743356" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.662492] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Acquired lock "refresh_cache-342801b3-9ef7-47cd-931c-59342b743356" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.662675] env[65665]: DEBUG nova.network.neutron [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 652.895777] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854121, 'name': Rename_Task, 'duration_secs': 0.272903} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.896211] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.896413] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c08682e2-6270-4280-a46a-a9ab6d982c72 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.905659] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 652.905659] env[65665]: value = "task-4854122" [ 652.905659] env[65665]: _type = "Task" [ 652.905659] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.921185] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.031512] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f759a3-c109-445a-8b7c-87c19d0ae36c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.041121] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e0c528-c253-447a-bc0f-0c90088f5d6e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.082065] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cfb56d-2c06-4bd8-a326-0aa28a33d3f6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.095088] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b958b5e9-38f1-459c-a4b6-4053710a4e0b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.117159] env[65665]: DEBUG nova.compute.provider_tree [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.123861] env[65665]: INFO nova.compute.manager [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Took 24.60 seconds to build instance. [ 653.419490] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854122, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.481643] env[65665]: DEBUG oslo_concurrency.lockutils [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquiring lock "81563c3e-3323-4892-9c22-da0c062da7cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.481904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lock "81563c3e-3323-4892-9c22-da0c062da7cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.483800] env[65665]: DEBUG oslo_concurrency.lockutils [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquiring lock "81563c3e-3323-4892-9c22-da0c062da7cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.483800] env[65665]: DEBUG oslo_concurrency.lockutils [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lock "81563c3e-3323-4892-9c22-da0c062da7cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.483800] env[65665]: DEBUG oslo_concurrency.lockutils [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lock "81563c3e-3323-4892-9c22-da0c062da7cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.485576] env[65665]: INFO nova.compute.manager [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Terminating instance [ 653.621769] env[65665]: DEBUG nova.scheduler.client.report [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.625824] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ec75eb14-7d39-45bb-968f-ad26dd04d29e tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "9cf295fa-3194-41e3-a3e8-e6d579cd6975" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.110s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.917790] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854122, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.991884] env[65665]: DEBUG nova.compute.manager [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 653.992142] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.993110] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3933c9b-6948-4b5b-b55f-aa5949090a07 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.004840] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.005271] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9603609-eb01-4603-93e5-4bf8dd6bb130 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.013550] env[65665]: DEBUG oslo_vmware.api [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 654.013550] env[65665]: value = "task-4854123" [ 654.013550] env[65665]: _type = "Task" [ 654.013550] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.026235] env[65665]: DEBUG oslo_vmware.api [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.127873] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.129051] env[65665]: DEBUG nova.compute.manager [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 654.134331] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.655s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.134713] env[65665]: INFO nova.compute.claims [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.390133] env[65665]: DEBUG nova.network.neutron [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 654.419098] env[65665]: DEBUG oslo_vmware.api [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854122, 'name': PowerOnVM_Task, 'duration_secs': 1.256309} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.419421] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.419632] env[65665]: INFO nova.compute.manager [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Took 14.89 seconds to spawn the instance on the hypervisor. [ 654.419801] env[65665]: DEBUG nova.compute.manager [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 654.420652] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0bde03-13e6-4726-83d9-d3c5050ffa84 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.529897] env[65665]: DEBUG oslo_vmware.api [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854123, 'name': PowerOffVM_Task, 'duration_secs': 0.341867} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.530183] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.530343] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.530595] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba649bac-f2e1-4b44-85e1-6904cc0e68dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.604962] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.605353] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.605718] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Deleting the datastore file [datastore1] 81563c3e-3323-4892-9c22-da0c062da7cc {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.606116] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31375b86-ea30-46bb-af61-ab6563061121 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.615362] env[65665]: DEBUG oslo_vmware.api [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for the task: (returnval){ [ 654.615362] env[65665]: value = "task-4854125" [ 654.615362] env[65665]: _type = "Task" [ 654.615362] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.631335] env[65665]: DEBUG oslo_vmware.api [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.640294] env[65665]: DEBUG nova.compute.utils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.645457] env[65665]: DEBUG nova.compute.manager [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 654.645672] env[65665]: DEBUG nova.network.neutron [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 654.645991] env[65665]: WARNING neutronclient.v2_0.client [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.646305] env[65665]: WARNING neutronclient.v2_0.client [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.947668] env[65665]: INFO nova.compute.manager [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Took 26.17 seconds to build instance. [ 655.128706] env[65665]: DEBUG oslo_vmware.api [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Task: {'id': task-4854125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272031} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.130210] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.130210] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.130210] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.130210] env[65665]: INFO nova.compute.manager [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 655.130210] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 655.130617] env[65665]: DEBUG nova.compute.manager [-] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 655.130617] env[65665]: DEBUG nova.network.neutron [-] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 655.130617] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.151243] env[65665]: DEBUG nova.compute.manager [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 655.258722] env[65665]: DEBUG nova.policy [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be549f16dbb240e5b8972d07b2a28888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11e8c22fa2f846399b1a7e1951e96061', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.354274] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.452194] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3609c815-408c-4de1-a87e-02298824f7d6 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "370cbd8b-fa5c-46ba-873e-6db750c90cf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.689s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.458182] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.458985] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc85f41-2fdd-4548-874e-7ede18119d5a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.462279] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.473534] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cadc6e4-51b6-4cf6-b0ad-42a572c202d7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.516083] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb7a580-9f48-4ee8-8905-0ed98ba80ce1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.527026] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262a34bd-9080-422e-8419-681486fc475e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.552507] env[65665]: DEBUG nova.compute.provider_tree [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.853590] env[65665]: DEBUG nova.network.neutron [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Successfully created port: 38c6214e-7919-43f5-9782-551849b670cc {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 655.972109] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.972109] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.972109] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.972109] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.972109] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.972109] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.973108] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 655.973108] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.061033] env[65665]: DEBUG nova.scheduler.client.report [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.167819] env[65665]: DEBUG nova.compute.manager [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 656.258845] env[65665]: WARNING neutronclient.v2_0.client [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.475541] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.569368] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.570928] env[65665]: DEBUG nova.compute.manager [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 656.574103] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.099s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.574385] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.574475] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 656.575448] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f361d5-7867-4819-88c8-a1120528b4cd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.589815] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0aea63-ffc6-4835-9184-130bc751924a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.610999] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36a7065-f4b8-4861-ae03-54600cecd035 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.620949] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d271c10-2e09-44d1-ba00-d4f2a7c6357a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.659260] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180088MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 656.659437] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.659670] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.662675] env[65665]: DEBUG nova.network.neutron [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Updating instance_info_cache with network_info: [{"id": "d555107c-993e-49de-8643-5d1c667ec5de", "address": "fa:16:3e:c1:67:9b", "network": {"id": "c3f7da84-29c7-42cc-ba5e-ad33d28d8bcc", "bridge": "br-int", "label": "tempest-ServersTestJSON-726853738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d0e3868306443fb1c92c30bfa16f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd555107c-99", "ovs_interfaceid": "d555107c-993e-49de-8643-5d1c667ec5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.728870] env[65665]: DEBUG nova.network.neutron [-] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.947803] env[65665]: DEBUG nova.virt.hardware [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 656.948130] env[65665]: DEBUG nova.virt.hardware [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.948257] env[65665]: DEBUG nova.virt.hardware [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 656.948435] env[65665]: DEBUG nova.virt.hardware [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.948593] env[65665]: DEBUG nova.virt.hardware [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 656.948733] env[65665]: DEBUG nova.virt.hardware [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 656.948933] env[65665]: DEBUG nova.virt.hardware [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 656.952733] env[65665]: DEBUG nova.virt.hardware [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 656.952733] env[65665]: DEBUG nova.virt.hardware [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 656.952733] env[65665]: DEBUG nova.virt.hardware [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 656.952733] env[65665]: DEBUG nova.virt.hardware [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 656.957804] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40015746-6b98-4dee-8178-f4046e70d97d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.971026] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66706a2b-95b7-45cf-837b-0abd832ac2d1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.978773] env[65665]: DEBUG oslo_vmware.rw_handles [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d515c-86da-4369-163a-120790331268/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 656.982049] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023c2d7c-29c4-4f11-ada1-76f815ea36e0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.990031] env[65665]: DEBUG oslo_vmware.rw_handles [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d515c-86da-4369-163a-120790331268/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 656.991435] env[65665]: ERROR oslo_vmware.rw_handles [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d515c-86da-4369-163a-120790331268/disk-0.vmdk due to incomplete transfer. [ 657.002083] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b5117332-682c-4f05-a801-5d43aaa4206d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.015019] env[65665]: DEBUG oslo_vmware.rw_handles [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d515c-86da-4369-163a-120790331268/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 657.015019] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Uploaded image dc80cfd6-258c-4ac1-b4c9-2250a785d041 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 657.017423] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 657.017717] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c48489da-2a8a-49f1-b5d8-c2720fc3b111 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.028209] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 657.028209] env[65665]: value = "task-4854126" [ 657.028209] env[65665]: _type = "Task" [ 657.028209] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.038969] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854126, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.063947] env[65665]: DEBUG nova.compute.manager [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Received event network-vif-plugged-73db27ba-2f7b-4f0d-b9df-1221ea19d193 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 657.063947] env[65665]: DEBUG oslo_concurrency.lockutils [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] Acquiring lock "9cf295fa-3194-41e3-a3e8-e6d579cd6975-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.064757] env[65665]: DEBUG oslo_concurrency.lockutils [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] Lock "9cf295fa-3194-41e3-a3e8-e6d579cd6975-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.065320] env[65665]: DEBUG oslo_concurrency.lockutils [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] Lock "9cf295fa-3194-41e3-a3e8-e6d579cd6975-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.065320] env[65665]: DEBUG nova.compute.manager [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] No waiting events found dispatching network-vif-plugged-73db27ba-2f7b-4f0d-b9df-1221ea19d193 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 657.065320] env[65665]: WARNING nova.compute.manager [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Received unexpected event network-vif-plugged-73db27ba-2f7b-4f0d-b9df-1221ea19d193 for instance with vm_state active and task_state None. [ 657.066697] env[65665]: DEBUG nova.compute.manager [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Received event network-changed-73db27ba-2f7b-4f0d-b9df-1221ea19d193 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 657.066697] env[65665]: DEBUG nova.compute.manager [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Refreshing instance network info cache due to event network-changed-73db27ba-2f7b-4f0d-b9df-1221ea19d193. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 657.066697] env[65665]: DEBUG oslo_concurrency.lockutils [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] Acquiring lock "refresh_cache-9cf295fa-3194-41e3-a3e8-e6d579cd6975" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.066697] env[65665]: DEBUG oslo_concurrency.lockutils [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] Acquired lock "refresh_cache-9cf295fa-3194-41e3-a3e8-e6d579cd6975" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.067609] env[65665]: DEBUG nova.network.neutron [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Refreshing network info cache for port 73db27ba-2f7b-4f0d-b9df-1221ea19d193 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.076269] env[65665]: DEBUG nova.compute.utils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.078472] env[65665]: DEBUG nova.compute.manager [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 657.078678] env[65665]: DEBUG nova.network.neutron [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 657.079175] env[65665]: WARNING neutronclient.v2_0.client [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.079710] env[65665]: WARNING neutronclient.v2_0.client [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.084093] env[65665]: DEBUG nova.compute.manager [req-209897b4-5147-43a9-946c-d7e61ce45ade req-20121624-ef88-4435-a8f5-3a6cc4b377bc service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Received event network-changed-ed30a3d3-c0f6-43e8-b026-0eb69269726f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 657.084385] env[65665]: DEBUG nova.compute.manager [req-209897b4-5147-43a9-946c-d7e61ce45ade req-20121624-ef88-4435-a8f5-3a6cc4b377bc service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Refreshing instance network info cache due to event network-changed-ed30a3d3-c0f6-43e8-b026-0eb69269726f. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 657.084534] env[65665]: DEBUG oslo_concurrency.lockutils [req-209897b4-5147-43a9-946c-d7e61ce45ade req-20121624-ef88-4435-a8f5-3a6cc4b377bc service nova] Acquiring lock "refresh_cache-e776049f-b496-4b4c-aafa-67a30a37ef55" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.086357] env[65665]: DEBUG oslo_concurrency.lockutils [req-209897b4-5147-43a9-946c-d7e61ce45ade req-20121624-ef88-4435-a8f5-3a6cc4b377bc service nova] Acquired lock "refresh_cache-e776049f-b496-4b4c-aafa-67a30a37ef55" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.086357] env[65665]: DEBUG nova.network.neutron [req-209897b4-5147-43a9-946c-d7e61ce45ade req-20121624-ef88-4435-a8f5-3a6cc4b377bc service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Refreshing network info cache for port ed30a3d3-c0f6-43e8-b026-0eb69269726f {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.164337] env[65665]: DEBUG nova.policy [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eec140d5c414eb9b4612e9544a55661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd744d69912f04c5abbbeb62388dc8c8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.179046] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Releasing lock "refresh_cache-342801b3-9ef7-47cd-931c-59342b743356" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.179046] env[65665]: DEBUG nova.compute.manager [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Instance network_info: |[{"id": "d555107c-993e-49de-8643-5d1c667ec5de", "address": "fa:16:3e:c1:67:9b", "network": {"id": "c3f7da84-29c7-42cc-ba5e-ad33d28d8bcc", "bridge": "br-int", "label": "tempest-ServersTestJSON-726853738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d0e3868306443fb1c92c30bfa16f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd555107c-99", "ovs_interfaceid": "d555107c-993e-49de-8643-5d1c667ec5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 657.179796] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:67:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd555107c-993e-49de-8643-5d1c667ec5de', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.187743] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Creating folder: Project (d0d0e3868306443fb1c92c30bfa16f37). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.187743] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09b54bcb-f334-4bb8-8cb1-461c6f26e7ac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.200409] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Created folder: Project (d0d0e3868306443fb1c92c30bfa16f37) in parent group-v946135. [ 657.200409] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Creating folder: Instances. Parent ref: group-v946192. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.200608] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb05e065-7357-401e-9a4b-a223cb932de8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.213968] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Created folder: Instances in parent group-v946192. [ 657.215283] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 657.215283] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.215283] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aacac518-445f-4e33-bb3b-ee7f3327eb9b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.231769] env[65665]: INFO nova.compute.manager [-] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Took 2.10 seconds to deallocate network for instance. [ 657.241266] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.241266] env[65665]: value = "task-4854129" [ 657.241266] env[65665]: _type = "Task" [ 657.241266] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.252335] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854129, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.541853] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854126, 'name': Destroy_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.573525] env[65665]: WARNING neutronclient.v2_0.client [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.584524] env[65665]: DEBUG nova.compute.manager [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 657.591621] env[65665]: WARNING neutronclient.v2_0.client [req-209897b4-5147-43a9-946c-d7e61ce45ade req-20121624-ef88-4435-a8f5-3a6cc4b377bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.607030] env[65665]: DEBUG nova.network.neutron [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Successfully created port: 9a94b6a1-2caa-4af6-9d70-f9608ceecef3 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 657.716992] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance d547a951-4632-4565-8457-0481d6cc8f6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.717164] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 81563c3e-3323-4892-9c22-da0c062da7cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.717336] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 206acfbf-6270-4722-b2c3-954d2dd8d935 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.717500] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance cd0810a8-246a-4f1a-a654-2b0b844611ab actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.717621] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 12159289-c199-498a-a2d8-5ecfd92f2e17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.717826] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance ce00df29-575c-4b28-875f-5ea4504e9394 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.717826] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance e776049f-b496-4b4c-aafa-67a30a37ef55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.717940] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 9cf295fa-3194-41e3-a3e8-e6d579cd6975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.718036] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 370cbd8b-fa5c-46ba-873e-6db750c90cf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.718144] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 10a329a8-6a2b-498a-847c-3f21cf8cac24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.718289] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 342801b3-9ef7-47cd-931c-59342b743356 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.718404] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 641c616e-96ce-4a56-9888-d9eca0c3111f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.718639] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 5c674aad-91fe-4a12-b3b4-4b81c924fd25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 657.718701] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 657.718851] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '9', 'num_task_image_uploading': '2', 'num_os_type_None': '13', 'num_proj_2d736daa70ff4ab98dd2099937ee0f39': '1', 'io_workload': '3', 'num_task_deleting': '1', 'num_proj_81f83c86b93a4bcaa39f8c7af8ddf486': '1', 'num_task_None': '7', 'num_proj_4ffc248fe4f540b7a19fede286e88698': '1', 'num_proj_e10f86d1294c4108b07e581664c0eece': '1', 'num_vm_stopped': '1', 'num_proj_8bad9b509c1344aebb93a1f6f3072a7e': '1', 'num_proj_5837a86b0379485fa962e36d08e036dc': '1', 'num_proj_a3fbbaf023294f2e8074f050d8ef108c': '1', 'num_proj_01625aa5be194572a77fefc71ff3732b': '1', 'num_proj_be044c76a4504952aef082ca0f2ff359': '1', 'num_proj_5fe7b74017bc42059e30d50df20dab1e': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_proj_d0d0e3868306443fb1c92c30bfa16f37': '1', 'num_proj_11e8c22fa2f846399b1a7e1951e96061': '1', 'num_task_networking': '1', 'num_proj_d744d69912f04c5abbbeb62388dc8c8a': '1'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 657.745725] env[65665]: DEBUG oslo_concurrency.lockutils [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.762042] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854129, 'name': CreateVM_Task, 'duration_secs': 0.517967} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.767146] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.768482] env[65665]: WARNING neutronclient.v2_0.client [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.769155] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.770028] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.770028] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.771132] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8923c72c-9a44-49f0-a798-282635c5e95e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.778511] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Waiting for the task: (returnval){ [ 657.778511] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52669596-1632-c5ac-bf9e-b12809451fc4" [ 657.778511] env[65665]: _type = "Task" [ 657.778511] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.790546] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52669596-1632-c5ac-bf9e-b12809451fc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.040829] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854126, 'name': Destroy_Task, 'duration_secs': 0.690281} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.041109] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Destroyed the VM [ 658.041437] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 658.041725] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b714dbf0-9595-4722-a10d-474e571f96f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.044989] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd4f9f9-842d-4297-bbfe-7d07bd24e036 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.055473] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912df5e6-b0ba-4269-aa0c-77fd6ed91353 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.059806] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 658.059806] env[65665]: value = "task-4854130" [ 658.059806] env[65665]: _type = "Task" [ 658.059806] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.095467] env[65665]: DEBUG nova.network.neutron [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Successfully updated port: 38c6214e-7919-43f5-9782-551849b670cc {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 658.097796] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0150fd-d042-4dea-a258-1e67b98a0b59 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.107339] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854130, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.115744] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3a6b0b-d6d5-488d-9eb8-58a9f701354e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.134397] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.290753] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52669596-1632-c5ac-bf9e-b12809451fc4, 'name': SearchDatastore_Task, 'duration_secs': 0.03207} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.291217] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.291636] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.292019] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.292288] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.292596] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.292985] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a9ba68-1a9a-4b15-ab98-a767631efce0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.308297] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.308297] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.308297] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbde6f4-7ba3-4be4-950c-83814e84c7da {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.315558] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Waiting for the task: (returnval){ [ 658.315558] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52792180-3522-57f6-caa8-21aa261f315a" [ 658.315558] env[65665]: _type = "Task" [ 658.315558] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.326123] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52792180-3522-57f6-caa8-21aa261f315a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.576110] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquiring lock "e6bac20d-c265-4736-aa9f-e4ee3a915461" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.576410] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lock "e6bac20d-c265-4736-aa9f-e4ee3a915461" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.577701] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854130, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.602846] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "refresh_cache-641c616e-96ce-4a56-9888-d9eca0c3111f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.602846] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired lock "refresh_cache-641c616e-96ce-4a56-9888-d9eca0c3111f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.602846] env[65665]: DEBUG nova.network.neutron [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 658.609683] env[65665]: DEBUG nova.compute.manager [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 658.634169] env[65665]: DEBUG nova.virt.hardware [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 658.634457] env[65665]: DEBUG nova.virt.hardware [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.634649] env[65665]: DEBUG nova.virt.hardware [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 658.634873] env[65665]: DEBUG nova.virt.hardware [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.636273] env[65665]: DEBUG nova.virt.hardware [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 658.636483] env[65665]: DEBUG nova.virt.hardware [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 658.636700] env[65665]: DEBUG nova.virt.hardware [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 658.636866] env[65665]: DEBUG nova.virt.hardware [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 658.637047] env[65665]: DEBUG nova.virt.hardware [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 658.637212] env[65665]: DEBUG nova.virt.hardware [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 658.637380] env[65665]: DEBUG nova.virt.hardware [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 658.638782] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bb7647-016e-47ea-a97e-5f99d84625a5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.647099] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.660482] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa9e994-ac65-457d-b9aa-acbb9a2be364 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.830601] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52792180-3522-57f6-caa8-21aa261f315a, 'name': SearchDatastore_Task, 'duration_secs': 0.01695} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.832029] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6ba2fc-9fb2-459f-8b41-26e2af886963 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.840512] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Waiting for the task: (returnval){ [ 658.840512] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a37e59-7e3a-453d-6637-5a183b5bf8ab" [ 658.840512] env[65665]: _type = "Task" [ 658.840512] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.852479] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a37e59-7e3a-453d-6637-5a183b5bf8ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.945621] env[65665]: WARNING neutronclient.v2_0.client [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.950448] env[65665]: DEBUG oslo_vmware.rw_handles [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529069c4-910e-e0a5-875f-a6de0ca29d52/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 658.951520] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1df178-de1f-4231-ad75-1b1360ad97fd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.958564] env[65665]: DEBUG oslo_vmware.rw_handles [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529069c4-910e-e0a5-875f-a6de0ca29d52/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 658.958719] env[65665]: ERROR oslo_vmware.rw_handles [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529069c4-910e-e0a5-875f-a6de0ca29d52/disk-0.vmdk due to incomplete transfer. [ 658.958950] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-395780a4-ad8c-4010-a37e-2766e0d1dee7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.967262] env[65665]: DEBUG oslo_vmware.rw_handles [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529069c4-910e-e0a5-875f-a6de0ca29d52/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 658.967460] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Uploaded image b24554b0-cf95-4c3a-b84e-8e98dacd02d3 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 658.968876] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 658.969149] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e4ce64d7-4042-444d-8d91-90db9be2fb90 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.975428] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 658.975428] env[65665]: value = "task-4854131" [ 658.975428] env[65665]: _type = "Task" [ 658.975428] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.981541] env[65665]: WARNING neutronclient.v2_0.client [req-209897b4-5147-43a9-946c-d7e61ce45ade req-20121624-ef88-4435-a8f5-3a6cc4b377bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.989257] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854131, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.074321] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854130, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.079098] env[65665]: DEBUG nova.compute.manager [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 659.153059] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 659.155176] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.494s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.155176] env[65665]: DEBUG oslo_concurrency.lockutils [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.409s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.155176] env[65665]: DEBUG nova.objects.instance [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lazy-loading 'resources' on Instance uuid 81563c3e-3323-4892-9c22-da0c062da7cc {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.355713] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a37e59-7e3a-453d-6637-5a183b5bf8ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015111} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.355989] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.356309] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 342801b3-9ef7-47cd-931c-59342b743356/342801b3-9ef7-47cd-931c-59342b743356.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.356657] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea259872-ed9f-4474-8b60-81ccde591c04 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.366599] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Waiting for the task: (returnval){ [ 659.366599] env[65665]: value = "task-4854132" [ 659.366599] env[65665]: _type = "Task" [ 659.366599] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.373706] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.438883] env[65665]: DEBUG nova.network.neutron [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Successfully updated port: 9a94b6a1-2caa-4af6-9d70-f9608ceecef3 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 659.489592] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854131, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.561593] env[65665]: DEBUG nova.network.neutron [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 659.575386] env[65665]: DEBUG oslo_vmware.api [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854130, 'name': RemoveSnapshot_Task, 'duration_secs': 1.240837} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.575680] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 659.575943] env[65665]: INFO nova.compute.manager [None req-11b6dfa7-67a0-4080-856d-0d900a5ae1a0 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Took 15.87 seconds to snapshot the instance on the hypervisor. [ 659.616564] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.695376] env[65665]: DEBUG nova.network.neutron [req-209897b4-5147-43a9-946c-d7e61ce45ade req-20121624-ef88-4435-a8f5-3a6cc4b377bc service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Updated VIF entry in instance network info cache for port ed30a3d3-c0f6-43e8-b026-0eb69269726f. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 659.695849] env[65665]: DEBUG nova.network.neutron [req-209897b4-5147-43a9-946c-d7e61ce45ade req-20121624-ef88-4435-a8f5-3a6cc4b377bc service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Updating instance_info_cache with network_info: [{"id": "ed30a3d3-c0f6-43e8-b026-0eb69269726f", "address": "fa:16:3e:ed:ed:be", "network": {"id": "3d849c39-0e04-407b-9718-9ccf98b0e349", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1711575260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fbbaf023294f2e8074f050d8ef108c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped30a3d3-c0", "ovs_interfaceid": "ed30a3d3-c0f6-43e8-b026-0eb69269726f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.698081] env[65665]: DEBUG nova.network.neutron [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Updated VIF entry in instance network info cache for port 73db27ba-2f7b-4f0d-b9df-1221ea19d193. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 659.698435] env[65665]: DEBUG nova.network.neutron [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Updating instance_info_cache with network_info: [{"id": "73db27ba-2f7b-4f0d-b9df-1221ea19d193", "address": "fa:16:3e:d1:d9:c8", "network": {"id": "53411a0c-15ab-4ba0-93ac-88525bc494af", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1784566108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01625aa5be194572a77fefc71ff3732b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73db27ba-2f", "ovs_interfaceid": "73db27ba-2f7b-4f0d-b9df-1221ea19d193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.885997] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854132, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.887656] env[65665]: WARNING neutronclient.v2_0.client [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.942702] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "refresh_cache-5c674aad-91fe-4a12-b3b4-4b81c924fd25" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.942702] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "refresh_cache-5c674aad-91fe-4a12-b3b4-4b81c924fd25" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.942702] env[65665]: DEBUG nova.network.neutron [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 659.994366] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854131, 'name': Destroy_Task, 'duration_secs': 0.843741} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.998373] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Destroyed the VM [ 659.998709] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 659.999457] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9493d972-c625-4d01-851a-362626056b44 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.012052] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 660.012052] env[65665]: value = "task-4854133" [ 660.012052] env[65665]: _type = "Task" [ 660.012052] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.035558] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854133, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.052756] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578b7787-8ff6-4f53-9473-d5b5a88a65b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.062080] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd98cac-81e5-4db7-bd4a-c54dccaa1a79 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.070147] env[65665]: DEBUG nova.network.neutron [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Updating instance_info_cache with network_info: [{"id": "38c6214e-7919-43f5-9782-551849b670cc", "address": "fa:16:3e:40:18:cd", "network": {"id": "11fdf591-1375-4e8a-97fc-ec37e88c6f18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-11256204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "11e8c22fa2f846399b1a7e1951e96061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c6214e-79", "ovs_interfaceid": "38c6214e-7919-43f5-9782-551849b670cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.119473] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e933ee38-3634-4428-8738-b3980c79f08f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.130129] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e426593-f28e-4805-af0b-a7ff56bb610d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.152105] env[65665]: DEBUG nova.compute.provider_tree [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.202723] env[65665]: DEBUG oslo_concurrency.lockutils [req-209897b4-5147-43a9-946c-d7e61ce45ade req-20121624-ef88-4435-a8f5-3a6cc4b377bc service nova] Releasing lock "refresh_cache-e776049f-b496-4b4c-aafa-67a30a37ef55" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.203375] env[65665]: DEBUG oslo_concurrency.lockutils [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] Releasing lock "refresh_cache-9cf295fa-3194-41e3-a3e8-e6d579cd6975" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.204120] env[65665]: DEBUG nova.compute.manager [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Received event network-vif-plugged-64267d51-d65c-4737-98f2-706e69b5e1b5 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 660.204120] env[65665]: DEBUG oslo_concurrency.lockutils [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] Acquiring lock "370cbd8b-fa5c-46ba-873e-6db750c90cf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.204120] env[65665]: DEBUG oslo_concurrency.lockutils [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] Lock "370cbd8b-fa5c-46ba-873e-6db750c90cf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.204633] env[65665]: DEBUG oslo_concurrency.lockutils [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] Lock "370cbd8b-fa5c-46ba-873e-6db750c90cf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.204633] env[65665]: DEBUG nova.compute.manager [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] No waiting events found dispatching network-vif-plugged-64267d51-d65c-4737-98f2-706e69b5e1b5 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 660.204633] env[65665]: WARNING nova.compute.manager [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Received unexpected event network-vif-plugged-64267d51-d65c-4737-98f2-706e69b5e1b5 for instance with vm_state active and task_state None. [ 660.204825] env[65665]: DEBUG nova.compute.manager [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Received event network-changed-64267d51-d65c-4737-98f2-706e69b5e1b5 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 660.205215] env[65665]: DEBUG nova.compute.manager [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Refreshing instance network info cache due to event network-changed-64267d51-d65c-4737-98f2-706e69b5e1b5. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 660.206424] env[65665]: DEBUG oslo_concurrency.lockutils [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] Acquiring lock "refresh_cache-370cbd8b-fa5c-46ba-873e-6db750c90cf8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.206424] env[65665]: DEBUG oslo_concurrency.lockutils [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] Acquired lock "refresh_cache-370cbd8b-fa5c-46ba-873e-6db750c90cf8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.206424] env[65665]: DEBUG nova.network.neutron [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Refreshing network info cache for port 64267d51-d65c-4737-98f2-706e69b5e1b5 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.377581] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542204} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.379135] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 342801b3-9ef7-47cd-931c-59342b743356/342801b3-9ef7-47cd-931c-59342b743356.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.379242] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.380339] env[65665]: DEBUG nova.compute.manager [None req-dcd478d4-dc20-4747-a2a6-09870f047f21 tempest-ServerDiagnosticsV248Test-308417646 tempest-ServerDiagnosticsV248Test-308417646-project-admin] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 660.380620] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8073f8ec-24e4-4ab7-8b82-e23f251cd00c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.383818] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a684a6f-1039-47d5-83ca-9a9504486e13 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.392483] env[65665]: INFO nova.compute.manager [None req-dcd478d4-dc20-4747-a2a6-09870f047f21 tempest-ServerDiagnosticsV248Test-308417646 tempest-ServerDiagnosticsV248Test-308417646-project-admin] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Retrieving diagnostics [ 660.393348] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d4142b-f946-4e17-9220-a74c046cea97 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.397389] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Waiting for the task: (returnval){ [ 660.397389] env[65665]: value = "task-4854134" [ 660.397389] env[65665]: _type = "Task" [ 660.397389] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.435018] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.494406] env[65665]: DEBUG nova.network.neutron [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 660.529096] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854133, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.578294] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Releasing lock "refresh_cache-641c616e-96ce-4a56-9888-d9eca0c3111f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.578561] env[65665]: DEBUG nova.compute.manager [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Instance network_info: |[{"id": "38c6214e-7919-43f5-9782-551849b670cc", "address": "fa:16:3e:40:18:cd", "network": {"id": "11fdf591-1375-4e8a-97fc-ec37e88c6f18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-11256204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "11e8c22fa2f846399b1a7e1951e96061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c6214e-79", "ovs_interfaceid": "38c6214e-7919-43f5-9782-551849b670cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 660.579045] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:18:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38c6214e-7919-43f5-9782-551849b670cc', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.588248] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Creating folder: Project (11e8c22fa2f846399b1a7e1951e96061). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.590207] env[65665]: WARNING neutronclient.v2_0.client [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.592960] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0901e880-01a8-4f24-8357-c0877901f53c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.606218] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Created folder: Project (11e8c22fa2f846399b1a7e1951e96061) in parent group-v946135. [ 660.606433] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Creating folder: Instances. Parent ref: group-v946195. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.606719] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ccc55e8-9c14-4c11-a207-3527ae41958e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.617607] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Created folder: Instances in parent group-v946195. [ 660.617889] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 660.618106] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.618315] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95d862d6-9a94-4371-99a7-587f458616b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.644397] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "6451b8cc-cf73-49d3-977c-40812068b4fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.644650] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "6451b8cc-cf73-49d3-977c-40812068b4fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.645835] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "dbed29b1-e848-4bb3-8281-1b6c53785566" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.646050] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "dbed29b1-e848-4bb3-8281-1b6c53785566" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.649323] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.649323] env[65665]: value = "task-4854137" [ 660.649323] env[65665]: _type = "Task" [ 660.649323] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.655595] env[65665]: DEBUG nova.scheduler.client.report [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.663268] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854137, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.694848] env[65665]: DEBUG nova.network.neutron [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Updating instance_info_cache with network_info: [{"id": "9a94b6a1-2caa-4af6-9d70-f9608ceecef3", "address": "fa:16:3e:e4:fe:c8", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a94b6a1-2c", "ovs_interfaceid": "9a94b6a1-2caa-4af6-9d70-f9608ceecef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.709458] env[65665]: WARNING neutronclient.v2_0.client [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.882612] env[65665]: WARNING neutronclient.v2_0.client [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.909471] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135752} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.909586] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.910400] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e0c16e-fee5-444c-a812-d24308f8abd2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.936307] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 342801b3-9ef7-47cd-931c-59342b743356/342801b3-9ef7-47cd-931c-59342b743356.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.939616] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a36be6-59f1-4800-9e96-dad8bbabb13d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.965597] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Waiting for the task: (returnval){ [ 660.965597] env[65665]: value = "task-4854138" [ 660.965597] env[65665]: _type = "Task" [ 660.965597] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.976285] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.006222] env[65665]: DEBUG nova.network.neutron [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Updated VIF entry in instance network info cache for port 64267d51-d65c-4737-98f2-706e69b5e1b5. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 661.006518] env[65665]: DEBUG nova.network.neutron [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Updating instance_info_cache with network_info: [{"id": "64267d51-d65c-4737-98f2-706e69b5e1b5", "address": "fa:16:3e:83:18:85", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64267d51-d6", "ovs_interfaceid": "64267d51-d65c-4737-98f2-706e69b5e1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.025930] env[65665]: DEBUG oslo_vmware.api [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854133, 'name': RemoveSnapshot_Task, 'duration_secs': 0.903802} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.026208] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 661.026424] env[65665]: INFO nova.compute.manager [None req-dcb33304-b586-4fb8-8f96-54f660ee7f42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Took 16.22 seconds to snapshot the instance on the hypervisor. [ 661.149029] env[65665]: DEBUG nova.compute.manager [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 661.155270] env[65665]: DEBUG nova.compute.manager [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 661.166064] env[65665]: DEBUG oslo_concurrency.lockutils [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.178454] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.562s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.180078] env[65665]: INFO nova.compute.claims [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.186023] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854137, 'name': CreateVM_Task, 'duration_secs': 0.434273} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.186759] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.186965] env[65665]: WARNING neutronclient.v2_0.client [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.191720] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.191720] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.191850] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.192101] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0002add7-c12e-420d-b21f-b07718dd2b41 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.197575] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "refresh_cache-5c674aad-91fe-4a12-b3b4-4b81c924fd25" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.198057] env[65665]: DEBUG nova.compute.manager [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Instance network_info: |[{"id": "9a94b6a1-2caa-4af6-9d70-f9608ceecef3", "address": "fa:16:3e:e4:fe:c8", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a94b6a1-2c", "ovs_interfaceid": "9a94b6a1-2caa-4af6-9d70-f9608ceecef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 661.200215] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:fe:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a94b6a1-2caa-4af6-9d70-f9608ceecef3', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.208162] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Creating folder: Project (d744d69912f04c5abbbeb62388dc8c8a). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.208455] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 661.208455] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5237e0b0-cd4c-347b-a0a2-f8cccf602678" [ 661.208455] env[65665]: _type = "Task" [ 661.208455] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.209830] env[65665]: INFO nova.scheduler.client.report [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Deleted allocations for instance 81563c3e-3323-4892-9c22-da0c062da7cc [ 661.212206] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98acd8b1-6039-49e6-a08c-6686060e079c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.227217] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5237e0b0-cd4c-347b-a0a2-f8cccf602678, 'name': SearchDatastore_Task, 'duration_secs': 0.011778} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.227503] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.227934] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.228035] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.228150] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.228316] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.229792] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-882b6455-9967-478f-ab2b-79f08b217a80 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.231920] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Created folder: Project (d744d69912f04c5abbbeb62388dc8c8a) in parent group-v946135. [ 661.232017] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Creating folder: Instances. Parent ref: group-v946198. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.232608] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b848afe-544a-490e-a837-3533e816efb7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.242379] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.242531] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.244786] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9dd5897-b86e-43ee-97c0-d32945508f0a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.247337] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Created folder: Instances in parent group-v946198. [ 661.247564] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 661.247763] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.248380] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5612ed2c-1d38-4526-9266-e7fdce4ea476 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.266134] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 661.266134] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528016d9-53b8-fd95-cd20-627e24938a45" [ 661.266134] env[65665]: _type = "Task" [ 661.266134] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.271665] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.271665] env[65665]: value = "task-4854141" [ 661.271665] env[65665]: _type = "Task" [ 661.271665] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.279122] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528016d9-53b8-fd95-cd20-627e24938a45, 'name': SearchDatastore_Task, 'duration_secs': 0.010198} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.281346] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727128bb-4188-4eb7-a227-f6e348256c68 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.289710] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854141, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.294046] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 661.294046] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5230c98a-f617-219c-fbd7-1e78bb084702" [ 661.294046] env[65665]: _type = "Task" [ 661.294046] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.305759] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5230c98a-f617-219c-fbd7-1e78bb084702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.420737] env[65665]: DEBUG nova.compute.manager [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Received event network-vif-deleted-110e816f-315a-46ef-b41c-ec2940656b74 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 661.420997] env[65665]: DEBUG nova.compute.manager [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Received event network-vif-plugged-d555107c-993e-49de-8643-5d1c667ec5de {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 661.421204] env[65665]: DEBUG oslo_concurrency.lockutils [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] Acquiring lock "342801b3-9ef7-47cd-931c-59342b743356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.422029] env[65665]: DEBUG oslo_concurrency.lockutils [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] Lock "342801b3-9ef7-47cd-931c-59342b743356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.422029] env[65665]: DEBUG oslo_concurrency.lockutils [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] Lock "342801b3-9ef7-47cd-931c-59342b743356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.422029] env[65665]: DEBUG nova.compute.manager [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] No waiting events found dispatching network-vif-plugged-d555107c-993e-49de-8643-5d1c667ec5de {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 661.422029] env[65665]: WARNING nova.compute.manager [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Received unexpected event network-vif-plugged-d555107c-993e-49de-8643-5d1c667ec5de for instance with vm_state building and task_state spawning. [ 661.422268] env[65665]: DEBUG nova.compute.manager [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Received event network-changed-d555107c-993e-49de-8643-5d1c667ec5de {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 661.423027] env[65665]: DEBUG nova.compute.manager [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Refreshing instance network info cache due to event network-changed-d555107c-993e-49de-8643-5d1c667ec5de. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 661.423027] env[65665]: DEBUG oslo_concurrency.lockutils [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] Acquiring lock "refresh_cache-342801b3-9ef7-47cd-931c-59342b743356" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.423027] env[65665]: DEBUG oslo_concurrency.lockutils [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] Acquired lock "refresh_cache-342801b3-9ef7-47cd-931c-59342b743356" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.423327] env[65665]: DEBUG nova.network.neutron [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Refreshing network info cache for port d555107c-993e-49de-8643-5d1c667ec5de {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.439655] env[65665]: DEBUG nova.compute.manager [req-5da454e3-c6fb-4834-9109-e86b773bd7c1 req-2831e922-51a8-4c79-a231-4270dcf13311 service nova] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Received event network-vif-deleted-1827bd0f-c4c0-457a-8fb1-ce1de111f6dd {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 661.477819] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.509575] env[65665]: DEBUG oslo_concurrency.lockutils [req-dde25a2e-c56f-42f4-99cd-3c6bc96a296a req-f67d667a-8f7c-47dd-86b5-cad17774b954 service nova] Releasing lock "refresh_cache-370cbd8b-fa5c-46ba-873e-6db750c90cf8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.683724] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.685131] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.724057] env[65665]: DEBUG oslo_concurrency.lockutils [None req-236c5c48-7f74-48e3-a3b2-fb9b1606db1d tempest-InstanceActionsTestJSON-396381560 tempest-InstanceActionsTestJSON-396381560-project-member] Lock "81563c3e-3323-4892-9c22-da0c062da7cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.242s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.784754] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854141, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.818854] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5230c98a-f617-219c-fbd7-1e78bb084702, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.818854] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.818854] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 641c616e-96ce-4a56-9888-d9eca0c3111f/641c616e-96ce-4a56-9888-d9eca0c3111f.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.818854] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d6ca470-6811-4f8a-9776-f109da254fb1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.826778] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 661.826778] env[65665]: value = "task-4854142" [ 661.826778] env[65665]: _type = "Task" [ 661.826778] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.840130] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.928547] env[65665]: WARNING neutronclient.v2_0.client [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.980516] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854138, 'name': ReconfigVM_Task, 'duration_secs': 0.773385} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.980738] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 342801b3-9ef7-47cd-931c-59342b743356/342801b3-9ef7-47cd-931c-59342b743356.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.982171] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78058a31-da74-40fc-9cd9-7adc4d49a244 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.991337] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Waiting for the task: (returnval){ [ 661.991337] env[65665]: value = "task-4854143" [ 661.991337] env[65665]: _type = "Task" [ 661.991337] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.006711] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854143, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.211311] env[65665]: WARNING neutronclient.v2_0.client [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.291269] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854141, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.337848] env[65665]: DEBUG nova.network.neutron [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Updated VIF entry in instance network info cache for port d555107c-993e-49de-8643-5d1c667ec5de. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 662.337848] env[65665]: DEBUG nova.network.neutron [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Updating instance_info_cache with network_info: [{"id": "d555107c-993e-49de-8643-5d1c667ec5de", "address": "fa:16:3e:c1:67:9b", "network": {"id": "c3f7da84-29c7-42cc-ba5e-ad33d28d8bcc", "bridge": "br-int", "label": "tempest-ServersTestJSON-726853738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d0e3868306443fb1c92c30bfa16f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd555107c-99", "ovs_interfaceid": "d555107c-993e-49de-8643-5d1c667ec5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.350857] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49122} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.350857] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 641c616e-96ce-4a56-9888-d9eca0c3111f/641c616e-96ce-4a56-9888-d9eca0c3111f.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.350857] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.350857] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96329ca6-7c89-4cc8-a5d4-7012454f1c11 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.371326] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 662.371326] env[65665]: value = "task-4854144" [ 662.371326] env[65665]: _type = "Task" [ 662.371326] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.380432] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.506299] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854143, 'name': Rename_Task, 'duration_secs': 0.247167} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.506668] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.506844] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38749825-353e-41fb-80df-f4abd5fdaf40 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.517289] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Waiting for the task: (returnval){ [ 662.517289] env[65665]: value = "task-4854145" [ 662.517289] env[65665]: _type = "Task" [ 662.517289] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.528307] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.636528] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35920161-f06c-4bee-8375-738173e45788 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.645437] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5976ed79-cef8-456f-bc52-94d4736a0a79 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.683188] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606e5df1-4cb8-4af9-a610-48296ea7719d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.695151] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c935efc3-2bd5-4446-988f-f1a33a4ea531 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.716838] env[65665]: DEBUG nova.compute.provider_tree [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.789331] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854141, 'name': CreateVM_Task, 'duration_secs': 1.117716} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.790507] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.791935] env[65665]: WARNING neutronclient.v2_0.client [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.794041] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.794041] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.794041] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.794474] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b441ac95-41a2-45da-91e1-e4285c3ee291 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.801539] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 662.801539] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52077487-024e-62b7-45cd-53cb86568024" [ 662.801539] env[65665]: _type = "Task" [ 662.801539] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.813583] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52077487-024e-62b7-45cd-53cb86568024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.841589] env[65665]: DEBUG oslo_concurrency.lockutils [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] Releasing lock "refresh_cache-342801b3-9ef7-47cd-931c-59342b743356" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.842104] env[65665]: DEBUG nova.compute.manager [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Received event network-vif-plugged-38c6214e-7919-43f5-9782-551849b670cc {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 662.842654] env[65665]: DEBUG oslo_concurrency.lockutils [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] Acquiring lock "641c616e-96ce-4a56-9888-d9eca0c3111f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.842654] env[65665]: DEBUG oslo_concurrency.lockutils [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] Lock "641c616e-96ce-4a56-9888-d9eca0c3111f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.842910] env[65665]: DEBUG oslo_concurrency.lockutils [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] Lock "641c616e-96ce-4a56-9888-d9eca0c3111f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.843150] env[65665]: DEBUG nova.compute.manager [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] No waiting events found dispatching network-vif-plugged-38c6214e-7919-43f5-9782-551849b670cc {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 662.843389] env[65665]: WARNING nova.compute.manager [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Received unexpected event network-vif-plugged-38c6214e-7919-43f5-9782-551849b670cc for instance with vm_state building and task_state spawning. [ 662.843701] env[65665]: DEBUG nova.compute.manager [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Received event network-changed-38c6214e-7919-43f5-9782-551849b670cc {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 662.844037] env[65665]: DEBUG nova.compute.manager [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Refreshing instance network info cache due to event network-changed-38c6214e-7919-43f5-9782-551849b670cc. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 662.844351] env[65665]: DEBUG oslo_concurrency.lockutils [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] Acquiring lock "refresh_cache-641c616e-96ce-4a56-9888-d9eca0c3111f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.844579] env[65665]: DEBUG oslo_concurrency.lockutils [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] Acquired lock "refresh_cache-641c616e-96ce-4a56-9888-d9eca0c3111f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.844848] env[65665]: DEBUG nova.network.neutron [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Refreshing network info cache for port 38c6214e-7919-43f5-9782-551849b670cc {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.884137] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087479} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.884614] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.885608] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9cf26b-34ce-4642-9adc-d0367ca20de0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.912405] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 641c616e-96ce-4a56-9888-d9eca0c3111f/641c616e-96ce-4a56-9888-d9eca0c3111f.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.913192] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8563a088-01df-4d51-b4ce-fe01df9c3b8f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.947484] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "6388f612-9e9e-4ff4-8f3c-974049ee6cb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.947778] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "6388f612-9e9e-4ff4-8f3c-974049ee6cb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.949218] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Acquiring lock "3574899d-ecdc-49ca-82ce-2d0369a61600" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.949363] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Lock "3574899d-ecdc-49ca-82ce-2d0369a61600" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.953920] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 662.953920] env[65665]: value = "task-4854149" [ 662.953920] env[65665]: _type = "Task" [ 662.953920] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.964490] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.033586] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854145, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.220012] env[65665]: DEBUG nova.scheduler.client.report [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.312426] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52077487-024e-62b7-45cd-53cb86568024, 'name': SearchDatastore_Task, 'duration_secs': 0.016128} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.312831] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.313146] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.313477] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.313626] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.313830] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.314141] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67dfbd8a-d592-41dc-9547-40bebf9d6aea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.326185] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.326413] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.327204] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c143d0-2e22-4d7c-9006-45107b406934 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.337738] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 663.337738] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523ee106-447c-d870-209d-ef30983c774b" [ 663.337738] env[65665]: _type = "Task" [ 663.337738] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.350075] env[65665]: WARNING neutronclient.v2_0.client [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.353041] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523ee106-447c-d870-209d-ef30983c774b, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.354065] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9bf521-601e-4b35-b597-e0c45f9f9d1a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.364185] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 663.364185] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5223687e-4bff-8291-94dc-f68b1644375f" [ 663.364185] env[65665]: _type = "Task" [ 663.364185] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.373827] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5223687e-4bff-8291-94dc-f68b1644375f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.452132] env[65665]: DEBUG nova.compute.manager [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 663.455705] env[65665]: DEBUG nova.compute.manager [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 663.468672] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854149, 'name': ReconfigVM_Task, 'duration_secs': 0.319756} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.469361] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 641c616e-96ce-4a56-9888-d9eca0c3111f/641c616e-96ce-4a56-9888-d9eca0c3111f.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.470048] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31757221-2f6f-4b60-9564-79dc357094ae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.481344] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 663.481344] env[65665]: value = "task-4854150" [ 663.481344] env[65665]: _type = "Task" [ 663.481344] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.489734] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854150, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.531809] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854145, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.616917] env[65665]: WARNING neutronclient.v2_0.client [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.725326] env[65665]: DEBUG nova.network.neutron [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Updated VIF entry in instance network info cache for port 38c6214e-7919-43f5-9782-551849b670cc. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 663.728053] env[65665]: DEBUG nova.network.neutron [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Updating instance_info_cache with network_info: [{"id": "38c6214e-7919-43f5-9782-551849b670cc", "address": "fa:16:3e:40:18:cd", "network": {"id": "11fdf591-1375-4e8a-97fc-ec37e88c6f18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-11256204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "11e8c22fa2f846399b1a7e1951e96061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c6214e-79", "ovs_interfaceid": "38c6214e-7919-43f5-9782-551849b670cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.729999] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.733084] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.048s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.733084] env[65665]: INFO nova.compute.claims [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.883257] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5223687e-4bff-8291-94dc-f68b1644375f, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.883631] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.883951] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 5c674aad-91fe-4a12-b3b4-4b81c924fd25/5c674aad-91fe-4a12-b3b4-4b81c924fd25.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.884259] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b8051a1-dfa1-4c0f-92ac-c4152ad12e8e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.892866] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 663.892866] env[65665]: value = "task-4854151" [ 663.892866] env[65665]: _type = "Task" [ 663.892866] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.903394] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.953259] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.953485] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.989366] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.994536] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.994847] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854150, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.031524] env[65665]: DEBUG oslo_vmware.api [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854145, 'name': PowerOnVM_Task, 'duration_secs': 1.089445} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.031695] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.032279] env[65665]: INFO nova.compute.manager [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Took 15.97 seconds to spawn the instance on the hypervisor. [ 664.032279] env[65665]: DEBUG nova.compute.manager [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 664.033026] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ff5573-e776-4533-8db5-29cdf7a77dbf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.232084] env[65665]: DEBUG oslo_concurrency.lockutils [req-112742b6-6897-459d-9de9-14f2ea56693a req-4760ff72-9891-4316-83d2-0ef5436d1d11 service nova] Releasing lock "refresh_cache-641c616e-96ce-4a56-9888-d9eca0c3111f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.238305] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquiring lock "620f2908-8719-4741-9088-3636be7afc90" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.238566] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lock "620f2908-8719-4741-9088-3636be7afc90" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.406069] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854151, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.460039] env[65665]: DEBUG nova.compute.manager [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 664.497182] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854150, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.555525] env[65665]: INFO nova.compute.manager [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Took 20.94 seconds to build instance. [ 664.747677] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lock "620f2908-8719-4741-9088-3636be7afc90" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.748473] env[65665]: DEBUG nova.compute.manager [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 664.912369] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712027} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.915508] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 5c674aad-91fe-4a12-b3b4-4b81c924fd25/5c674aad-91fe-4a12-b3b4-4b81c924fd25.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.915738] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.916401] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-319dc09e-996a-4027-903e-06f6a4b43476 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.925164] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 664.925164] env[65665]: value = "task-4854152" [ 664.925164] env[65665]: _type = "Task" [ 664.925164] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.035144] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.035144] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.035144] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854150, 'name': Rename_Task, 'duration_secs': 1.180718} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.035144] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.035144] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-832e1cf4-1039-4da8-84dd-c0e93fceb19e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.036851] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 665.036851] env[65665]: value = "task-4854153" [ 665.036851] env[65665]: _type = "Task" [ 665.036851] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.036851] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.059325] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c13399e1-f2ca-4f01-939c-9328d351517e tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Lock "342801b3-9ef7-47cd-931c-59342b743356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.450s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.125835] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5297163a-a22c-4a07-b4fe-d69479c027d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.134371] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b51f93d-1c0f-42ce-ba29-a8c7d66b238d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.174291] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4defbc8-71d3-4fe7-aef4-d7fb1a79c3b2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.184554] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d315db-fecb-4dc6-9147-fa21a7d64ab0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.205315] env[65665]: DEBUG nova.compute.provider_tree [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.220738] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Acquiring lock "df45e8db-a95c-4765-babb-14adf34600b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.220738] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Lock "df45e8db-a95c-4765-babb-14adf34600b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.258463] env[65665]: DEBUG nova.compute.utils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.259528] env[65665]: DEBUG nova.compute.manager [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 665.259825] env[65665]: DEBUG nova.network.neutron [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 665.260231] env[65665]: WARNING neutronclient.v2_0.client [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.260649] env[65665]: WARNING neutronclient.v2_0.client [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.368986] env[65665]: DEBUG nova.policy [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94a6952cc62342dd8c68d254eb144613', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '357fe51256be4146bc0893854aafce62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.437743] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074013} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.438145] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.439555] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420d50d3-5211-4ea7-ba9e-1a9ff3d18fdc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.475275] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 5c674aad-91fe-4a12-b3b4-4b81c924fd25/5c674aad-91fe-4a12-b3b4-4b81c924fd25.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.475275] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ddf328-6d95-4be6-8158-d15ecd8deeb1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.497193] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 665.497193] env[65665]: value = "task-4854154" [ 665.497193] env[65665]: _type = "Task" [ 665.497193] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.508325] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.520535] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854153, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.610221] env[65665]: DEBUG nova.compute.manager [req-5341c840-1863-435d-be6c-ddfe2e55d800 req-55c6f285-cb21-4c18-b5a4-de4367c5d665 service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Received event network-changed-ed30a3d3-c0f6-43e8-b026-0eb69269726f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 665.610955] env[65665]: DEBUG nova.compute.manager [req-5341c840-1863-435d-be6c-ddfe2e55d800 req-55c6f285-cb21-4c18-b5a4-de4367c5d665 service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Refreshing instance network info cache due to event network-changed-ed30a3d3-c0f6-43e8-b026-0eb69269726f. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 665.610955] env[65665]: DEBUG oslo_concurrency.lockutils [req-5341c840-1863-435d-be6c-ddfe2e55d800 req-55c6f285-cb21-4c18-b5a4-de4367c5d665 service nova] Acquiring lock "refresh_cache-e776049f-b496-4b4c-aafa-67a30a37ef55" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.610955] env[65665]: DEBUG oslo_concurrency.lockutils [req-5341c840-1863-435d-be6c-ddfe2e55d800 req-55c6f285-cb21-4c18-b5a4-de4367c5d665 service nova] Acquired lock "refresh_cache-e776049f-b496-4b4c-aafa-67a30a37ef55" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.610955] env[65665]: DEBUG nova.network.neutron [req-5341c840-1863-435d-be6c-ddfe2e55d800 req-55c6f285-cb21-4c18-b5a4-de4367c5d665 service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Refreshing network info cache for port ed30a3d3-c0f6-43e8-b026-0eb69269726f {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.633391] env[65665]: DEBUG nova.compute.manager [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Received event network-vif-plugged-9a94b6a1-2caa-4af6-9d70-f9608ceecef3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 665.633805] env[65665]: DEBUG oslo_concurrency.lockutils [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] Acquiring lock "5c674aad-91fe-4a12-b3b4-4b81c924fd25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.634825] env[65665]: DEBUG oslo_concurrency.lockutils [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] Lock "5c674aad-91fe-4a12-b3b4-4b81c924fd25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.634825] env[65665]: DEBUG oslo_concurrency.lockutils [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] Lock "5c674aad-91fe-4a12-b3b4-4b81c924fd25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.634825] env[65665]: DEBUG nova.compute.manager [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] No waiting events found dispatching network-vif-plugged-9a94b6a1-2caa-4af6-9d70-f9608ceecef3 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 665.634825] env[65665]: WARNING nova.compute.manager [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Received unexpected event network-vif-plugged-9a94b6a1-2caa-4af6-9d70-f9608ceecef3 for instance with vm_state building and task_state spawning. [ 665.635410] env[65665]: DEBUG nova.compute.manager [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Received event network-changed-9a94b6a1-2caa-4af6-9d70-f9608ceecef3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 665.635410] env[65665]: DEBUG nova.compute.manager [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Refreshing instance network info cache due to event network-changed-9a94b6a1-2caa-4af6-9d70-f9608ceecef3. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 665.635410] env[65665]: DEBUG oslo_concurrency.lockutils [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] Acquiring lock "refresh_cache-5c674aad-91fe-4a12-b3b4-4b81c924fd25" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.635410] env[65665]: DEBUG oslo_concurrency.lockutils [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] Acquired lock "refresh_cache-5c674aad-91fe-4a12-b3b4-4b81c924fd25" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.636419] env[65665]: DEBUG nova.network.neutron [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Refreshing network info cache for port 9a94b6a1-2caa-4af6-9d70-f9608ceecef3 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.710722] env[65665]: DEBUG nova.scheduler.client.report [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.727047] env[65665]: DEBUG nova.compute.manager [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 665.759824] env[65665]: DEBUG nova.compute.manager [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 665.788129] env[65665]: DEBUG nova.network.neutron [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Successfully created port: 79dea776-dd0e-4e45-93a2-b6f6aa71e223 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 666.008030] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.017228] env[65665]: DEBUG oslo_vmware.api [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854153, 'name': PowerOnVM_Task, 'duration_secs': 0.55265} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.017591] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.017821] env[65665]: INFO nova.compute.manager [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Took 9.85 seconds to spawn the instance on the hypervisor. [ 666.018046] env[65665]: DEBUG nova.compute.manager [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 666.018968] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e043e7-9bbc-4c51-b91b-613a577debba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.113880] env[65665]: WARNING neutronclient.v2_0.client [req-5341c840-1863-435d-be6c-ddfe2e55d800 req-55c6f285-cb21-4c18-b5a4-de4367c5d665 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.140885] env[65665]: WARNING neutronclient.v2_0.client [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.223510] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.223661] env[65665]: DEBUG nova.compute.manager [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 666.226331] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.541s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.227890] env[65665]: INFO nova.compute.claims [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.263465] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.510009] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854154, 'name': ReconfigVM_Task, 'duration_secs': 0.618857} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.510359] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 5c674aad-91fe-4a12-b3b4-4b81c924fd25/5c674aad-91fe-4a12-b3b4-4b81c924fd25.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.511400] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1c27c16-def1-4a09-be1c-ebe44179a809 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.521250] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 666.521250] env[65665]: value = "task-4854156" [ 666.521250] env[65665]: _type = "Task" [ 666.521250] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.535472] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854156, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.542297] env[65665]: INFO nova.compute.manager [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Took 17.70 seconds to build instance. [ 666.732960] env[65665]: DEBUG nova.compute.utils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.738740] env[65665]: DEBUG nova.compute.manager [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 666.738946] env[65665]: DEBUG nova.network.neutron [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 666.739534] env[65665]: WARNING neutronclient.v2_0.client [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.739991] env[65665]: WARNING neutronclient.v2_0.client [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.770686] env[65665]: DEBUG nova.compute.manager [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 666.810211] env[65665]: DEBUG nova.virt.hardware [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 666.811121] env[65665]: DEBUG nova.virt.hardware [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.811121] env[65665]: DEBUG nova.virt.hardware [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 666.813017] env[65665]: DEBUG nova.virt.hardware [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.813017] env[65665]: DEBUG nova.virt.hardware [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 666.813017] env[65665]: DEBUG nova.virt.hardware [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 666.813017] env[65665]: DEBUG nova.virt.hardware [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 666.813017] env[65665]: DEBUG nova.virt.hardware [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 666.813378] env[65665]: DEBUG nova.virt.hardware [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 666.813378] env[65665]: DEBUG nova.virt.hardware [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 666.813378] env[65665]: DEBUG nova.virt.hardware [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 666.815098] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfc67ad-ca9c-4179-9511-1d64a2d65a4e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.830670] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6a3f5f-59dc-49cb-bada-7edf548ebb43 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.035214] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854156, 'name': Rename_Task, 'duration_secs': 0.253469} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.035503] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.035875] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aceb41d-a5d8-4f96-9877-293518bffbde {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.044305] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45931c54-7e8c-40b1-9317-f1d411ab0f0f tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "641c616e-96ce-4a56-9888-d9eca0c3111f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.226s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.044737] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 667.044737] env[65665]: value = "task-4854157" [ 667.044737] env[65665]: _type = "Task" [ 667.044737] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.054186] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.065662] env[65665]: DEBUG oslo_concurrency.lockutils [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "d547a951-4632-4565-8457-0481d6cc8f6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.066165] env[65665]: DEBUG oslo_concurrency.lockutils [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "d547a951-4632-4565-8457-0481d6cc8f6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.066425] env[65665]: DEBUG oslo_concurrency.lockutils [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "d547a951-4632-4565-8457-0481d6cc8f6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.066619] env[65665]: DEBUG oslo_concurrency.lockutils [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "d547a951-4632-4565-8457-0481d6cc8f6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.066819] env[65665]: DEBUG oslo_concurrency.lockutils [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "d547a951-4632-4565-8457-0481d6cc8f6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.069734] env[65665]: INFO nova.compute.manager [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Terminating instance [ 667.244648] env[65665]: DEBUG nova.compute.manager [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 667.300323] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Acquiring lock "ce00df29-575c-4b28-875f-5ea4504e9394" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.300323] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Lock "ce00df29-575c-4b28-875f-5ea4504e9394" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.300892] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Acquiring lock "ce00df29-575c-4b28-875f-5ea4504e9394-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.300892] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Lock "ce00df29-575c-4b28-875f-5ea4504e9394-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.300892] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Lock "ce00df29-575c-4b28-875f-5ea4504e9394-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.303725] env[65665]: INFO nova.compute.manager [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Terminating instance [ 667.559790] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854157, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.574585] env[65665]: DEBUG nova.compute.manager [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 667.574748] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.575665] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bd6bca-145e-46cc-a762-73422c651942 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.580489] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5af287-00cf-4acb-a9b8-55c74a33ca2b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.589469] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.591686] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3701c7e-b440-40ff-b984-aedbb668ee95 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.594319] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9042b6-2a6b-4124-8904-6b7875912ef1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.629221] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa3ad1f-6c07-43f8-8374-fec94b0a27b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.632900] env[65665]: DEBUG oslo_vmware.api [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 667.632900] env[65665]: value = "task-4854158" [ 667.632900] env[65665]: _type = "Task" [ 667.632900] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.640670] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b435008a-ad2c-4c80-b5c3-ff749a797a29 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.650424] env[65665]: DEBUG oslo_vmware.api [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.662400] env[65665]: DEBUG nova.compute.provider_tree [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.810601] env[65665]: DEBUG nova.compute.manager [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 667.810827] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.812519] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b802fce-dbdc-476a-89cd-3448f18f9979 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.826757] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.826757] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a67e67e-eeba-4de0-bccc-dc712ef85858 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.829537] env[65665]: DEBUG nova.network.neutron [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Successfully updated port: 79dea776-dd0e-4e45-93a2-b6f6aa71e223 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 667.833835] env[65665]: DEBUG oslo_vmware.api [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Waiting for the task: (returnval){ [ 667.833835] env[65665]: value = "task-4854159" [ 667.833835] env[65665]: _type = "Task" [ 667.833835] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.849312] env[65665]: DEBUG oslo_vmware.api [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.882327] env[65665]: DEBUG nova.policy [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be549f16dbb240e5b8972d07b2a28888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11e8c22fa2f846399b1a7e1951e96061', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.056013] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854157, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.143763] env[65665]: DEBUG oslo_vmware.api [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854158, 'name': PowerOffVM_Task, 'duration_secs': 0.25343} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.144045] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.144209] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.144621] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0d99a43-dc04-40e4-9837-1d57b41a41ce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.165936] env[65665]: DEBUG nova.scheduler.client.report [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.216673] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.216988] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.217204] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Deleting the datastore file [datastore2] d547a951-4632-4565-8457-0481d6cc8f6e {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.217563] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07699466-113a-4073-9157-543ab523dbb0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.226682] env[65665]: DEBUG oslo_vmware.api [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 668.226682] env[65665]: value = "task-4854162" [ 668.226682] env[65665]: _type = "Task" [ 668.226682] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.238380] env[65665]: DEBUG oslo_vmware.api [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.259091] env[65665]: DEBUG nova.compute.manager [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 668.293775] env[65665]: DEBUG nova.virt.hardware [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 668.294107] env[65665]: DEBUG nova.virt.hardware [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.294366] env[65665]: DEBUG nova.virt.hardware [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 668.294614] env[65665]: DEBUG nova.virt.hardware [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.294889] env[65665]: DEBUG nova.virt.hardware [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 668.294967] env[65665]: DEBUG nova.virt.hardware [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 668.295247] env[65665]: DEBUG nova.virt.hardware [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 668.295432] env[65665]: DEBUG nova.virt.hardware [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 668.295654] env[65665]: DEBUG nova.virt.hardware [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 668.295876] env[65665]: DEBUG nova.virt.hardware [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 668.296104] env[65665]: DEBUG nova.virt.hardware [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 668.297073] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f55f258-b788-47e4-97b3-c60730b9f3a2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.305979] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5652bbda-e76c-4752-acc6-8132f971fe34 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.335397] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquiring lock "refresh_cache-e6bac20d-c265-4736-aa9f-e4ee3a915461" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.335700] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquired lock "refresh_cache-e6bac20d-c265-4736-aa9f-e4ee3a915461" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.335838] env[65665]: DEBUG nova.network.neutron [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 668.348264] env[65665]: DEBUG oslo_vmware.api [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854159, 'name': PowerOffVM_Task, 'duration_secs': 0.281365} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.348559] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.349363] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.350147] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ae56dd3-2def-46ce-bbac-d3aa7b7122bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.427030] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.427298] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.427454] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Deleting the datastore file [datastore2] ce00df29-575c-4b28-875f-5ea4504e9394 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.427840] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-363bce40-7572-4f34-a09e-2b9ef6e4b33a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.436273] env[65665]: DEBUG oslo_vmware.api [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Waiting for the task: (returnval){ [ 668.436273] env[65665]: value = "task-4854164" [ 668.436273] env[65665]: _type = "Task" [ 668.436273] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.447037] env[65665]: DEBUG oslo_vmware.api [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.545697] env[65665]: DEBUG nova.network.neutron [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Successfully created port: fd9d1d81-5c23-4073-85cc-4b83eb3288b4 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 668.560872] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854157, 'name': PowerOnVM_Task} progress is 74%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.675755] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.678933] env[65665]: DEBUG nova.compute.manager [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 668.681064] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.692s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.685271] env[65665]: INFO nova.compute.claims [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.744064] env[65665]: DEBUG oslo_vmware.api [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25664} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.745466] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.745876] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.745876] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.746075] env[65665]: INFO nova.compute.manager [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 668.746481] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 668.747073] env[65665]: DEBUG nova.compute.manager [-] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 668.747073] env[65665]: DEBUG nova.network.neutron [-] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 668.747177] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.947967] env[65665]: DEBUG oslo_vmware.api [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Task: {'id': task-4854164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308726} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.948164] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.948218] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.948379] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.948553] env[65665]: INFO nova.compute.manager [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Took 1.14 seconds to destroy the instance on the hypervisor. [ 668.948815] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 668.948986] env[65665]: DEBUG nova.compute.manager [-] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 668.949097] env[65665]: DEBUG nova.network.neutron [-] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 668.949500] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.060473] env[65665]: DEBUG oslo_vmware.api [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854157, 'name': PowerOnVM_Task, 'duration_secs': 1.799129} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.060745] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.060946] env[65665]: INFO nova.compute.manager [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Took 10.45 seconds to spawn the instance on the hypervisor. [ 669.061147] env[65665]: DEBUG nova.compute.manager [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 669.062132] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5380d027-826a-4f42-9517-c3f5cb74b3e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.189822] env[65665]: DEBUG nova.compute.utils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.199930] env[65665]: DEBUG nova.compute.manager [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 669.203243] env[65665]: DEBUG nova.network.neutron [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 669.204291] env[65665]: WARNING neutronclient.v2_0.client [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.204392] env[65665]: WARNING neutronclient.v2_0.client [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.447019] env[65665]: WARNING neutronclient.v2_0.client [req-5341c840-1863-435d-be6c-ddfe2e55d800 req-55c6f285-cb21-4c18-b5a4-de4367c5d665 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.472732] env[65665]: WARNING neutronclient.v2_0.client [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.583032] env[65665]: INFO nova.compute.manager [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Took 18.12 seconds to build instance. [ 669.591267] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.617460] env[65665]: DEBUG nova.network.neutron [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 669.698265] env[65665]: DEBUG nova.compute.manager [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 669.764249] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.799451] env[65665]: DEBUG nova.policy [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eec140d5c414eb9b4612e9544a55661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd744d69912f04c5abbbeb62388dc8c8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.023739] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2103489-bf18-4feb-bead-2c9bff4f36d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.034156] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dcd079-4b3c-416f-94c8-f45d2d48da44 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.071544] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965ac3c1-8486-48a4-896b-e3706fba86a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.080886] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7aa34b-cc84-494d-9f71-42534313e6f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.085985] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9b8dfea0-041d-43c9-8f06-9cc20ebf659d tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "5c674aad-91fe-4a12-b3b4-4b81c924fd25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.635s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.098504] env[65665]: DEBUG nova.compute.provider_tree [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.601840] env[65665]: DEBUG nova.scheduler.client.report [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.662935] env[65665]: DEBUG nova.network.neutron [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Successfully updated port: fd9d1d81-5c23-4073-85cc-4b83eb3288b4 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 670.711775] env[65665]: DEBUG nova.compute.manager [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 670.763185] env[65665]: DEBUG nova.virt.hardware [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 670.763420] env[65665]: DEBUG nova.virt.hardware [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.765096] env[65665]: DEBUG nova.virt.hardware [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 670.765096] env[65665]: DEBUG nova.virt.hardware [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.765096] env[65665]: DEBUG nova.virt.hardware [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 670.765096] env[65665]: DEBUG nova.virt.hardware [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 670.765096] env[65665]: DEBUG nova.virt.hardware [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 670.765384] env[65665]: DEBUG nova.virt.hardware [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 670.765384] env[65665]: DEBUG nova.virt.hardware [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 670.765384] env[65665]: DEBUG nova.virt.hardware [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 670.765384] env[65665]: DEBUG nova.virt.hardware [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 670.766480] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d67bba6-4020-4a66-b30a-ea775e64a4c7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.778029] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611162ca-c44a-4eef-876d-481cf6bf5267 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.110674] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.110674] env[65665]: DEBUG nova.compute.manager [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 671.112676] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.118s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.114702] env[65665]: INFO nova.compute.claims [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.165577] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "refresh_cache-6451b8cc-cf73-49d3-977c-40812068b4fb" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.165960] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired lock "refresh_cache-6451b8cc-cf73-49d3-977c-40812068b4fb" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.166381] env[65665]: DEBUG nova.network.neutron [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 671.210934] env[65665]: DEBUG oslo_concurrency.lockutils [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "370cbd8b-fa5c-46ba-873e-6db750c90cf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.211252] env[65665]: DEBUG oslo_concurrency.lockutils [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "370cbd8b-fa5c-46ba-873e-6db750c90cf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.211470] env[65665]: DEBUG oslo_concurrency.lockutils [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "370cbd8b-fa5c-46ba-873e-6db750c90cf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.211691] env[65665]: DEBUG oslo_concurrency.lockutils [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "370cbd8b-fa5c-46ba-873e-6db750c90cf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.211856] env[65665]: DEBUG oslo_concurrency.lockutils [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "370cbd8b-fa5c-46ba-873e-6db750c90cf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.214192] env[65665]: INFO nova.compute.manager [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Terminating instance [ 671.282023] env[65665]: DEBUG nova.network.neutron [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Successfully created port: 954e623b-c4d9-4836-9414-264aa785fd85 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 671.317213] env[65665]: DEBUG nova.network.neutron [req-5341c840-1863-435d-be6c-ddfe2e55d800 req-55c6f285-cb21-4c18-b5a4-de4367c5d665 service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Updated VIF entry in instance network info cache for port ed30a3d3-c0f6-43e8-b026-0eb69269726f. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 671.317213] env[65665]: DEBUG nova.network.neutron [req-5341c840-1863-435d-be6c-ddfe2e55d800 req-55c6f285-cb21-4c18-b5a4-de4367c5d665 service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Updating instance_info_cache with network_info: [{"id": "ed30a3d3-c0f6-43e8-b026-0eb69269726f", "address": "fa:16:3e:ed:ed:be", "network": {"id": "3d849c39-0e04-407b-9718-9ccf98b0e349", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1711575260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fbbaf023294f2e8074f050d8ef108c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped30a3d3-c0", "ovs_interfaceid": "ed30a3d3-c0f6-43e8-b026-0eb69269726f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.356775] env[65665]: DEBUG nova.network.neutron [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Updated VIF entry in instance network info cache for port 9a94b6a1-2caa-4af6-9d70-f9608ceecef3. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 671.356775] env[65665]: DEBUG nova.network.neutron [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Updating instance_info_cache with network_info: [{"id": "9a94b6a1-2caa-4af6-9d70-f9608ceecef3", "address": "fa:16:3e:e4:fe:c8", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a94b6a1-2c", "ovs_interfaceid": "9a94b6a1-2caa-4af6-9d70-f9608ceecef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.363673] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "cdfa62a3-e944-44df-9de3-6af79e11d6d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.364167] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "cdfa62a3-e944-44df-9de3-6af79e11d6d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.378449] env[65665]: DEBUG nova.network.neutron [-] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.619574] env[65665]: DEBUG nova.compute.utils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.624115] env[65665]: DEBUG nova.compute.manager [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 671.624396] env[65665]: DEBUG nova.network.neutron [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 671.624949] env[65665]: WARNING neutronclient.v2_0.client [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.625085] env[65665]: WARNING neutronclient.v2_0.client [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.645195] env[65665]: DEBUG nova.network.neutron [-] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.721205] env[65665]: DEBUG nova.compute.manager [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 671.723855] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.723855] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c1c07c-d912-49cb-b448-8c23ba6a38b6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.736266] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.736266] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ccdc031-5d74-4a0b-8da2-8eaae1508694 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.747021] env[65665]: DEBUG oslo_vmware.api [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 671.747021] env[65665]: value = "task-4854166" [ 671.747021] env[65665]: _type = "Task" [ 671.747021] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.758431] env[65665]: DEBUG oslo_vmware.api [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.820049] env[65665]: DEBUG oslo_concurrency.lockutils [req-5341c840-1863-435d-be6c-ddfe2e55d800 req-55c6f285-cb21-4c18-b5a4-de4367c5d665 service nova] Releasing lock "refresh_cache-e776049f-b496-4b4c-aafa-67a30a37ef55" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.864407] env[65665]: DEBUG oslo_concurrency.lockutils [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] Releasing lock "refresh_cache-5c674aad-91fe-4a12-b3b4-4b81c924fd25" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.864717] env[65665]: DEBUG nova.compute.manager [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Received event network-changed-73db27ba-2f7b-4f0d-b9df-1221ea19d193 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 671.864930] env[65665]: DEBUG nova.compute.manager [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Refreshing instance network info cache due to event network-changed-73db27ba-2f7b-4f0d-b9df-1221ea19d193. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 671.865223] env[65665]: DEBUG oslo_concurrency.lockutils [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] Acquiring lock "refresh_cache-9cf295fa-3194-41e3-a3e8-e6d579cd6975" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.865385] env[65665]: DEBUG oslo_concurrency.lockutils [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] Acquired lock "refresh_cache-9cf295fa-3194-41e3-a3e8-e6d579cd6975" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.865614] env[65665]: DEBUG nova.network.neutron [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Refreshing network info cache for port 73db27ba-2f7b-4f0d-b9df-1221ea19d193 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.867970] env[65665]: DEBUG nova.compute.manager [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 671.884029] env[65665]: INFO nova.compute.manager [-] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Took 3.13 seconds to deallocate network for instance. [ 672.133356] env[65665]: DEBUG nova.compute.manager [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 672.154833] env[65665]: INFO nova.compute.manager [-] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Took 3.20 seconds to deallocate network for instance. [ 672.245958] env[65665]: WARNING neutronclient.v2_0.client [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.267807] env[65665]: DEBUG oslo_vmware.api [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854166, 'name': PowerOffVM_Task, 'duration_secs': 0.2489} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.268144] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.268347] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.268814] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2118d45-cc2d-4c78-8354-52d28e2ccf29 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.348936] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.349854] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.349854] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Deleting the datastore file [datastore2] 370cbd8b-fa5c-46ba-873e-6db750c90cf8 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.349854] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86e5472d-d286-458b-807c-25161df47865 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.359713] env[65665]: DEBUG oslo_vmware.api [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for the task: (returnval){ [ 672.359713] env[65665]: value = "task-4854169" [ 672.359713] env[65665]: _type = "Task" [ 672.359713] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.374575] env[65665]: WARNING neutronclient.v2_0.client [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.382302] env[65665]: DEBUG oslo_vmware.api [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.392836] env[65665]: DEBUG oslo_concurrency.lockutils [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.405692] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.545441] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656793cc-3b61-4206-a17f-3341030569ec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.556143] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f6a060-a11c-42da-97de-ac647c52fe6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.364813] env[65665]: DEBUG nova.network.neutron [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 673.367291] env[65665]: DEBUG nova.network.neutron [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Successfully updated port: 954e623b-c4d9-4836-9414-264aa785fd85 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 673.369749] env[65665]: DEBUG nova.policy [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be549f16dbb240e5b8972d07b2a28888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11e8c22fa2f846399b1a7e1951e96061', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.378333] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.392022] env[65665]: DEBUG oslo_vmware.api [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Task: {'id': task-4854169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27758} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.419183] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.419502] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.419685] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.420189] env[65665]: INFO nova.compute.manager [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Took 1.70 seconds to destroy the instance on the hypervisor. [ 673.420189] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 673.420925] env[65665]: DEBUG nova.compute.manager [-] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 673.421047] env[65665]: DEBUG nova.network.neutron [-] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 673.421990] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.426087] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef547a5c-faad-44a4-b1a9-141db1819d61 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.435146] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479c0dba-44af-40ef-a44f-fe0f7b416ce2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.440215] env[65665]: DEBUG nova.network.neutron [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Updating instance_info_cache with network_info: [{"id": "79dea776-dd0e-4e45-93a2-b6f6aa71e223", "address": "fa:16:3e:e8:8e:bf", "network": {"id": "2556e656-e698-42d5-a985-e894336c0be9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1181577109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357fe51256be4146bc0893854aafce62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79dea776-dd", "ovs_interfaceid": "79dea776-dd0e-4e45-93a2-b6f6aa71e223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.453834] env[65665]: DEBUG nova.compute.provider_tree [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.795420] env[65665]: DEBUG nova.network.neutron [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Successfully created port: 21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 673.870287] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.882831] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "refresh_cache-dbed29b1-e848-4bb3-8281-1b6c53785566" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.882831] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "refresh_cache-dbed29b1-e848-4bb3-8281-1b6c53785566" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.883049] env[65665]: DEBUG nova.network.neutron [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 673.884839] env[65665]: DEBUG nova.compute.manager [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 673.919298] env[65665]: DEBUG nova.virt.hardware [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 673.919542] env[65665]: DEBUG nova.virt.hardware [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.919747] env[65665]: DEBUG nova.virt.hardware [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 673.920019] env[65665]: DEBUG nova.virt.hardware [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.920353] env[65665]: DEBUG nova.virt.hardware [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 673.920353] env[65665]: DEBUG nova.virt.hardware [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 673.920510] env[65665]: DEBUG nova.virt.hardware [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 673.920748] env[65665]: DEBUG nova.virt.hardware [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 673.920915] env[65665]: DEBUG nova.virt.hardware [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 673.921648] env[65665]: DEBUG nova.virt.hardware [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 673.921648] env[65665]: DEBUG nova.virt.hardware [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 673.923355] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7f7b78-31a2-4fa9-bf42-cc1c8f203ec1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.935807] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e273d114-9571-41c4-8ac2-a031aec10661 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.949605] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Releasing lock "refresh_cache-e6bac20d-c265-4736-aa9f-e4ee3a915461" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.949961] env[65665]: DEBUG nova.compute.manager [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Instance network_info: |[{"id": "79dea776-dd0e-4e45-93a2-b6f6aa71e223", "address": "fa:16:3e:e8:8e:bf", "network": {"id": "2556e656-e698-42d5-a985-e894336c0be9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1181577109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357fe51256be4146bc0893854aafce62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79dea776-dd", "ovs_interfaceid": "79dea776-dd0e-4e45-93a2-b6f6aa71e223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 673.950715] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:8e:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79dea776-dd0e-4e45-93a2-b6f6aa71e223', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.958865] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Creating folder: Project (357fe51256be4146bc0893854aafce62). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.960473] env[65665]: DEBUG nova.scheduler.client.report [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.963814] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bec16691-e21c-422f-b32b-6589c35386e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.989380] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Created folder: Project (357fe51256be4146bc0893854aafce62) in parent group-v946135. [ 673.989626] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Creating folder: Instances. Parent ref: group-v946205. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.991074] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-289c8d67-1a14-4a75-94e2-6cba01a320ef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.002202] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Created folder: Instances in parent group-v946205. [ 674.002684] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 674.002923] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.006923] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aa72748-a799-4f3f-8085-692f25eef7ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.036126] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.036126] env[65665]: value = "task-4854172" [ 674.036126] env[65665]: _type = "Task" [ 674.036126] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.046380] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854172, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.467410] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.355s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.468501] env[65665]: DEBUG nova.compute.manager [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 674.471874] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.485s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.476556] env[65665]: INFO nova.compute.claims [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.547436] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854172, 'name': CreateVM_Task, 'duration_secs': 0.50775} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.547556] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.548058] env[65665]: WARNING neutronclient.v2_0.client [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.549079] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.549079] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.549079] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.549234] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a92d3f-52e7-4469-80ca-b89494a5e539 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.554689] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Waiting for the task: (returnval){ [ 674.554689] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ffd7bc-4198-aaf6-6893-f2f657a44d19" [ 674.554689] env[65665]: _type = "Task" [ 674.554689] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.564700] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ffd7bc-4198-aaf6-6893-f2f657a44d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.713342] env[65665]: DEBUG nova.network.neutron [-] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.978811] env[65665]: DEBUG nova.compute.utils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.982643] env[65665]: DEBUG nova.compute.manager [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 674.982895] env[65665]: DEBUG nova.network.neutron [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 674.983261] env[65665]: WARNING neutronclient.v2_0.client [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.983683] env[65665]: WARNING neutronclient.v2_0.client [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.066648] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ffd7bc-4198-aaf6-6893-f2f657a44d19, 'name': SearchDatastore_Task, 'duration_secs': 0.037251} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.066949] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.067204] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.067565] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.067760] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.067966] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.068367] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d989288-1e2e-438f-ac01-0e6db06abf05 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.078155] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.078155] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.079601] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42fd9579-ace4-4a0a-a7aa-916f3dd43100 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.085620] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Waiting for the task: (returnval){ [ 675.085620] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b1f7bc-f483-bb39-21d2-0fbb3b71549e" [ 675.085620] env[65665]: _type = "Task" [ 675.085620] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.094333] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b1f7bc-f483-bb39-21d2-0fbb3b71549e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.130459] env[65665]: WARNING neutronclient.v2_0.client [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.170138] env[65665]: DEBUG nova.network.neutron [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 675.206734] env[65665]: DEBUG nova.policy [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3e1d20fea484861b7c8a160eff8ed06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e1111d435754b229b499dfaacd3fbcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.216534] env[65665]: INFO nova.compute.manager [-] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Took 1.80 seconds to deallocate network for instance. [ 675.269356] env[65665]: WARNING neutronclient.v2_0.client [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.367957] env[65665]: DEBUG nova.compute.manager [req-5cf4db60-8c90-4dd1-bbe3-2958ee4dd064 req-447e7073-902e-4895-963f-cde38a7b2b9e service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Received event network-changed-73db27ba-2f7b-4f0d-b9df-1221ea19d193 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 675.368244] env[65665]: DEBUG nova.compute.manager [req-5cf4db60-8c90-4dd1-bbe3-2958ee4dd064 req-447e7073-902e-4895-963f-cde38a7b2b9e service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Refreshing instance network info cache due to event network-changed-73db27ba-2f7b-4f0d-b9df-1221ea19d193. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 675.368986] env[65665]: DEBUG oslo_concurrency.lockutils [req-5cf4db60-8c90-4dd1-bbe3-2958ee4dd064 req-447e7073-902e-4895-963f-cde38a7b2b9e service nova] Acquiring lock "refresh_cache-9cf295fa-3194-41e3-a3e8-e6d579cd6975" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.398273] env[65665]: DEBUG nova.compute.manager [req-1292f0ec-310d-4e64-8e5d-ce017ccd050c req-3a2bb86a-fed9-48b1-8f32-ac49b9714259 service nova] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Received event network-vif-plugged-79dea776-dd0e-4e45-93a2-b6f6aa71e223 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 675.398726] env[65665]: DEBUG oslo_concurrency.lockutils [req-1292f0ec-310d-4e64-8e5d-ce017ccd050c req-3a2bb86a-fed9-48b1-8f32-ac49b9714259 service nova] Acquiring lock "e6bac20d-c265-4736-aa9f-e4ee3a915461-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.400162] env[65665]: DEBUG oslo_concurrency.lockutils [req-1292f0ec-310d-4e64-8e5d-ce017ccd050c req-3a2bb86a-fed9-48b1-8f32-ac49b9714259 service nova] Lock "e6bac20d-c265-4736-aa9f-e4ee3a915461-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.400162] env[65665]: DEBUG oslo_concurrency.lockutils [req-1292f0ec-310d-4e64-8e5d-ce017ccd050c req-3a2bb86a-fed9-48b1-8f32-ac49b9714259 service nova] Lock "e6bac20d-c265-4736-aa9f-e4ee3a915461-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.400162] env[65665]: DEBUG nova.compute.manager [req-1292f0ec-310d-4e64-8e5d-ce017ccd050c req-3a2bb86a-fed9-48b1-8f32-ac49b9714259 service nova] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] No waiting events found dispatching network-vif-plugged-79dea776-dd0e-4e45-93a2-b6f6aa71e223 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 675.400162] env[65665]: WARNING nova.compute.manager [req-1292f0ec-310d-4e64-8e5d-ce017ccd050c req-3a2bb86a-fed9-48b1-8f32-ac49b9714259 service nova] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Received unexpected event network-vif-plugged-79dea776-dd0e-4e45-93a2-b6f6aa71e223 for instance with vm_state building and task_state spawning. [ 675.485781] env[65665]: DEBUG nova.compute.manager [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 675.516212] env[65665]: DEBUG nova.network.neutron [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Updating instance_info_cache with network_info: [{"id": "fd9d1d81-5c23-4073-85cc-4b83eb3288b4", "address": "fa:16:3e:79:dc:de", "network": {"id": "11fdf591-1375-4e8a-97fc-ec37e88c6f18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-11256204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "11e8c22fa2f846399b1a7e1951e96061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9d1d81-5c", "ovs_interfaceid": "fd9d1d81-5c23-4073-85cc-4b83eb3288b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.602116] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b1f7bc-f483-bb39-21d2-0fbb3b71549e, 'name': SearchDatastore_Task, 'duration_secs': 0.011933} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.602389] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e0cd5d-8ed9-4353-affa-fbc8facda753 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.608771] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Waiting for the task: (returnval){ [ 675.608771] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5296bbf1-8019-dbf4-5f73-f6a83c18a2e6" [ 675.608771] env[65665]: _type = "Task" [ 675.608771] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.620810] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5296bbf1-8019-dbf4-5f73-f6a83c18a2e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.632626] env[65665]: DEBUG nova.network.neutron [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Successfully updated port: 21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 675.722876] env[65665]: DEBUG oslo_concurrency.lockutils [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.806135] env[65665]: DEBUG oslo_concurrency.lockutils [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "12159289-c199-498a-a2d8-5ecfd92f2e17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.806323] env[65665]: DEBUG oslo_concurrency.lockutils [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "12159289-c199-498a-a2d8-5ecfd92f2e17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.806784] env[65665]: DEBUG oslo_concurrency.lockutils [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "12159289-c199-498a-a2d8-5ecfd92f2e17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.806784] env[65665]: DEBUG oslo_concurrency.lockutils [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "12159289-c199-498a-a2d8-5ecfd92f2e17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.806901] env[65665]: DEBUG oslo_concurrency.lockutils [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "12159289-c199-498a-a2d8-5ecfd92f2e17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.810593] env[65665]: INFO nova.compute.manager [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Terminating instance [ 675.863807] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f330bee1-6d4c-4454-9f85-ee3c40499091 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.872439] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af480cb3-7b96-4a36-921b-71c330345c93 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.915528] env[65665]: DEBUG nova.network.neutron [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Successfully created port: 7ffcd12a-df60-4362-93ce-988755509c95 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 675.918427] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d41d52-6f1c-4b12-af1d-1ee5af596906 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.928481] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1a8f24-43d2-40d1-aaaa-c75829c56e5f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.948455] env[65665]: DEBUG nova.compute.provider_tree [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.948455] env[65665]: DEBUG nova.network.neutron [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Updated VIF entry in instance network info cache for port 73db27ba-2f7b-4f0d-b9df-1221ea19d193. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 675.948673] env[65665]: DEBUG nova.network.neutron [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Updating instance_info_cache with network_info: [{"id": "73db27ba-2f7b-4f0d-b9df-1221ea19d193", "address": "fa:16:3e:d1:d9:c8", "network": {"id": "53411a0c-15ab-4ba0-93ac-88525bc494af", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1784566108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01625aa5be194572a77fefc71ff3732b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73db27ba-2f", "ovs_interfaceid": "73db27ba-2f7b-4f0d-b9df-1221ea19d193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.950151] env[65665]: WARNING neutronclient.v2_0.client [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.019858] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Releasing lock "refresh_cache-6451b8cc-cf73-49d3-977c-40812068b4fb" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.020869] env[65665]: DEBUG nova.compute.manager [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Instance network_info: |[{"id": "fd9d1d81-5c23-4073-85cc-4b83eb3288b4", "address": "fa:16:3e:79:dc:de", "network": {"id": "11fdf591-1375-4e8a-97fc-ec37e88c6f18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-11256204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "11e8c22fa2f846399b1a7e1951e96061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9d1d81-5c", "ovs_interfaceid": "fd9d1d81-5c23-4073-85cc-4b83eb3288b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 676.023024] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:dc:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd9d1d81-5c23-4073-85cc-4b83eb3288b4', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.032821] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 676.033118] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.034373] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-548fa527-7230-497e-8b3a-d71acb187ade {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.060794] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.060794] env[65665]: value = "task-4854174" [ 676.060794] env[65665]: _type = "Task" [ 676.060794] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.072664] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854174, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.120831] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5296bbf1-8019-dbf4-5f73-f6a83c18a2e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.121284] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.121622] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] e6bac20d-c265-4736-aa9f-e4ee3a915461/e6bac20d-c265-4736-aa9f-e4ee3a915461.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.125024] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e610423-74b2-49a4-a22f-3e94583d3805 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.134172] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Waiting for the task: (returnval){ [ 676.134172] env[65665]: value = "task-4854175" [ 676.134172] env[65665]: _type = "Task" [ 676.134172] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.140031] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "refresh_cache-6388f612-9e9e-4ff4-8f3c-974049ee6cb0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.140031] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired lock "refresh_cache-6388f612-9e9e-4ff4-8f3c-974049ee6cb0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.140031] env[65665]: DEBUG nova.network.neutron [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 676.146807] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.180579] env[65665]: DEBUG nova.network.neutron [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Updating instance_info_cache with network_info: [{"id": "954e623b-c4d9-4836-9414-264aa785fd85", "address": "fa:16:3e:be:31:70", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954e623b-c4", "ovs_interfaceid": "954e623b-c4d9-4836-9414-264aa785fd85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.322096] env[65665]: DEBUG nova.compute.manager [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 676.322096] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.322096] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aec43ba-d1b5-410a-a77d-4d93f2bfe845 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.332460] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.332852] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-179e3aa6-e65b-4d79-a306-5f6113d8a414 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.418054] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.418054] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.418054] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleting the datastore file [datastore2] 12159289-c199-498a-a2d8-5ecfd92f2e17 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.418355] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a792db98-1613-4f8a-8381-984085194b60 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.428396] env[65665]: DEBUG oslo_vmware.api [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 676.428396] env[65665]: value = "task-4854178" [ 676.428396] env[65665]: _type = "Task" [ 676.428396] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.440909] env[65665]: DEBUG oslo_vmware.api [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.454683] env[65665]: DEBUG oslo_concurrency.lockutils [req-caf8d26d-e434-4448-84ae-feb8594d8dd9 req-277d7d7d-db3d-4fb7-9cd1-086ba2cfc2c9 service nova] Releasing lock "refresh_cache-9cf295fa-3194-41e3-a3e8-e6d579cd6975" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.455987] env[65665]: DEBUG nova.scheduler.client.report [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.461164] env[65665]: DEBUG oslo_concurrency.lockutils [req-5cf4db60-8c90-4dd1-bbe3-2958ee4dd064 req-447e7073-902e-4895-963f-cde38a7b2b9e service nova] Acquired lock "refresh_cache-9cf295fa-3194-41e3-a3e8-e6d579cd6975" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.461164] env[65665]: DEBUG nova.network.neutron [req-5cf4db60-8c90-4dd1-bbe3-2958ee4dd064 req-447e7073-902e-4895-963f-cde38a7b2b9e service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Refreshing network info cache for port 73db27ba-2f7b-4f0d-b9df-1221ea19d193 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.497766] env[65665]: DEBUG nova.compute.manager [None req-b4a7dca3-cf13-491a-b3d5-d540e2f2e5f5 tempest-ServerDiagnosticsV248Test-308417646 tempest-ServerDiagnosticsV248Test-308417646-project-admin] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 676.499646] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfa4132-a799-445e-b897-5c08ce8fe53f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.505088] env[65665]: DEBUG nova.compute.manager [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 676.514038] env[65665]: INFO nova.compute.manager [None req-b4a7dca3-cf13-491a-b3d5-d540e2f2e5f5 tempest-ServerDiagnosticsV248Test-308417646 tempest-ServerDiagnosticsV248Test-308417646-project-admin] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Retrieving diagnostics [ 676.515046] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4415eb7-55e9-48ef-8443-e382b2ced99a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.570477] env[65665]: DEBUG nova.virt.hardware [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 676.570835] env[65665]: DEBUG nova.virt.hardware [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.570958] env[65665]: DEBUG nova.virt.hardware [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 676.571221] env[65665]: DEBUG nova.virt.hardware [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.571441] env[65665]: DEBUG nova.virt.hardware [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 676.571662] env[65665]: DEBUG nova.virt.hardware [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 676.571902] env[65665]: DEBUG nova.virt.hardware [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 676.572491] env[65665]: DEBUG nova.virt.hardware [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 676.572552] env[65665]: DEBUG nova.virt.hardware [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 676.573068] env[65665]: DEBUG nova.virt.hardware [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 676.573068] env[65665]: DEBUG nova.virt.hardware [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 676.574392] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d1375b-ed55-4eb1-8d5d-fa192950869c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.584627] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854174, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.589754] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c57d862-427f-46a1-8019-ce2942097dde {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.654756] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854175, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.685339] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "refresh_cache-dbed29b1-e848-4bb3-8281-1b6c53785566" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.685775] env[65665]: DEBUG nova.compute.manager [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Instance network_info: |[{"id": "954e623b-c4d9-4836-9414-264aa785fd85", "address": "fa:16:3e:be:31:70", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954e623b-c4", "ovs_interfaceid": "954e623b-c4d9-4836-9414-264aa785fd85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 676.686388] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:31:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '954e623b-c4d9-4836-9414-264aa785fd85', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.695393] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 676.697183] env[65665]: DEBUG nova.network.neutron [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 676.699690] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.700247] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c01b67ac-185b-482e-80f6-295f1d642421 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.729243] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.729243] env[65665]: value = "task-4854179" [ 676.729243] env[65665]: _type = "Task" [ 676.729243] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.738153] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854179, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.855923] env[65665]: WARNING neutronclient.v2_0.client [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.939612] env[65665]: DEBUG oslo_vmware.api [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434564} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.939913] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.940138] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.940315] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.940480] env[65665]: INFO nova.compute.manager [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Took 0.62 seconds to destroy the instance on the hypervisor. [ 676.940758] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 676.940965] env[65665]: DEBUG nova.compute.manager [-] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 676.941070] env[65665]: DEBUG nova.network.neutron [-] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 676.941314] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.968226] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.969118] env[65665]: DEBUG nova.compute.manager [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 676.972595] env[65665]: WARNING neutronclient.v2_0.client [req-5cf4db60-8c90-4dd1-bbe3-2958ee4dd064 req-447e7073-902e-4895-963f-cde38a7b2b9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.976329] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.714s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.979047] env[65665]: INFO nova.compute.claims [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.075175] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854174, 'name': CreateVM_Task, 'duration_secs': 0.590092} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.076280] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.078032] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.079025] env[65665]: WARNING neutronclient.v2_0.client [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.079461] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.079705] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.080150] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.080438] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1907c6fb-88da-4517-aab6-5c0588eb2906 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.087295] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 677.087295] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5256545c-4dfa-7cf4-afdf-c034d09271e6" [ 677.087295] env[65665]: _type = "Task" [ 677.087295] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.101784] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5256545c-4dfa-7cf4-afdf-c034d09271e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.118644] env[65665]: DEBUG nova.network.neutron [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Updating instance_info_cache with network_info: [{"id": "21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97", "address": "fa:16:3e:ce:62:f0", "network": {"id": "11fdf591-1375-4e8a-97fc-ec37e88c6f18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-11256204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "11e8c22fa2f846399b1a7e1951e96061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21fc9cfa-47", "ovs_interfaceid": "21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.145175] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582305} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.145610] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] e6bac20d-c265-4736-aa9f-e4ee3a915461/e6bac20d-c265-4736-aa9f-e4ee3a915461.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.145880] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.145980] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07e37340-e658-45b1-b72a-1ec846620be0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.156361] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Waiting for the task: (returnval){ [ 677.156361] env[65665]: value = "task-4854180" [ 677.156361] env[65665]: _type = "Task" [ 677.156361] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.176637] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Acquiring lock "f8ec910d-7db4-439b-a13d-df9eacdc4ab8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.177139] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Lock "f8ec910d-7db4-439b-a13d-df9eacdc4ab8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.182559] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.188680] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "f5cd9b60-b0b9-4209-a526-83ed09b072bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.195766] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "f5cd9b60-b0b9-4209-a526-83ed09b072bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.238998] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854179, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.474426] env[65665]: DEBUG nova.compute.utils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.476866] env[65665]: DEBUG nova.compute.manager [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 677.477266] env[65665]: DEBUG nova.network.neutron [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 677.477703] env[65665]: WARNING neutronclient.v2_0.client [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.478115] env[65665]: WARNING neutronclient.v2_0.client [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.601160] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5256545c-4dfa-7cf4-afdf-c034d09271e6, 'name': SearchDatastore_Task, 'duration_secs': 0.016304} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.601160] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.601447] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.602763] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.602763] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.602763] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.602763] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-781e956a-8d85-46c3-bc3d-e5b14fe0fc9b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.614220] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.614416] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.615219] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bdd5ee-147f-49e5-90d3-28f9347faea0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.622157] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Releasing lock "refresh_cache-6388f612-9e9e-4ff4-8f3c-974049ee6cb0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.624042] env[65665]: DEBUG nova.compute.manager [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Instance network_info: |[{"id": "21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97", "address": "fa:16:3e:ce:62:f0", "network": {"id": "11fdf591-1375-4e8a-97fc-ec37e88c6f18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-11256204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "11e8c22fa2f846399b1a7e1951e96061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21fc9cfa-47", "ovs_interfaceid": "21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 677.625707] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:62:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.634056] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 677.634056] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 677.634056] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e16757-c64b-8e7b-29d6-ddff776f2558" [ 677.634056] env[65665]: _type = "Task" [ 677.634056] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.634056] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.634361] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba649bd6-1f15-45ab-8021-51eb97d7fe50 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.659892] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e16757-c64b-8e7b-29d6-ddff776f2558, 'name': SearchDatastore_Task, 'duration_secs': 0.011523} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.665057] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.665057] env[65665]: value = "task-4854181" [ 677.665057] env[65665]: _type = "Task" [ 677.665057] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.665320] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162944b6-014b-47d2-aa95-967556006499 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.673183] env[65665]: DEBUG nova.network.neutron [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Successfully updated port: 7ffcd12a-df60-4362-93ce-988755509c95 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 677.680644] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075254} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.680644] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.680644] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b3f6e7-585d-48bb-b413-53cfe43e9ffb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.693487] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 677.693487] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528684f6-3c16-32b6-79e6-09975004b38f" [ 677.693487] env[65665]: _type = "Task" [ 677.693487] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.693487] env[65665]: DEBUG nova.compute.manager [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 677.694091] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854181, 'name': CreateVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.694796] env[65665]: DEBUG nova.compute.manager [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 677.725437] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] e6bac20d-c265-4736-aa9f-e4ee3a915461/e6bac20d-c265-4736-aa9f-e4ee3a915461.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.728914] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe4364f6-4fde-42fe-9c6d-3390a758c256 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.748545] env[65665]: DEBUG nova.policy [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179afa96e4c44c34bdb756c0e704b61b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19922781a3704af9828c1bf54df07b9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.761811] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528684f6-3c16-32b6-79e6-09975004b38f, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.764440] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.765270] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 6451b8cc-cf73-49d3-977c-40812068b4fb/6451b8cc-cf73-49d3-977c-40812068b4fb.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.765704] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Waiting for the task: (returnval){ [ 677.765704] env[65665]: value = "task-4854182" [ 677.765704] env[65665]: _type = "Task" [ 677.765704] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.765867] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc21a89a-7a23-40e7-b136-84b0d8ca83ed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.775487] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854179, 'name': CreateVM_Task, 'duration_secs': 0.594517} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.776108] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.777036] env[65665]: WARNING neutronclient.v2_0.client [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.777306] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.777438] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.777743] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.778885] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dfcb82e-85c5-4657-92c4-c7e3a749c476 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.785435] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 677.785435] env[65665]: value = "task-4854183" [ 677.785435] env[65665]: _type = "Task" [ 677.785435] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.785771] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.791134] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 677.791134] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dec240-f5bc-428a-0d48-dafe3c0822be" [ 677.791134] env[65665]: _type = "Task" [ 677.791134] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.799393] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.806580] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dec240-f5bc-428a-0d48-dafe3c0822be, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.806580] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.806580] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.806820] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.806820] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.806994] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.807551] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-624bc9e7-f4e9-46ff-af7f-aa9c03afccc4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.817952] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.819095] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.819095] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161880cb-decd-4bf6-a162-ea8eeb5e2e07 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.826353] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 677.826353] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b628a6-f437-d236-d05e-11aa8f503728" [ 677.826353] env[65665]: _type = "Task" [ 677.826353] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.838682] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b628a6-f437-d236-d05e-11aa8f503728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.986625] env[65665]: DEBUG nova.compute.manager [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 678.008398] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Acquiring lock "9702967b-83dc-4faa-ad5b-93290ac1b68c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.010063] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Lock "9702967b-83dc-4faa-ad5b-93290ac1b68c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.025328] env[65665]: DEBUG nova.network.neutron [-] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.181549] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Acquiring lock "refresh_cache-3574899d-ecdc-49ca-82ce-2d0369a61600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.182047] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Acquired lock "refresh_cache-3574899d-ecdc-49ca-82ce-2d0369a61600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.182047] env[65665]: DEBUG nova.network.neutron [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 678.183163] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854181, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.187562] env[65665]: WARNING neutronclient.v2_0.client [req-5cf4db60-8c90-4dd1-bbe3-2958ee4dd064 req-447e7073-902e-4895-963f-cde38a7b2b9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.240713] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.253533] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.285105] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854182, 'name': ReconfigVM_Task, 'duration_secs': 0.425637} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.290387] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Reconfigured VM instance instance-00000015 to attach disk [datastore1] e6bac20d-c265-4736-aa9f-e4ee3a915461/e6bac20d-c265-4736-aa9f-e4ee3a915461.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.290387] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59cf8f90-4f4d-4fa0-a683-1712031e61f6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.305416] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854183, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.305416] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Waiting for the task: (returnval){ [ 678.305416] env[65665]: value = "task-4854184" [ 678.305416] env[65665]: _type = "Task" [ 678.305416] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.326023] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854184, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.338943] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b628a6-f437-d236-d05e-11aa8f503728, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.340150] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ddb6b5-4330-43f2-930c-32a759c338c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.351369] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 678.351369] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c49749-2228-1a07-d5f7-40914ce1ccfc" [ 678.351369] env[65665]: _type = "Task" [ 678.351369] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.362724] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c49749-2228-1a07-d5f7-40914ce1ccfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.527568] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00e26aa-4879-4347-a608-7e0f6331e1b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.534058] env[65665]: INFO nova.compute.manager [-] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Took 1.59 seconds to deallocate network for instance. [ 678.543781] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56225343-d052-474f-a2af-89e25ca3a5e2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.577462] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaebe45-748d-4f18-8609-bec9cbf54ffa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.581240] env[65665]: DEBUG nova.network.neutron [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Successfully created port: e013c1a8-6fa6-45d7-86e6-2e69520dac99 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 678.591936] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e743631-a071-415e-ac21-14318e735597 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.612344] env[65665]: DEBUG nova.compute.provider_tree [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.681496] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854181, 'name': CreateVM_Task, 'duration_secs': 0.639709} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.681794] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.682267] env[65665]: WARNING neutronclient.v2_0.client [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.682692] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.682879] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.683664] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.683664] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b3a2cf-f172-4f88-b80f-f754a4971958 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.691644] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 678.691644] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5273c571-0a3c-f6ed-06f9-b273e5b6d337" [ 678.691644] env[65665]: _type = "Task" [ 678.691644] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.700505] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5273c571-0a3c-f6ed-06f9-b273e5b6d337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.800416] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57003} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.800653] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 6451b8cc-cf73-49d3-977c-40812068b4fb/6451b8cc-cf73-49d3-977c-40812068b4fb.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.800856] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.801121] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec9a8514-9c7f-428f-98d9-85a2a366bae3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.810108] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 678.810108] env[65665]: value = "task-4854186" [ 678.810108] env[65665]: _type = "Task" [ 678.810108] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.820733] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854184, 'name': Rename_Task, 'duration_secs': 0.193159} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.822109] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.822109] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82642a87-f556-4f61-b1c2-f8d52360182c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.828848] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.841018] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Waiting for the task: (returnval){ [ 678.841018] env[65665]: value = "task-4854187" [ 678.841018] env[65665]: _type = "Task" [ 678.841018] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.848106] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.866730] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c49749-2228-1a07-d5f7-40914ce1ccfc, 'name': SearchDatastore_Task, 'duration_secs': 0.017375} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.867152] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.867700] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] dbed29b1-e848-4bb3-8281-1b6c53785566/dbed29b1-e848-4bb3-8281-1b6c53785566.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.867937] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ea3af79-ed28-408e-9b2d-f14b99933250 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.878399] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 678.878399] env[65665]: value = "task-4854188" [ 678.878399] env[65665]: _type = "Task" [ 678.878399] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.891384] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.009729] env[65665]: DEBUG nova.network.neutron [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 679.016683] env[65665]: DEBUG nova.compute.manager [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 679.044237] env[65665]: DEBUG oslo_concurrency.lockutils [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.056721] env[65665]: DEBUG nova.virt.hardware [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 679.056721] env[65665]: DEBUG nova.virt.hardware [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.056721] env[65665]: DEBUG nova.virt.hardware [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 679.057090] env[65665]: DEBUG nova.virt.hardware [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.057090] env[65665]: DEBUG nova.virt.hardware [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 679.057217] env[65665]: DEBUG nova.virt.hardware [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 679.057395] env[65665]: DEBUG nova.virt.hardware [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 679.057586] env[65665]: DEBUG nova.virt.hardware [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 679.058046] env[65665]: DEBUG nova.virt.hardware [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 679.058046] env[65665]: DEBUG nova.virt.hardware [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 679.058168] env[65665]: DEBUG nova.virt.hardware [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 679.059101] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2c64dd-9f71-4a3d-84b4-462f92b9ba17 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.064999] env[65665]: DEBUG nova.network.neutron [req-5cf4db60-8c90-4dd1-bbe3-2958ee4dd064 req-447e7073-902e-4895-963f-cde38a7b2b9e service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Updated VIF entry in instance network info cache for port 73db27ba-2f7b-4f0d-b9df-1221ea19d193. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.065445] env[65665]: DEBUG nova.network.neutron [req-5cf4db60-8c90-4dd1-bbe3-2958ee4dd064 req-447e7073-902e-4895-963f-cde38a7b2b9e service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Updating instance_info_cache with network_info: [{"id": "73db27ba-2f7b-4f0d-b9df-1221ea19d193", "address": "fa:16:3e:d1:d9:c8", "network": {"id": "53411a0c-15ab-4ba0-93ac-88525bc494af", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1784566108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01625aa5be194572a77fefc71ff3732b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73db27ba-2f", "ovs_interfaceid": "73db27ba-2f7b-4f0d-b9df-1221ea19d193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.073904] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6117396-31f8-40a4-be53-d7df7b8c2342 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.117104] env[65665]: DEBUG nova.scheduler.client.report [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.205909] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5273c571-0a3c-f6ed-06f9-b273e5b6d337, 'name': SearchDatastore_Task, 'duration_secs': 0.050808} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.205909] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.206819] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.207168] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.207349] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.207552] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.207869] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca982e44-976a-4967-a6af-078d1cd0da74 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.227724] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.228328] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.230514] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe09564-9b5e-4dca-9587-c7c45139e30e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.242696] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 679.242696] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a5c93b-8baa-86e0-d0dd-ba8fa438b9ae" [ 679.242696] env[65665]: _type = "Task" [ 679.242696] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.255956] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a5c93b-8baa-86e0-d0dd-ba8fa438b9ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.322487] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090857} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.322487] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.323399] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef63ac-75a7-4b53-9932-59bb51e6ef1c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.349730] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 6451b8cc-cf73-49d3-977c-40812068b4fb/6451b8cc-cf73-49d3-977c-40812068b4fb.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.353341] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17831351-32cc-4110-8334-47ff006b5c94 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.376496] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854187, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.378297] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 679.378297] env[65665]: value = "task-4854189" [ 679.378297] env[65665]: _type = "Task" [ 679.378297] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.393480] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854188, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.397801] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854189, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.563967] env[65665]: WARNING neutronclient.v2_0.client [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.567869] env[65665]: DEBUG oslo_concurrency.lockutils [req-5cf4db60-8c90-4dd1-bbe3-2958ee4dd064 req-447e7073-902e-4895-963f-cde38a7b2b9e service nova] Releasing lock "refresh_cache-9cf295fa-3194-41e3-a3e8-e6d579cd6975" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.621427] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.622057] env[65665]: DEBUG nova.compute.manager [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 679.624964] env[65665]: DEBUG oslo_concurrency.lockutils [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.232s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.625186] env[65665]: DEBUG nova.objects.instance [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lazy-loading 'resources' on Instance uuid d547a951-4632-4565-8457-0481d6cc8f6e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.759654] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a5c93b-8baa-86e0-d0dd-ba8fa438b9ae, 'name': SearchDatastore_Task, 'duration_secs': 0.06544} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.761188] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc9f095e-0f64-466c-9996-8c29c3d8d67e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.767798] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 679.767798] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5246c72a-2359-75d1-016c-98526a9a99db" [ 679.767798] env[65665]: _type = "Task" [ 679.767798] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.777579] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5246c72a-2359-75d1-016c-98526a9a99db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.851930] env[65665]: DEBUG oslo_vmware.api [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854187, 'name': PowerOnVM_Task, 'duration_secs': 0.69094} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.852233] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.852456] env[65665]: INFO nova.compute.manager [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Took 13.08 seconds to spawn the instance on the hypervisor. [ 679.852656] env[65665]: DEBUG nova.compute.manager [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 679.853561] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04a61a0-9b36-4d2d-a955-3c4f8e63baec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.857472] env[65665]: DEBUG nova.network.neutron [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Updating instance_info_cache with network_info: [{"id": "7ffcd12a-df60-4362-93ce-988755509c95", "address": "fa:16:3e:92:4c:ac", "network": {"id": "8c4c1aeb-7559-481e-bc64-71d2bec9d6ee", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-403302962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7e1111d435754b229b499dfaacd3fbcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffcd12a-df", "ovs_interfaceid": "7ffcd12a-df60-4362-93ce-988755509c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.893033] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854189, 'name': ReconfigVM_Task, 'duration_secs': 0.393316} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.896889] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 6451b8cc-cf73-49d3-977c-40812068b4fb/6451b8cc-cf73-49d3-977c-40812068b4fb.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.897654] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563264} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.898291] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0e84c11-28b0-4400-8512-a302b466e4d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.900250] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] dbed29b1-e848-4bb3-8281-1b6c53785566/dbed29b1-e848-4bb3-8281-1b6c53785566.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.900511] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.900792] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd2d52df-31d4-4faf-a33b-1b5c5ffca39b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.908785] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 679.908785] env[65665]: value = "task-4854190" [ 679.908785] env[65665]: _type = "Task" [ 679.908785] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.910399] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 679.910399] env[65665]: value = "task-4854191" [ 679.910399] env[65665]: _type = "Task" [ 679.910399] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.926244] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854190, 'name': Rename_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.930687] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.128954] env[65665]: DEBUG nova.compute.utils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.130380] env[65665]: DEBUG nova.compute.manager [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 680.130557] env[65665]: DEBUG nova.network.neutron [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 680.130907] env[65665]: WARNING neutronclient.v2_0.client [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.131174] env[65665]: WARNING neutronclient.v2_0.client [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.281381] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5246c72a-2359-75d1-016c-98526a9a99db, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.284552] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.284841] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 6388f612-9e9e-4ff4-8f3c-974049ee6cb0/6388f612-9e9e-4ff4-8f3c-974049ee6cb0.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.285417] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe25d883-4f05-4fe1-8abe-5d86b7c142b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.293870] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 680.293870] env[65665]: value = "task-4854192" [ 680.293870] env[65665]: _type = "Task" [ 680.293870] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.306969] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.360544] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Releasing lock "refresh_cache-3574899d-ecdc-49ca-82ce-2d0369a61600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.360927] env[65665]: DEBUG nova.compute.manager [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Instance network_info: |[{"id": "7ffcd12a-df60-4362-93ce-988755509c95", "address": "fa:16:3e:92:4c:ac", "network": {"id": "8c4c1aeb-7559-481e-bc64-71d2bec9d6ee", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-403302962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7e1111d435754b229b499dfaacd3fbcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffcd12a-df", "ovs_interfaceid": "7ffcd12a-df60-4362-93ce-988755509c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 680.361816] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:4c:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ffcd12a-df60-4362-93ce-988755509c95', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.369428] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Creating folder: Project (7e1111d435754b229b499dfaacd3fbcc). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.377228] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a90633f-f40c-4a09-b5ca-6f5ac8e79ec3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.384148] env[65665]: INFO nova.compute.manager [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Took 20.80 seconds to build instance. [ 680.391090] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Created folder: Project (7e1111d435754b229b499dfaacd3fbcc) in parent group-v946135. [ 680.391301] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Creating folder: Instances. Parent ref: group-v946211. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.391556] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-316c2611-048e-4b14-abc7-b5d0a46f58bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.405473] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Created folder: Instances in parent group-v946211. [ 680.405742] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 680.406915] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.407707] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b460e344-c4b9-476a-a705-cdba92047c0a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.440255] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077592} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.449236] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.449236] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854190, 'name': Rename_Task, 'duration_secs': 0.150634} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.449236] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.449236] env[65665]: value = "task-4854195" [ 680.449236] env[65665]: _type = "Task" [ 680.449236] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.449983] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e443b1-4412-41ba-9fb7-c2072a64b167 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.452993] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.453643] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c01185c5-aada-4e5c-80c2-2c654e99fef4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.484162] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] dbed29b1-e848-4bb3-8281-1b6c53785566/dbed29b1-e848-4bb3-8281-1b6c53785566.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.491802] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-308bfd08-2be7-4091-91f2-fe7c04021189 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.507279] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 680.507279] env[65665]: value = "task-4854196" [ 680.507279] env[65665]: _type = "Task" [ 680.507279] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.507559] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854195, 'name': CreateVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.514486] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 680.514486] env[65665]: value = "task-4854197" [ 680.514486] env[65665]: _type = "Task" [ 680.514486] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.519278] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854196, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.534920] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.576104] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958f4672-bc28-4661-9fdf-d72a9f320613 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.581333] env[65665]: DEBUG nova.policy [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cbe59921453445a8108e6a21e811a03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f26c3ed991b4c30b1dfb40be7e61333', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.587647] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870a6733-883d-422f-9bd3-66fc945896d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.625939] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b010fd65-7972-4606-806f-06af734b9e9a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.629727] env[65665]: DEBUG nova.network.neutron [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Successfully updated port: e013c1a8-6fa6-45d7-86e6-2e69520dac99 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 680.636669] env[65665]: DEBUG nova.compute.manager [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 680.642186] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92294f5-84a0-48e9-b7cf-2bcfb7888df1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.662256] env[65665]: DEBUG nova.compute.provider_tree [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.812634] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854192, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.886676] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17f6fde2-76fa-499a-aa6a-4f7798f36e3f tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lock "e6bac20d-c265-4736-aa9f-e4ee3a915461" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.310s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.968425] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854195, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.024511] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854196, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.037933] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.133138] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.135325] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.135325] env[65665]: DEBUG nova.network.neutron [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 681.224480] env[65665]: ERROR nova.scheduler.client.report [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [req-42df89ef-66e6-4b2f-9157-5ec24116e6c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e52fd1e5-0d72-4d81-ad68-cf304205f8ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-42df89ef-66e6-4b2f-9157-5ec24116e6c6"}]} [ 681.247654] env[65665]: DEBUG nova.scheduler.client.report [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Refreshing inventories for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 681.264484] env[65665]: DEBUG nova.network.neutron [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Successfully created port: 47f66d3b-2def-4f69-a98d-83a10013d323 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 681.271357] env[65665]: DEBUG nova.scheduler.client.report [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Updating ProviderTree inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 681.271905] env[65665]: DEBUG nova.compute.provider_tree [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.292058] env[65665]: DEBUG nova.scheduler.client.report [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Refreshing aggregate associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, aggregates: None {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 681.311186] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572666} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.311639] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 6388f612-9e9e-4ff4-8f3c-974049ee6cb0/6388f612-9e9e-4ff4-8f3c-974049ee6cb0.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.312183] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.312543] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a319163-1427-40e6-8539-1307250aca53 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.320982] env[65665]: DEBUG nova.scheduler.client.report [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Refreshing trait associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 681.325356] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 681.325356] env[65665]: value = "task-4854198" [ 681.325356] env[65665]: _type = "Task" [ 681.325356] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.338727] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.391919] env[65665]: DEBUG nova.compute.manager [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 681.471864] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854195, 'name': CreateVM_Task, 'duration_secs': 0.929659} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.472471] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.473192] env[65665]: WARNING neutronclient.v2_0.client [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.473505] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.473659] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.473983] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.474306] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa488d8-648c-4d9f-a84d-6f5eecded525 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.483311] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Waiting for the task: (returnval){ [ 681.483311] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523b7458-ea60-d22b-3cdd-bffab7d844fb" [ 681.483311] env[65665]: _type = "Task" [ 681.483311] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.488270] env[65665]: DEBUG nova.compute.manager [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Received event network-vif-plugged-fd9d1d81-5c23-4073-85cc-4b83eb3288b4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 681.488494] env[65665]: DEBUG oslo_concurrency.lockutils [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] Acquiring lock "6451b8cc-cf73-49d3-977c-40812068b4fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.488871] env[65665]: DEBUG oslo_concurrency.lockutils [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] Lock "6451b8cc-cf73-49d3-977c-40812068b4fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.488871] env[65665]: DEBUG oslo_concurrency.lockutils [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] Lock "6451b8cc-cf73-49d3-977c-40812068b4fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.489035] env[65665]: DEBUG nova.compute.manager [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] No waiting events found dispatching network-vif-plugged-fd9d1d81-5c23-4073-85cc-4b83eb3288b4 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 681.489200] env[65665]: WARNING nova.compute.manager [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Received unexpected event network-vif-plugged-fd9d1d81-5c23-4073-85cc-4b83eb3288b4 for instance with vm_state building and task_state spawning. [ 681.489448] env[65665]: DEBUG nova.compute.manager [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Received event network-changed-fd9d1d81-5c23-4073-85cc-4b83eb3288b4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 681.489709] env[65665]: DEBUG nova.compute.manager [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Refreshing instance network info cache due to event network-changed-fd9d1d81-5c23-4073-85cc-4b83eb3288b4. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 681.489709] env[65665]: DEBUG oslo_concurrency.lockutils [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] Acquiring lock "refresh_cache-6451b8cc-cf73-49d3-977c-40812068b4fb" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.489868] env[65665]: DEBUG oslo_concurrency.lockutils [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] Acquired lock "refresh_cache-6451b8cc-cf73-49d3-977c-40812068b4fb" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.489942] env[65665]: DEBUG nova.network.neutron [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Refreshing network info cache for port fd9d1d81-5c23-4073-85cc-4b83eb3288b4 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.512941] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523b7458-ea60-d22b-3cdd-bffab7d844fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012492} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.517128] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.517388] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.517644] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.517790] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.517949] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.522479] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fddd349-ced7-45f2-a8e0-a0803a670442 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.527531] env[65665]: DEBUG nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Received event network-changed-79dea776-dd0e-4e45-93a2-b6f6aa71e223 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 681.527745] env[65665]: DEBUG nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Refreshing instance network info cache due to event network-changed-79dea776-dd0e-4e45-93a2-b6f6aa71e223. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 681.527979] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Acquiring lock "refresh_cache-e6bac20d-c265-4736-aa9f-e4ee3a915461" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.528490] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Acquired lock "refresh_cache-e6bac20d-c265-4736-aa9f-e4ee3a915461" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.528490] env[65665]: DEBUG nova.network.neutron [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Refreshing network info cache for port 79dea776-dd0e-4e45-93a2-b6f6aa71e223 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.547194] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854196, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.549110] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.549582] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.551664] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5fe4483-fe1d-4a6c-8450-ca838df5153e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.558927] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854197, 'name': ReconfigVM_Task, 'duration_secs': 0.588967} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.562870] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Reconfigured VM instance instance-00000017 to attach disk [datastore2] dbed29b1-e848-4bb3-8281-1b6c53785566/dbed29b1-e848-4bb3-8281-1b6c53785566.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.564164] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d34ebae-a107-40c0-bbf7-9ec44d68e725 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.568192] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Waiting for the task: (returnval){ [ 681.568192] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5266e32e-1d73-134e-8ca5-49e207008681" [ 681.568192] env[65665]: _type = "Task" [ 681.568192] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.573653] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 681.573653] env[65665]: value = "task-4854199" [ 681.573653] env[65665]: _type = "Task" [ 681.573653] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.581500] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5266e32e-1d73-134e-8ca5-49e207008681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.589741] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854199, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.659167] env[65665]: DEBUG nova.compute.manager [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 681.671353] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "5c44d2ce-1dbc-40bd-8495-db00e0399767" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.671353] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "5c44d2ce-1dbc-40bd-8495-db00e0399767" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.707709] env[65665]: DEBUG nova.virt.hardware [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 681.708090] env[65665]: DEBUG nova.virt.hardware [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.708316] env[65665]: DEBUG nova.virt.hardware [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 681.712019] env[65665]: DEBUG nova.virt.hardware [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.712019] env[65665]: DEBUG nova.virt.hardware [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 681.712019] env[65665]: DEBUG nova.virt.hardware [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 681.712019] env[65665]: DEBUG nova.virt.hardware [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 681.712019] env[65665]: DEBUG nova.virt.hardware [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 681.712932] env[65665]: DEBUG nova.virt.hardware [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 681.712932] env[65665]: DEBUG nova.virt.hardware [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 681.712932] env[65665]: DEBUG nova.virt.hardware [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 681.713306] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f715e27-eb2f-4655-a292-3a9459c5ed13 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.722671] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae309f4e-e3d4-489f-84df-9bb225a5d3cd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.786304] env[65665]: DEBUG nova.network.neutron [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 681.845834] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173434} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.846662] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.847835] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81060221-6214-4630-b672-2a6a473d2936 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.873641] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 6388f612-9e9e-4ff4-8f3c-974049ee6cb0/6388f612-9e9e-4ff4-8f3c-974049ee6cb0.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.877198] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-376bc21d-fa14-4485-b9aa-996ae18c856f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.905085] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 681.905085] env[65665]: value = "task-4854200" [ 681.905085] env[65665]: _type = "Task" [ 681.905085] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.914276] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.919871] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854200, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.930355] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Acquiring lock "10a329a8-6a2b-498a-847c-3f21cf8cac24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.930916] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Lock "10a329a8-6a2b-498a-847c-3f21cf8cac24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.931140] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Acquiring lock "10a329a8-6a2b-498a-847c-3f21cf8cac24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.931441] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Lock "10a329a8-6a2b-498a-847c-3f21cf8cac24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.931812] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Lock "10a329a8-6a2b-498a-847c-3f21cf8cac24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.940229] env[65665]: INFO nova.compute.manager [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Terminating instance [ 681.951899] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15984649-708b-4f0f-a36a-5f75cade5b25 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.965313] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a6207e-3740-44ff-8941-450dde6be02d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.006332] env[65665]: WARNING neutronclient.v2_0.client [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.010424] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23899c0-5592-41c5-bde4-c6c2d52290fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.027090] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbceecb-9187-4944-a030-d78e51d3ff5d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.030766] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854196, 'name': PowerOnVM_Task} progress is 91%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.034225] env[65665]: WARNING neutronclient.v2_0.client [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.046939] env[65665]: DEBUG nova.compute.provider_tree [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.082817] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5266e32e-1d73-134e-8ca5-49e207008681, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.084199] env[65665]: WARNING neutronclient.v2_0.client [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.088174] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d130a943-b541-4cad-89f5-67b22a9eb87a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.094673] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854199, 'name': Rename_Task, 'duration_secs': 0.175961} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.095416] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.095672] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec67dac6-0f82-4482-a246-506f4d92c11f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.099405] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Waiting for the task: (returnval){ [ 682.099405] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52610dda-b1eb-2a4e-6b9e-a41a1cd7bc32" [ 682.099405] env[65665]: _type = "Task" [ 682.099405] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.104174] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 682.104174] env[65665]: value = "task-4854201" [ 682.104174] env[65665]: _type = "Task" [ 682.104174] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.110863] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52610dda-b1eb-2a4e-6b9e-a41a1cd7bc32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.116243] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.418670] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854200, 'name': ReconfigVM_Task, 'duration_secs': 0.478459} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.419130] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 6388f612-9e9e-4ff4-8f3c-974049ee6cb0/6388f612-9e9e-4ff4-8f3c-974049ee6cb0.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.419946] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f8b6ffb-8fb7-414f-8503-c83bdc5eec63 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.430872] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 682.430872] env[65665]: value = "task-4854202" [ 682.430872] env[65665]: _type = "Task" [ 682.430872] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.441572] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854202, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.446443] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Acquiring lock "refresh_cache-10a329a8-6a2b-498a-847c-3f21cf8cac24" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.446644] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Acquired lock "refresh_cache-10a329a8-6a2b-498a-847c-3f21cf8cac24" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.446845] env[65665]: DEBUG nova.network.neutron [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 682.524668] env[65665]: DEBUG oslo_vmware.api [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854196, 'name': PowerOnVM_Task, 'duration_secs': 1.587338} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.525427] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.525631] env[65665]: INFO nova.compute.manager [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Took 14.27 seconds to spawn the instance on the hypervisor. [ 682.525807] env[65665]: DEBUG nova.compute.manager [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 682.526646] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf702a19-0713-41f8-932b-dba276736661 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.550828] env[65665]: DEBUG nova.scheduler.client.report [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.618107] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52610dda-b1eb-2a4e-6b9e-a41a1cd7bc32, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.622079] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.622079] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 3574899d-ecdc-49ca-82ce-2d0369a61600/3574899d-ecdc-49ca-82ce-2d0369a61600.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.622079] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dd97e57-9406-464f-be08-10c9ff3a6234 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.630280] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854201, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.637604] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Waiting for the task: (returnval){ [ 682.637604] env[65665]: value = "task-4854203" [ 682.637604] env[65665]: _type = "Task" [ 682.637604] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.648597] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.773743] env[65665]: DEBUG nova.network.neutron [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Updating instance_info_cache with network_info: [{"id": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "address": "fa:16:3e:3e:ca:94", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape013c1a8-6f", "ovs_interfaceid": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.946558] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854202, 'name': Rename_Task, 'duration_secs': 0.303132} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.947189] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.947523] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ede0a2de-688c-4638-b4f2-817b34200890 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.950524] env[65665]: WARNING neutronclient.v2_0.client [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.960080] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 682.960080] env[65665]: value = "task-4854204" [ 682.960080] env[65665]: _type = "Task" [ 682.960080] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.972317] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.007623] env[65665]: WARNING neutronclient.v2_0.client [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.046034] env[65665]: WARNING neutronclient.v2_0.client [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.049833] env[65665]: INFO nova.compute.manager [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Took 21.39 seconds to build instance. [ 683.058047] env[65665]: DEBUG oslo_concurrency.lockutils [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.433s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.062239] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.656s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.063345] env[65665]: INFO nova.compute.claims [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.067991] env[65665]: DEBUG nova.network.neutron [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 683.090634] env[65665]: INFO nova.scheduler.client.report [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Deleted allocations for instance d547a951-4632-4565-8457-0481d6cc8f6e [ 683.121827] env[65665]: DEBUG oslo_vmware.api [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854201, 'name': PowerOnVM_Task, 'duration_secs': 0.586411} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.123912] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.123912] env[65665]: INFO nova.compute.manager [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Took 12.41 seconds to spawn the instance on the hypervisor. [ 683.123912] env[65665]: DEBUG nova.compute.manager [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 683.123912] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eacd8b6-52aa-4e85-8537-dd3c315b03b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.150731] env[65665]: DEBUG nova.network.neutron [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Successfully updated port: 47f66d3b-2def-4f69-a98d-83a10013d323 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 683.158128] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854203, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.281036] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.281036] env[65665]: DEBUG nova.compute.manager [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Instance network_info: |[{"id": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "address": "fa:16:3e:3e:ca:94", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape013c1a8-6f", "ovs_interfaceid": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 683.281450] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:ca:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e013c1a8-6fa6-45d7-86e6-2e69520dac99', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.291248] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Creating folder: Project (19922781a3704af9828c1bf54df07b9f). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.292090] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-383b4e98-4a9c-41f7-8829-6774b88a8cf9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.309051] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Created folder: Project (19922781a3704af9828c1bf54df07b9f) in parent group-v946135. [ 683.309051] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Creating folder: Instances. Parent ref: group-v946214. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.309051] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d88d037-227d-4902-b68d-77a1bded2ea4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.325463] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Created folder: Instances in parent group-v946214. [ 683.326131] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 683.327211] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.327211] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be9b9886-6120-4de8-aa38-85f76114e936 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.356551] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.356551] env[65665]: value = "task-4854207" [ 683.356551] env[65665]: _type = "Task" [ 683.356551] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.370570] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854207, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.418504] env[65665]: DEBUG nova.network.neutron [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Updated VIF entry in instance network info cache for port fd9d1d81-5c23-4073-85cc-4b83eb3288b4. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 683.420356] env[65665]: DEBUG nova.network.neutron [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Updating instance_info_cache with network_info: [{"id": "fd9d1d81-5c23-4073-85cc-4b83eb3288b4", "address": "fa:16:3e:79:dc:de", "network": {"id": "11fdf591-1375-4e8a-97fc-ec37e88c6f18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-11256204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "11e8c22fa2f846399b1a7e1951e96061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9d1d81-5c", "ovs_interfaceid": "fd9d1d81-5c23-4073-85cc-4b83eb3288b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.473200] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.491066] env[65665]: DEBUG nova.network.neutron [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Updated VIF entry in instance network info cache for port 79dea776-dd0e-4e45-93a2-b6f6aa71e223. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 683.491066] env[65665]: DEBUG nova.network.neutron [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Updating instance_info_cache with network_info: [{"id": "79dea776-dd0e-4e45-93a2-b6f6aa71e223", "address": "fa:16:3e:e8:8e:bf", "network": {"id": "2556e656-e698-42d5-a985-e894336c0be9", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1181577109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "357fe51256be4146bc0893854aafce62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79dea776-dd", "ovs_interfaceid": "79dea776-dd0e-4e45-93a2-b6f6aa71e223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.538322] env[65665]: DEBUG nova.network.neutron [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.553222] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c8eb5608-9f90-418f-a43c-3df882ae3fa4 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "6451b8cc-cf73-49d3-977c-40812068b4fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.908s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.599972] env[65665]: DEBUG oslo_concurrency.lockutils [None req-80ec1a8a-1ee2-40b3-84fb-6de55395e913 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "d547a951-4632-4565-8457-0481d6cc8f6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.534s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.653427] env[65665]: INFO nova.compute.manager [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Took 21.99 seconds to build instance. [ 683.654944] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Acquiring lock "refresh_cache-df45e8db-a95c-4765-babb-14adf34600b3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.655069] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Acquired lock "refresh_cache-df45e8db-a95c-4765-babb-14adf34600b3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.655194] env[65665]: DEBUG nova.network.neutron [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 683.661062] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767727} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.661587] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 3574899d-ecdc-49ca-82ce-2d0369a61600/3574899d-ecdc-49ca-82ce-2d0369a61600.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.661790] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.662110] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95f83dd7-820b-404e-9551-01e8400237af {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.673417] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Waiting for the task: (returnval){ [ 683.673417] env[65665]: value = "task-4854208" [ 683.673417] env[65665]: _type = "Task" [ 683.673417] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.690397] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.876992] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854207, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.923499] env[65665]: DEBUG oslo_concurrency.lockutils [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] Releasing lock "refresh_cache-6451b8cc-cf73-49d3-977c-40812068b4fb" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.924079] env[65665]: DEBUG nova.compute.manager [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Received event network-vif-deleted-88c0ec2d-5e56-449c-a8b0-35caa2050a24 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 683.924079] env[65665]: DEBUG nova.compute.manager [req-3a1035e9-eb8d-41dc-a562-4f220828c0fe req-fbb2ffae-d34a-4328-8d7c-4f972ca23199 service nova] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Received event network-vif-deleted-64267d51-d65c-4737-98f2-706e69b5e1b5 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 683.972843] env[65665]: DEBUG oslo_vmware.api [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854204, 'name': PowerOnVM_Task, 'duration_secs': 0.954449} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.973341] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.973546] env[65665]: INFO nova.compute.manager [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Took 10.09 seconds to spawn the instance on the hypervisor. [ 683.973777] env[65665]: DEBUG nova.compute.manager [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 683.974867] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac247c4-fcab-4db9-99b9-23b5acfa6b6f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.997859] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Releasing lock "refresh_cache-e6bac20d-c265-4736-aa9f-e4ee3a915461" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.001023] env[65665]: DEBUG nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Received event network-vif-deleted-81ebc8dc-38c2-4a01-ad5a-80abd6e647bf {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 684.001023] env[65665]: DEBUG nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Received event network-vif-plugged-954e623b-c4d9-4836-9414-264aa785fd85 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 684.001023] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Acquiring lock "dbed29b1-e848-4bb3-8281-1b6c53785566-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.001023] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Lock "dbed29b1-e848-4bb3-8281-1b6c53785566-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.001023] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Lock "dbed29b1-e848-4bb3-8281-1b6c53785566-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.001402] env[65665]: DEBUG nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] No waiting events found dispatching network-vif-plugged-954e623b-c4d9-4836-9414-264aa785fd85 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 684.001402] env[65665]: WARNING nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Received unexpected event network-vif-plugged-954e623b-c4d9-4836-9414-264aa785fd85 for instance with vm_state building and task_state spawning. [ 684.001402] env[65665]: DEBUG nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Received event network-changed-954e623b-c4d9-4836-9414-264aa785fd85 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 684.001402] env[65665]: DEBUG nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Refreshing instance network info cache due to event network-changed-954e623b-c4d9-4836-9414-264aa785fd85. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 684.001402] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Acquiring lock "refresh_cache-dbed29b1-e848-4bb3-8281-1b6c53785566" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.001637] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Acquired lock "refresh_cache-dbed29b1-e848-4bb3-8281-1b6c53785566" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.001637] env[65665]: DEBUG nova.network.neutron [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Refreshing network info cache for port 954e623b-c4d9-4836-9414-264aa785fd85 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.045734] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Releasing lock "refresh_cache-10a329a8-6a2b-498a-847c-3f21cf8cac24" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.045734] env[65665]: DEBUG nova.compute.manager [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 684.045734] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.045734] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd0157-d442-4c5f-8ff0-ea079066e0e5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.055496] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.056502] env[65665]: DEBUG nova.compute.manager [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 684.062908] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4b7fcd4-06b4-4059-a14a-e5f5bfc5ffbd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.071136] env[65665]: DEBUG oslo_vmware.api [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Waiting for the task: (returnval){ [ 684.071136] env[65665]: value = "task-4854209" [ 684.071136] env[65665]: _type = "Task" [ 684.071136] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.085819] env[65665]: DEBUG oslo_vmware.api [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.158063] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99791391-bfba-4700-8a45-a933d8ce48e0 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "dbed29b1-e848-4bb3-8281-1b6c53785566" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.512s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.186167] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078628} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.186167] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.187492] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5fde71-a560-453b-9799-7f4186f9c2c4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.215068] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 3574899d-ecdc-49ca-82ce-2d0369a61600/3574899d-ecdc-49ca-82ce-2d0369a61600.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.220160] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f66515b-adc8-4db1-a49e-d890b1931150 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.249309] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Waiting for the task: (returnval){ [ 684.249309] env[65665]: value = "task-4854210" [ 684.249309] env[65665]: _type = "Task" [ 684.249309] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.263972] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.334892] env[65665]: DEBUG nova.network.neutron [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 684.371436] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854207, 'name': CreateVM_Task, 'duration_secs': 0.579301} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.371497] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.380215] env[65665]: WARNING neutronclient.v2_0.client [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.380966] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.380966] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.381120] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.381698] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3478923a-9671-41bc-bed2-ac928c0b1e1d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.388459] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 684.388459] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a13782-7cf5-eb9c-3d18-8a7084e65ae7" [ 684.388459] env[65665]: _type = "Task" [ 684.388459] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.398813] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a13782-7cf5-eb9c-3d18-8a7084e65ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.498766] env[65665]: INFO nova.compute.manager [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Took 20.54 seconds to build instance. [ 684.505668] env[65665]: WARNING neutronclient.v2_0.client [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.520287] env[65665]: WARNING neutronclient.v2_0.client [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.584906] env[65665]: DEBUG oslo_vmware.api [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854209, 'name': PowerOffVM_Task, 'duration_secs': 0.358619} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.585531] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.585531] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.585753] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f1cfc92-178b-41e5-b257-a60e1f849a82 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.593142] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.610323] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e34c57-ad66-4e1a-ad6f-d6dce863d6c2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.628134] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d32301e-5e1f-48fa-8fa4-46c27d9d9019 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.632025] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.632025] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.632025] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Deleting the datastore file [datastore2] 10a329a8-6a2b-498a-847c-3f21cf8cac24 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.632025] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2948316e-9588-40f5-b319-d17b595c6713 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.668767] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff4f8ce-7561-4585-8c2e-c250f8f5f674 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.673468] env[65665]: DEBUG oslo_vmware.api [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Waiting for the task: (returnval){ [ 684.673468] env[65665]: value = "task-4854212" [ 684.673468] env[65665]: _type = "Task" [ 684.673468] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.683825] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47add949-95cb-4fa0-b258-2d39803e134d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.695613] env[65665]: DEBUG oslo_vmware.api [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.712177] env[65665]: DEBUG nova.compute.provider_tree [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.747253] env[65665]: DEBUG nova.network.neutron [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Updating instance_info_cache with network_info: [{"id": "47f66d3b-2def-4f69-a98d-83a10013d323", "address": "fa:16:3e:3a:8d:72", "network": {"id": "7b5a7ffe-ed06-4630-8751-8797640020c4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1384151433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2f26c3ed991b4c30b1dfb40be7e61333", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f66d3b-2d", "ovs_interfaceid": "47f66d3b-2def-4f69-a98d-83a10013d323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.759101] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854210, 'name': ReconfigVM_Task, 'duration_secs': 0.470802} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.759390] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 3574899d-ecdc-49ca-82ce-2d0369a61600/3574899d-ecdc-49ca-82ce-2d0369a61600.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.760187] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d9aa421-fbce-4c05-b07c-59b51bdf1a69 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.769043] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Waiting for the task: (returnval){ [ 684.769043] env[65665]: value = "task-4854213" [ 684.769043] env[65665]: _type = "Task" [ 684.769043] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.779805] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854213, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.819370] env[65665]: DEBUG oslo_concurrency.lockutils [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Acquiring lock "98430fc3-58ac-434b-9538-de5de5c0c83b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.819370] env[65665]: DEBUG oslo_concurrency.lockutils [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Lock "98430fc3-58ac-434b-9538-de5de5c0c83b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.901084] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a13782-7cf5-eb9c-3d18-8a7084e65ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.017331} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.901522] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.901903] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.903212] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.903212] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.903212] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.903212] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-260e3378-1d35-4d13-a52d-6ed713eab999 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.918010] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.918010] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.918010] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30531699-1c3f-45b8-9f00-1766f8e95350 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.927986] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 684.927986] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ceb884-288c-6840-2471-9de9fa220565" [ 684.927986] env[65665]: _type = "Task" [ 684.927986] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.942760] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ceb884-288c-6840-2471-9de9fa220565, 'name': SearchDatastore_Task, 'duration_secs': 0.0127} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.944784] env[65665]: WARNING neutronclient.v2_0.client [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.947765] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80bbd4ac-b311-4279-add1-ecfc692a709f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.960770] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 684.960770] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5270828c-bc7d-066c-0e40-adae92356f16" [ 684.960770] env[65665]: _type = "Task" [ 684.960770] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.978948] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5270828c-bc7d-066c-0e40-adae92356f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.002181] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbefc61a-bdb9-4920-b9cc-7eb1ad8950bc tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "6388f612-9e9e-4ff4-8f3c-974049ee6cb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.054s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.077161] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquiring lock "426495b7-1437-44f3-b3ac-0557ce8a4550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.077390] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lock "426495b7-1437-44f3-b3ac-0557ce8a4550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.183262] env[65665]: DEBUG oslo_vmware.api [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Task: {'id': task-4854212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185105} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.183509] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.183698] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.183872] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.184102] env[65665]: INFO nova.compute.manager [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Took 1.14 seconds to destroy the instance on the hypervisor. [ 685.184718] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 685.184718] env[65665]: DEBUG nova.compute.manager [-] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 685.184718] env[65665]: DEBUG nova.network.neutron [-] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 685.184965] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.215367] env[65665]: DEBUG nova.scheduler.client.report [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.253430] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Releasing lock "refresh_cache-df45e8db-a95c-4765-babb-14adf34600b3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.253688] env[65665]: DEBUG nova.compute.manager [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Instance network_info: |[{"id": "47f66d3b-2def-4f69-a98d-83a10013d323", "address": "fa:16:3e:3a:8d:72", "network": {"id": "7b5a7ffe-ed06-4630-8751-8797640020c4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1384151433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2f26c3ed991b4c30b1dfb40be7e61333", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f66d3b-2d", "ovs_interfaceid": "47f66d3b-2def-4f69-a98d-83a10013d323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 685.254860] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:8d:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47f66d3b-2def-4f69-a98d-83a10013d323', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.270925] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Creating folder: Project (2f26c3ed991b4c30b1dfb40be7e61333). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.271723] env[65665]: DEBUG nova.network.neutron [-] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 685.272308] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.273592] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61475e28-6a99-43b4-9e67-ecbf75f12df4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.286419] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854213, 'name': Rename_Task, 'duration_secs': 0.164754} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.287106] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.287344] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1f01bd4-8082-4e10-895f-14f1376818bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.291154] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Created folder: Project (2f26c3ed991b4c30b1dfb40be7e61333) in parent group-v946135. [ 685.291356] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Creating folder: Instances. Parent ref: group-v946217. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.291948] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ae7d774-989e-47c2-a66c-a1a41c78c2e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.295961] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Waiting for the task: (returnval){ [ 685.295961] env[65665]: value = "task-4854215" [ 685.295961] env[65665]: _type = "Task" [ 685.295961] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.307822] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Created folder: Instances in parent group-v946217. [ 685.308437] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 685.312747] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.313255] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.313626] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6027adbf-3a22-488e-8d23-434c21582984 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.334544] env[65665]: DEBUG nova.compute.manager [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 685.344938] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.344938] env[65665]: value = "task-4854217" [ 685.344938] env[65665]: _type = "Task" [ 685.344938] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.354797] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854217, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.408288] env[65665]: DEBUG nova.network.neutron [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Updated VIF entry in instance network info cache for port 954e623b-c4d9-4836-9414-264aa785fd85. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 685.408463] env[65665]: DEBUG nova.network.neutron [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Updating instance_info_cache with network_info: [{"id": "954e623b-c4d9-4836-9414-264aa785fd85", "address": "fa:16:3e:be:31:70", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954e623b-c4", "ovs_interfaceid": "954e623b-c4d9-4836-9414-264aa785fd85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.470085] env[65665]: DEBUG nova.compute.manager [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Received event network-vif-plugged-7ffcd12a-df60-4362-93ce-988755509c95 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 685.470750] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Acquiring lock "3574899d-ecdc-49ca-82ce-2d0369a61600-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.470750] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Lock "3574899d-ecdc-49ca-82ce-2d0369a61600-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.470750] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Lock "3574899d-ecdc-49ca-82ce-2d0369a61600-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.470976] env[65665]: DEBUG nova.compute.manager [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] No waiting events found dispatching network-vif-plugged-7ffcd12a-df60-4362-93ce-988755509c95 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 685.471041] env[65665]: WARNING nova.compute.manager [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Received unexpected event network-vif-plugged-7ffcd12a-df60-4362-93ce-988755509c95 for instance with vm_state building and task_state spawning. [ 685.471242] env[65665]: DEBUG nova.compute.manager [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Received event network-changed-7ffcd12a-df60-4362-93ce-988755509c95 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 685.471350] env[65665]: DEBUG nova.compute.manager [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Refreshing instance network info cache due to event network-changed-7ffcd12a-df60-4362-93ce-988755509c95. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 685.471528] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Acquiring lock "refresh_cache-3574899d-ecdc-49ca-82ce-2d0369a61600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.471684] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Acquired lock "refresh_cache-3574899d-ecdc-49ca-82ce-2d0369a61600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.471855] env[65665]: DEBUG nova.network.neutron [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Refreshing network info cache for port 7ffcd12a-df60-4362-93ce-988755509c95 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.480351] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5270828c-bc7d-066c-0e40-adae92356f16, 'name': SearchDatastore_Task, 'duration_secs': 0.01459} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.480351] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.480351] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 7a8521b4-865f-48a2-b67d-7e8ee951e5f9/7a8521b4-865f-48a2-b67d-7e8ee951e5f9.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.480351] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f697ac1f-6b45-4339-9e07-22f040c99f79 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.489158] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 685.489158] env[65665]: value = "task-4854218" [ 685.489158] env[65665]: _type = "Task" [ 685.489158] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.501482] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.505368] env[65665]: DEBUG nova.compute.manager [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Received event network-vif-deleted-2798456e-663b-4b1b-b37f-4c3b174e79d8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 685.505566] env[65665]: DEBUG nova.compute.manager [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Received event network-vif-plugged-e013c1a8-6fa6-45d7-86e6-2e69520dac99 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 685.505769] env[65665]: DEBUG oslo_concurrency.lockutils [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] Acquiring lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.505995] env[65665]: DEBUG oslo_concurrency.lockutils [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] Lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.506194] env[65665]: DEBUG oslo_concurrency.lockutils [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] Lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.506365] env[65665]: DEBUG nova.compute.manager [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] No waiting events found dispatching network-vif-plugged-e013c1a8-6fa6-45d7-86e6-2e69520dac99 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 685.506546] env[65665]: WARNING nova.compute.manager [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Received unexpected event network-vif-plugged-e013c1a8-6fa6-45d7-86e6-2e69520dac99 for instance with vm_state building and task_state spawning. [ 685.506718] env[65665]: DEBUG nova.compute.manager [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Received event network-changed-e013c1a8-6fa6-45d7-86e6-2e69520dac99 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 685.506870] env[65665]: DEBUG nova.compute.manager [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Refreshing instance network info cache due to event network-changed-e013c1a8-6fa6-45d7-86e6-2e69520dac99. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 685.507087] env[65665]: DEBUG oslo_concurrency.lockutils [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] Acquiring lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.507229] env[65665]: DEBUG oslo_concurrency.lockutils [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] Acquired lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.507423] env[65665]: DEBUG nova.network.neutron [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Refreshing network info cache for port e013c1a8-6fa6-45d7-86e6-2e69520dac99 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.581390] env[65665]: DEBUG nova.compute.manager [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 685.725892] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.726575] env[65665]: DEBUG nova.compute.manager [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 685.729329] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.351s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.730537] env[65665]: DEBUG nova.objects.instance [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Lazy-loading 'resources' on Instance uuid ce00df29-575c-4b28-875f-5ea4504e9394 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.777056] env[65665]: DEBUG nova.network.neutron [-] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.809428] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854215, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.863457] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854217, 'name': CreateVM_Task, 'duration_secs': 0.383397} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.863742] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.864518] env[65665]: WARNING neutronclient.v2_0.client [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.865126] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.865408] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.865689] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.866139] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501db4f4-e0b7-4a0c-94e7-ce6e1b2175b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.873616] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Waiting for the task: (returnval){ [ 685.873616] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5214192a-cc0a-0d18-d30e-89ebba415322" [ 685.873616] env[65665]: _type = "Task" [ 685.873616] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.881699] env[65665]: DEBUG oslo_concurrency.lockutils [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.889767] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5214192a-cc0a-0d18-d30e-89ebba415322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.914804] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Releasing lock "refresh_cache-dbed29b1-e848-4bb3-8281-1b6c53785566" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.914804] env[65665]: DEBUG nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Received event network-vif-plugged-21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 685.914804] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Acquiring lock "6388f612-9e9e-4ff4-8f3c-974049ee6cb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.914804] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Lock "6388f612-9e9e-4ff4-8f3c-974049ee6cb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.914804] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Lock "6388f612-9e9e-4ff4-8f3c-974049ee6cb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.915312] env[65665]: DEBUG nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] No waiting events found dispatching network-vif-plugged-21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 685.915312] env[65665]: WARNING nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Received unexpected event network-vif-plugged-21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97 for instance with vm_state building and task_state spawning. [ 685.915312] env[65665]: DEBUG nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Received event network-changed-21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 685.915312] env[65665]: DEBUG nova.compute.manager [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Refreshing instance network info cache due to event network-changed-21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 685.915312] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Acquiring lock "refresh_cache-6388f612-9e9e-4ff4-8f3c-974049ee6cb0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.915488] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Acquired lock "refresh_cache-6388f612-9e9e-4ff4-8f3c-974049ee6cb0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.915488] env[65665]: DEBUG nova.network.neutron [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Refreshing network info cache for port 21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.980268] env[65665]: WARNING neutronclient.v2_0.client [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.011884] env[65665]: WARNING neutronclient.v2_0.client [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.015433] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854218, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.118016] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.233841] env[65665]: DEBUG nova.compute.utils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.243076] env[65665]: DEBUG nova.compute.manager [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 686.245532] env[65665]: DEBUG nova.network.neutron [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 686.246660] env[65665]: WARNING neutronclient.v2_0.client [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.246660] env[65665]: WARNING neutronclient.v2_0.client [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.280497] env[65665]: INFO nova.compute.manager [-] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Took 1.10 seconds to deallocate network for instance. [ 686.310786] env[65665]: DEBUG oslo_vmware.api [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854215, 'name': PowerOnVM_Task, 'duration_secs': 0.599224} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.310974] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.311469] env[65665]: INFO nova.compute.manager [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Took 9.81 seconds to spawn the instance on the hypervisor. [ 686.312494] env[65665]: DEBUG nova.compute.manager [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 686.312734] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd216191-b528-4b87-bc09-631d85fe160f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.393794] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5214192a-cc0a-0d18-d30e-89ebba415322, 'name': SearchDatastore_Task, 'duration_secs': 0.064229} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.396933] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.397186] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.397410] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.397544] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.397724] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.398567] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-287adcac-523c-45b1-82d9-6fe132ce61c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.415710] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.415710] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.415937] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7988f6-3090-4a2f-8417-e6d4fd603580 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.423188] env[65665]: WARNING neutronclient.v2_0.client [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.426218] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Waiting for the task: (returnval){ [ 686.426218] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a76860-8320-c9a4-31fe-6703d5fc127e" [ 686.426218] env[65665]: _type = "Task" [ 686.426218] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.439806] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a76860-8320-c9a4-31fe-6703d5fc127e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.512421] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684046} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.518287] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 7a8521b4-865f-48a2-b67d-7e8ee951e5f9/7a8521b4-865f-48a2-b67d-7e8ee951e5f9.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.518287] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.518287] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-320fad8f-8325-4b06-898c-0d7135ba6cd9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.524378] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 686.524378] env[65665]: value = "task-4854219" [ 686.524378] env[65665]: _type = "Task" [ 686.524378] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.538269] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.719093] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d7a7fa-d59e-42f5-88a3-af8e4df58ccf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.728291] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6805ec4d-83d8-495b-9e65-1707e026b563 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.733463] env[65665]: DEBUG nova.policy [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bef3120841af411bab6bffdb3cff01f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd05f0eb7a0a1470a9f1b68e240834c04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.766645] env[65665]: DEBUG nova.compute.manager [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 686.775478] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba185b24-b65d-40e4-8195-70413f45e19b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.782901] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae04c857-40cd-46e2-90df-44909d7363f2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.791126] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.809321] env[65665]: DEBUG nova.compute.provider_tree [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.817427] env[65665]: WARNING neutronclient.v2_0.client [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.837155] env[65665]: INFO nova.compute.manager [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Took 22.87 seconds to build instance. [ 686.940262] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a76860-8320-c9a4-31fe-6703d5fc127e, 'name': SearchDatastore_Task, 'duration_secs': 0.049017} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.941114] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1bb418d-aea7-4d36-ab2d-3aa6ead68aa0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.948312] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Waiting for the task: (returnval){ [ 686.948312] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524e9660-2399-9e7b-8e28-63596ef6ca60" [ 686.948312] env[65665]: _type = "Task" [ 686.948312] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.958839] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524e9660-2399-9e7b-8e28-63596ef6ca60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.997038] env[65665]: WARNING neutronclient.v2_0.client [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.039425] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285341} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.039720] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.040597] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb255d0-2afa-4b23-bfc2-684170d3c561 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.064919] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 7a8521b4-865f-48a2-b67d-7e8ee951e5f9/7a8521b4-865f-48a2-b67d-7e8ee951e5f9.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.065274] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc8438f1-0a8f-421b-9a8c-a9eb76a3d1f5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.088892] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 687.088892] env[65665]: value = "task-4854220" [ 687.088892] env[65665]: _type = "Task" [ 687.088892] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.097520] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.141533] env[65665]: DEBUG nova.network.neutron [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Updated VIF entry in instance network info cache for port 7ffcd12a-df60-4362-93ce-988755509c95. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.142048] env[65665]: DEBUG nova.network.neutron [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Updating instance_info_cache with network_info: [{"id": "7ffcd12a-df60-4362-93ce-988755509c95", "address": "fa:16:3e:92:4c:ac", "network": {"id": "8c4c1aeb-7559-481e-bc64-71d2bec9d6ee", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-403302962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1111d435754b229b499dfaacd3fbcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffcd12a-df", "ovs_interfaceid": "7ffcd12a-df60-4362-93ce-988755509c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.220525] env[65665]: DEBUG nova.network.neutron [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Successfully created port: 4368d7be-839b-4301-a380-25f8e632b093 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 687.307442] env[65665]: DEBUG nova.network.neutron [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Updated VIF entry in instance network info cache for port e013c1a8-6fa6-45d7-86e6-2e69520dac99. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.307817] env[65665]: DEBUG nova.network.neutron [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Updating instance_info_cache with network_info: [{"id": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "address": "fa:16:3e:3e:ca:94", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape013c1a8-6f", "ovs_interfaceid": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.316910] env[65665]: DEBUG nova.scheduler.client.report [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.339068] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d6c8501-2c08-4873-b4dc-b64b2bb74692 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Lock "3574899d-ecdc-49ca-82ce-2d0369a61600" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.389s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.462913] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524e9660-2399-9e7b-8e28-63596ef6ca60, 'name': SearchDatastore_Task, 'duration_secs': 0.013098} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.463248] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.463522] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] df45e8db-a95c-4765-babb-14adf34600b3/df45e8db-a95c-4765-babb-14adf34600b3.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.463829] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaf57d7b-e026-48d4-b7da-f8a43ba9f7a8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.473038] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Waiting for the task: (returnval){ [ 687.473038] env[65665]: value = "task-4854221" [ 687.473038] env[65665]: _type = "Task" [ 687.473038] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.486824] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.503232] env[65665]: WARNING neutronclient.v2_0.client [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.602978] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.642093] env[65665]: DEBUG nova.network.neutron [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Updated VIF entry in instance network info cache for port 21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.642866] env[65665]: DEBUG nova.network.neutron [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Updating instance_info_cache with network_info: [{"id": "21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97", "address": "fa:16:3e:ce:62:f0", "network": {"id": "11fdf591-1375-4e8a-97fc-ec37e88c6f18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-11256204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "11e8c22fa2f846399b1a7e1951e96061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21fc9cfa-47", "ovs_interfaceid": "21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.644673] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Releasing lock "refresh_cache-3574899d-ecdc-49ca-82ce-2d0369a61600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.644935] env[65665]: DEBUG nova.compute.manager [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Received event network-changed-d555107c-993e-49de-8643-5d1c667ec5de {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 687.645180] env[65665]: DEBUG nova.compute.manager [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Refreshing instance network info cache due to event network-changed-d555107c-993e-49de-8643-5d1c667ec5de. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 687.645453] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Acquiring lock "refresh_cache-342801b3-9ef7-47cd-931c-59342b743356" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.645664] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Acquired lock "refresh_cache-342801b3-9ef7-47cd-931c-59342b743356" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.645871] env[65665]: DEBUG nova.network.neutron [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Refreshing network info cache for port d555107c-993e-49de-8643-5d1c667ec5de {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.779044] env[65665]: DEBUG nova.compute.manager [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 687.811108] env[65665]: DEBUG nova.virt.hardware [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 687.811378] env[65665]: DEBUG nova.virt.hardware [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.811529] env[65665]: DEBUG nova.virt.hardware [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 687.811732] env[65665]: DEBUG nova.virt.hardware [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.811884] env[65665]: DEBUG nova.virt.hardware [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 687.812051] env[65665]: DEBUG nova.virt.hardware [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 687.812296] env[65665]: DEBUG nova.virt.hardware [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 687.812449] env[65665]: DEBUG nova.virt.hardware [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 687.812610] env[65665]: DEBUG nova.virt.hardware [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 687.812859] env[65665]: DEBUG nova.virt.hardware [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 687.812980] env[65665]: DEBUG nova.virt.hardware [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 687.813652] env[65665]: DEBUG oslo_concurrency.lockutils [req-d7ab6464-b356-4bc7-81aa-fc44e9dd559a req-d2ffc6df-2a85-43fe-a5ab-edeaffae6db1 service nova] Releasing lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.814564] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c34ea5a-1923-4442-b5ac-a85345722fc4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.824969] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.827716] env[65665]: DEBUG oslo_concurrency.lockutils [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.105s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.827997] env[65665]: DEBUG nova.objects.instance [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lazy-loading 'resources' on Instance uuid 370cbd8b-fa5c-46ba-873e-6db750c90cf8 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.830618] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f260e2-6cd5-4c96-8829-1ba9e502fbbf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.877482] env[65665]: INFO nova.scheduler.client.report [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Deleted allocations for instance ce00df29-575c-4b28-875f-5ea4504e9394 [ 687.985569] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854221, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.988251] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquiring lock "e6bac20d-c265-4736-aa9f-e4ee3a915461" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.988972] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lock "e6bac20d-c265-4736-aa9f-e4ee3a915461" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.989275] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquiring lock "e6bac20d-c265-4736-aa9f-e4ee3a915461-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.989517] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lock "e6bac20d-c265-4736-aa9f-e4ee3a915461-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.989740] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lock "e6bac20d-c265-4736-aa9f-e4ee3a915461-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.994541] env[65665]: INFO nova.compute.manager [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Terminating instance [ 688.100859] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854220, 'name': ReconfigVM_Task, 'duration_secs': 0.819883} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.101288] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 7a8521b4-865f-48a2-b67d-7e8ee951e5f9/7a8521b4-865f-48a2-b67d-7e8ee951e5f9.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.101846] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fae148c5-6337-4d02-8939-35d1cda329fe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.110534] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 688.110534] env[65665]: value = "task-4854222" [ 688.110534] env[65665]: _type = "Task" [ 688.110534] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.120383] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854222, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.150186] env[65665]: WARNING neutronclient.v2_0.client [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.153163] env[65665]: DEBUG oslo_concurrency.lockutils [req-cd7e81e7-ef6c-466b-83dc-68d667b31a73 req-d3b336a4-921e-4507-b11c-78c36ad51266 service nova] Releasing lock "refresh_cache-6388f612-9e9e-4ff4-8f3c-974049ee6cb0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.387401] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4ce654ce-30e9-4754-be51-954c955d9d5b tempest-TenantUsagesTestJSON-27473038 tempest-TenantUsagesTestJSON-27473038-project-member] Lock "ce00df29-575c-4b28-875f-5ea4504e9394" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.087s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.417117] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.418129] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.484949] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798232} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.488446] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] df45e8db-a95c-4765-babb-14adf34600b3/df45e8db-a95c-4765-babb-14adf34600b3.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.488683] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.489201] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0012f5e2-b08a-4466-87d7-96ddf5ddba6d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.497203] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Waiting for the task: (returnval){ [ 688.497203] env[65665]: value = "task-4854223" [ 688.497203] env[65665]: _type = "Task" [ 688.497203] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.497883] env[65665]: DEBUG nova.compute.manager [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 688.498083] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.503086] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd2f3ba-1750-4680-93ae-e7603dcc5614 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.516248] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.517979] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.518278] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-478f8af2-7565-4226-abcb-980323a4e075 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.531031] env[65665]: DEBUG oslo_vmware.api [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Waiting for the task: (returnval){ [ 688.531031] env[65665]: value = "task-4854224" [ 688.531031] env[65665]: _type = "Task" [ 688.531031] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.542523] env[65665]: DEBUG oslo_vmware.api [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.632765] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854222, 'name': Rename_Task, 'duration_secs': 0.258998} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.633258] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.633532] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b731d9e-a588-44d5-974d-ee332b0d00d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.646341] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 688.646341] env[65665]: value = "task-4854225" [ 688.646341] env[65665]: _type = "Task" [ 688.646341] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.662332] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.701505] env[65665]: WARNING neutronclient.v2_0.client [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.801552] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac86805-c796-4340-b9b9-6108232512cc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.810765] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c06c79-95ff-4924-819e-7e1469c09924 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.848103] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced4a36a-7e83-40ad-8050-a8c4df7fab44 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.858609] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b8695-3924-487c-8296-e60bf8057c17 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.879734] env[65665]: DEBUG nova.compute.provider_tree [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.926061] env[65665]: DEBUG nova.compute.manager [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 688.955536] env[65665]: DEBUG nova.network.neutron [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Updated VIF entry in instance network info cache for port d555107c-993e-49de-8643-5d1c667ec5de. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 688.956952] env[65665]: DEBUG nova.network.neutron [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Updating instance_info_cache with network_info: [{"id": "d555107c-993e-49de-8643-5d1c667ec5de", "address": "fa:16:3e:c1:67:9b", "network": {"id": "c3f7da84-29c7-42cc-ba5e-ad33d28d8bcc", "bridge": "br-int", "label": "tempest-ServersTestJSON-726853738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0d0e3868306443fb1c92c30bfa16f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd555107c-99", "ovs_interfaceid": "d555107c-993e-49de-8643-5d1c667ec5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.005198] env[65665]: DEBUG nova.network.neutron [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Successfully updated port: 4368d7be-839b-4301-a380-25f8e632b093 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 689.013030] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074521} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.014252] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.015656] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd5ece0-de89-4cc9-ab9b-2be6d487c7ad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.044296] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] df45e8db-a95c-4765-babb-14adf34600b3/df45e8db-a95c-4765-babb-14adf34600b3.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.048731] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b11db8e0-0e4b-4773-a3ea-7dcefce924db {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.073023] env[65665]: DEBUG oslo_vmware.api [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854224, 'name': PowerOffVM_Task, 'duration_secs': 0.349047} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.074732] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.074793] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.075168] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Waiting for the task: (returnval){ [ 689.075168] env[65665]: value = "task-4854226" [ 689.075168] env[65665]: _type = "Task" [ 689.075168] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.075378] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c942823d-3d42-47f0-b87b-e8c013f71f5d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.088424] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.158136] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854225, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.186069] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.186312] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.186663] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Deleting the datastore file [datastore1] e6bac20d-c265-4736-aa9f-e4ee3a915461 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.188263] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4beefd9-8177-4ead-aa3c-8332ceeffedc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.197925] env[65665]: DEBUG oslo_vmware.api [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Waiting for the task: (returnval){ [ 689.197925] env[65665]: value = "task-4854228" [ 689.197925] env[65665]: _type = "Task" [ 689.197925] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.206108] env[65665]: DEBUG oslo_vmware.api [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.382978] env[65665]: DEBUG nova.scheduler.client.report [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.459067] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.459252] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Releasing lock "refresh_cache-342801b3-9ef7-47cd-931c-59342b743356" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.459390] env[65665]: DEBUG nova.compute.manager [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Received event network-vif-plugged-47f66d3b-2def-4f69-a98d-83a10013d323 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 689.459566] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Acquiring lock "df45e8db-a95c-4765-babb-14adf34600b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.460027] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Lock "df45e8db-a95c-4765-babb-14adf34600b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.460027] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Lock "df45e8db-a95c-4765-babb-14adf34600b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.460123] env[65665]: DEBUG nova.compute.manager [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] No waiting events found dispatching network-vif-plugged-47f66d3b-2def-4f69-a98d-83a10013d323 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 689.460280] env[65665]: WARNING nova.compute.manager [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Received unexpected event network-vif-plugged-47f66d3b-2def-4f69-a98d-83a10013d323 for instance with vm_state building and task_state spawning. [ 689.460436] env[65665]: DEBUG nova.compute.manager [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Received event network-changed-47f66d3b-2def-4f69-a98d-83a10013d323 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 689.460576] env[65665]: DEBUG nova.compute.manager [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Refreshing instance network info cache due to event network-changed-47f66d3b-2def-4f69-a98d-83a10013d323. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 689.460761] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Acquiring lock "refresh_cache-df45e8db-a95c-4765-babb-14adf34600b3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.462894] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Acquired lock "refresh_cache-df45e8db-a95c-4765-babb-14adf34600b3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.462894] env[65665]: DEBUG nova.network.neutron [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Refreshing network info cache for port 47f66d3b-2def-4f69-a98d-83a10013d323 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.510148] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "refresh_cache-cdfa62a3-e944-44df-9de3-6af79e11d6d7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.510148] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquired lock "refresh_cache-cdfa62a3-e944-44df-9de3-6af79e11d6d7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.510148] env[65665]: DEBUG nova.network.neutron [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 689.597523] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.660780] env[65665]: DEBUG oslo_vmware.api [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854225, 'name': PowerOnVM_Task, 'duration_secs': 0.936031} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.660780] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.660780] env[65665]: INFO nova.compute.manager [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Took 10.64 seconds to spawn the instance on the hypervisor. [ 689.660780] env[65665]: DEBUG nova.compute.manager [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 689.661371] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3929708-815d-4543-920f-aac5f68bc954 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.706762] env[65665]: DEBUG oslo_vmware.api [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.783747] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "b2c610bb-d374-4ed2-9062-9f4908ea0df7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.784051] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "b2c610bb-d374-4ed2-9062-9f4908ea0df7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.891909] env[65665]: DEBUG oslo_concurrency.lockutils [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.896094] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.654s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.897630] env[65665]: INFO nova.compute.claims [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.942583] env[65665]: INFO nova.scheduler.client.report [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Deleted allocations for instance 370cbd8b-fa5c-46ba-873e-6db750c90cf8 [ 689.964872] env[65665]: WARNING neutronclient.v2_0.client [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.084170] env[65665]: DEBUG nova.network.neutron [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 690.096021] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854226, 'name': ReconfigVM_Task, 'duration_secs': 0.708317} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.096021] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Reconfigured VM instance instance-0000001b to attach disk [datastore2] df45e8db-a95c-4765-babb-14adf34600b3/df45e8db-a95c-4765-babb-14adf34600b3.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.096021] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbdf0f6e-4038-47fc-9c51-3864912e3cc0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.106790] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Waiting for the task: (returnval){ [ 690.106790] env[65665]: value = "task-4854229" [ 690.106790] env[65665]: _type = "Task" [ 690.106790] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.118292] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854229, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.197424] env[65665]: INFO nova.compute.manager [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Took 25.23 seconds to build instance. [ 690.218340] env[65665]: DEBUG oslo_vmware.api [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Task: {'id': task-4854228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558119} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.218644] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.218850] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.219855] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.219855] env[65665]: INFO nova.compute.manager [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Took 1.72 seconds to destroy the instance on the hypervisor. [ 690.219855] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 690.220108] env[65665]: DEBUG nova.compute.manager [-] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 690.220108] env[65665]: DEBUG nova.network.neutron [-] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 690.220224] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.327460] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.378622] env[65665]: WARNING neutronclient.v2_0.client [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.435938] env[65665]: DEBUG nova.compute.manager [req-36096587-3cd3-406b-9676-8edcf2ea1c53 req-1e039086-de71-49eb-8094-53d40f8908c0 service nova] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Received event network-vif-plugged-4368d7be-839b-4301-a380-25f8e632b093 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 690.436751] env[65665]: DEBUG oslo_concurrency.lockutils [req-36096587-3cd3-406b-9676-8edcf2ea1c53 req-1e039086-de71-49eb-8094-53d40f8908c0 service nova] Acquiring lock "cdfa62a3-e944-44df-9de3-6af79e11d6d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.437080] env[65665]: DEBUG oslo_concurrency.lockutils [req-36096587-3cd3-406b-9676-8edcf2ea1c53 req-1e039086-de71-49eb-8094-53d40f8908c0 service nova] Lock "cdfa62a3-e944-44df-9de3-6af79e11d6d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.437320] env[65665]: DEBUG oslo_concurrency.lockutils [req-36096587-3cd3-406b-9676-8edcf2ea1c53 req-1e039086-de71-49eb-8094-53d40f8908c0 service nova] Lock "cdfa62a3-e944-44df-9de3-6af79e11d6d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.437608] env[65665]: DEBUG nova.compute.manager [req-36096587-3cd3-406b-9676-8edcf2ea1c53 req-1e039086-de71-49eb-8094-53d40f8908c0 service nova] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] No waiting events found dispatching network-vif-plugged-4368d7be-839b-4301-a380-25f8e632b093 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 690.437850] env[65665]: WARNING nova.compute.manager [req-36096587-3cd3-406b-9676-8edcf2ea1c53 req-1e039086-de71-49eb-8094-53d40f8908c0 service nova] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Received unexpected event network-vif-plugged-4368d7be-839b-4301-a380-25f8e632b093 for instance with vm_state building and task_state spawning. [ 690.451505] env[65665]: DEBUG oslo_concurrency.lockutils [None req-624b4fea-3a58-4376-aa75-ec4ec4655af3 tempest-DeleteServersAdminTestJSON-1249113108 tempest-DeleteServersAdminTestJSON-1249113108-project-member] Lock "370cbd8b-fa5c-46ba-873e-6db750c90cf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.240s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.620650] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854229, 'name': Rename_Task, 'duration_secs': 0.197545} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.620942] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.621230] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5f33f6e-4f06-4f17-8ce4-bb313d0255ea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.632483] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Waiting for the task: (returnval){ [ 690.632483] env[65665]: value = "task-4854230" [ 690.632483] env[65665]: _type = "Task" [ 690.632483] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.644891] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.649200] env[65665]: WARNING neutronclient.v2_0.client [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.711074] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2ffec5c0-7e03-4e9c-b455-2acfeffdc69a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.757s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.134081] env[65665]: DEBUG nova.network.neutron [-] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.153183] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854230, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.184378] env[65665]: DEBUG nova.network.neutron [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Updating instance_info_cache with network_info: [{"id": "4368d7be-839b-4301-a380-25f8e632b093", "address": "fa:16:3e:35:54:a7", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4368d7be-83", "ovs_interfaceid": "4368d7be-839b-4301-a380-25f8e632b093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.215575] env[65665]: DEBUG nova.compute.manager [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 691.372383] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c12fe87-0934-426b-9231-397bab359e28 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.381548] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b777ea-8653-4db2-ba49-7240fa3bd3ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.422603] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e2893d-a663-4516-830c-b057bea4ec27 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.433308] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc4839e-4d45-416f-8377-fdff3283b6f9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.456190] env[65665]: DEBUG nova.compute.provider_tree [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.508099] env[65665]: DEBUG nova.network.neutron [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Updated VIF entry in instance network info cache for port 47f66d3b-2def-4f69-a98d-83a10013d323. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 691.509095] env[65665]: DEBUG nova.network.neutron [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Updating instance_info_cache with network_info: [{"id": "47f66d3b-2def-4f69-a98d-83a10013d323", "address": "fa:16:3e:3a:8d:72", "network": {"id": "7b5a7ffe-ed06-4630-8751-8797640020c4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1384151433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2f26c3ed991b4c30b1dfb40be7e61333", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f66d3b-2d", "ovs_interfaceid": "47f66d3b-2def-4f69-a98d-83a10013d323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.637603] env[65665]: INFO nova.compute.manager [-] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Took 1.42 seconds to deallocate network for instance. [ 691.654599] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854230, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.688156] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Releasing lock "refresh_cache-cdfa62a3-e944-44df-9de3-6af79e11d6d7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.692022] env[65665]: DEBUG nova.compute.manager [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Instance network_info: |[{"id": "4368d7be-839b-4301-a380-25f8e632b093", "address": "fa:16:3e:35:54:a7", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4368d7be-83", "ovs_interfaceid": "4368d7be-839b-4301-a380-25f8e632b093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 691.692239] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:54:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4368d7be-839b-4301-a380-25f8e632b093', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.701642] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Creating folder: Project (d05f0eb7a0a1470a9f1b68e240834c04). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.702101] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cde66184-3b32-4e63-89b4-79e750e81c50 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.715034] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Created folder: Project (d05f0eb7a0a1470a9f1b68e240834c04) in parent group-v946135. [ 691.715291] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Creating folder: Instances. Parent ref: group-v946220. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.715966] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-598847ef-0625-417a-8e41-83a270511249 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.735702] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Created folder: Instances in parent group-v946220. [ 691.736166] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 691.736269] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.737049] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e9ea1bd-40ab-45eb-8305-efcbb414d7bf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.752945] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.761816] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.761816] env[65665]: value = "task-4854233" [ 691.761816] env[65665]: _type = "Task" [ 691.761816] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.773202] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854233, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.960917] env[65665]: DEBUG nova.scheduler.client.report [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.017139] env[65665]: DEBUG oslo_concurrency.lockutils [req-da6e5cc1-89bd-45df-9e0f-a52fb016f3b5 req-a0fcfcd3-9146-4e79-be60-3c85200d2d88 service nova] Releasing lock "refresh_cache-df45e8db-a95c-4765-babb-14adf34600b3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.112046] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "abc93bf9-5fb2-44e0-87ad-2a1ac3083f87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.112046] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "abc93bf9-5fb2-44e0-87ad-2a1ac3083f87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.150224] env[65665]: DEBUG oslo_vmware.api [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854230, 'name': PowerOnVM_Task, 'duration_secs': 1.518748} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.151068] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.151636] env[65665]: INFO nova.compute.manager [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Took 10.50 seconds to spawn the instance on the hypervisor. [ 692.152153] env[65665]: DEBUG nova.compute.manager [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 692.154056] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b910eb96-bb07-4c39-b0ab-2d68f94ead11 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.157927] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.275115] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854233, 'name': CreateVM_Task, 'duration_secs': 0.38081} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.275310] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.275840] env[65665]: WARNING neutronclient.v2_0.client [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.276238] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.276386] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.276700] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.277087] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184d3b36-6054-45ee-8855-951eff6554be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.284487] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 692.284487] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5287840c-d219-54fd-0fd1-17841b71fd12" [ 692.284487] env[65665]: _type = "Task" [ 692.284487] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.301569] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5287840c-d219-54fd-0fd1-17841b71fd12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.449734] env[65665]: DEBUG nova.compute.manager [req-9bbacdfa-366d-4dc0-bd83-8a8beaabb246 req-13cb0d44-0593-47d9-b503-7f228c0c2e39 service nova] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Received event network-vif-deleted-79dea776-dd0e-4e45-93a2-b6f6aa71e223 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 692.468696] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.469389] env[65665]: DEBUG nova.compute.manager [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 692.475466] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.222s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.481508] env[65665]: INFO nova.compute.claims [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.676668] env[65665]: INFO nova.compute.manager [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Took 26.44 seconds to build instance. [ 692.799021] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5287840c-d219-54fd-0fd1-17841b71fd12, 'name': SearchDatastore_Task, 'duration_secs': 0.013227} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.799475] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.799794] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.800113] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.800355] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.800588] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.800937] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97380253-8d92-4813-8678-7ac44d2fbce3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.812687] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.812687] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.813672] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fecbee-e09c-4bce-8b62-5c122f5ccdca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.825367] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 692.825367] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527f0dac-0304-5a9c-d125-510eee004288" [ 692.825367] env[65665]: _type = "Task" [ 692.825367] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.836787] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527f0dac-0304-5a9c-d125-510eee004288, 'name': SearchDatastore_Task, 'duration_secs': 0.011839} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.837915] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d095447-10d1-42af-a65d-d4e43724c30c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.845517] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 692.845517] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522e65f6-4147-dac7-0bf7-b83d2e3b7a04" [ 692.845517] env[65665]: _type = "Task" [ 692.845517] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.857656] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522e65f6-4147-dac7-0bf7-b83d2e3b7a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.976649] env[65665]: DEBUG nova.compute.utils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.981972] env[65665]: DEBUG nova.compute.manager [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 692.982153] env[65665]: DEBUG nova.network.neutron [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 692.983058] env[65665]: WARNING neutronclient.v2_0.client [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.983424] env[65665]: WARNING neutronclient.v2_0.client [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.066893] env[65665]: DEBUG nova.policy [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f78945291644105bd020f649aac49fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2763b4b0b46460cb006fc17b475868d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.179505] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3d39893a-b15b-408f-8c7f-fdedc47ef9a7 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Lock "df45e8db-a95c-4765-babb-14adf34600b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.959s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.361326] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522e65f6-4147-dac7-0bf7-b83d2e3b7a04, 'name': SearchDatastore_Task, 'duration_secs': 0.031657} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.361602] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.361895] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] cdfa62a3-e944-44df-9de3-6af79e11d6d7/cdfa62a3-e944-44df-9de3-6af79e11d6d7.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.362187] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12449470-5cf2-40f6-bf57-b9848dd3ae88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.371813] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 693.371813] env[65665]: value = "task-4854234" [ 693.371813] env[65665]: _type = "Task" [ 693.371813] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.382386] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.480423] env[65665]: DEBUG nova.network.neutron [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Successfully created port: 0d68260b-506c-4055-9f6a-ef2a6f909f61 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 693.487828] env[65665]: DEBUG nova.compute.manager [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 693.684364] env[65665]: DEBUG nova.compute.manager [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 693.885636] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854234, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.964373] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquiring lock "0353ad63-f63b-41ce-8001-dba560cc21c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.964373] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lock "0353ad63-f63b-41ce-8001-dba560cc21c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.042046] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e48cf9-6d6c-4698-94ce-adf0e1a668c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.051934] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5345fc-a7f3-495e-befd-919f6ffd316b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.088779] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a27e90-be17-4a65-b9a1-340ebfbc7dec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.098781] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fdbbbe-0273-4a79-b0ef-d74bca319112 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.113123] env[65665]: DEBUG nova.compute.provider_tree [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.207598] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.383903] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526167} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.384202] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] cdfa62a3-e944-44df-9de3-6af79e11d6d7/cdfa62a3-e944-44df-9de3-6af79e11d6d7.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.384408] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.385058] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b37c6d2c-ea2f-4df8-b6ab-ad67d37da589 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.393302] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 694.393302] env[65665]: value = "task-4854235" [ 694.393302] env[65665]: _type = "Task" [ 694.393302] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.403386] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.498015] env[65665]: DEBUG nova.compute.manager [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 694.526828] env[65665]: DEBUG nova.virt.hardware [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 694.527146] env[65665]: DEBUG nova.virt.hardware [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.527353] env[65665]: DEBUG nova.virt.hardware [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 694.527587] env[65665]: DEBUG nova.virt.hardware [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.527774] env[65665]: DEBUG nova.virt.hardware [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 694.527969] env[65665]: DEBUG nova.virt.hardware [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 694.528253] env[65665]: DEBUG nova.virt.hardware [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 694.528490] env[65665]: DEBUG nova.virt.hardware [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 694.528712] env[65665]: DEBUG nova.virt.hardware [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 694.528978] env[65665]: DEBUG nova.virt.hardware [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 694.529284] env[65665]: DEBUG nova.virt.hardware [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 694.530264] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79751fc-9bf9-4716-ac16-7ca31feeae26 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.539191] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaab440-c55c-42da-8f2a-7e0ca1759737 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.616233] env[65665]: DEBUG nova.scheduler.client.report [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.906891] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252785} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.907193] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.908054] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af0f71b-443f-4277-bb25-6990bc84b786 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.935171] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] cdfa62a3-e944-44df-9de3-6af79e11d6d7/cdfa62a3-e944-44df-9de3-6af79e11d6d7.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.935586] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b69c174d-29a4-4e0a-b9cb-aedad7925340 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.956944] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 694.956944] env[65665]: value = "task-4854236" [ 694.956944] env[65665]: _type = "Task" [ 694.956944] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.968571] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.122177] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.122770] env[65665]: DEBUG nova.compute.manager [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 695.125661] env[65665]: DEBUG oslo_concurrency.lockutils [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.082s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.125889] env[65665]: DEBUG nova.objects.instance [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lazy-loading 'resources' on Instance uuid 12159289-c199-498a-a2d8-5ecfd92f2e17 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.469183] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854236, 'name': ReconfigVM_Task, 'duration_secs': 0.281687} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.469726] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Reconfigured VM instance instance-0000001c to attach disk [datastore2] cdfa62a3-e944-44df-9de3-6af79e11d6d7/cdfa62a3-e944-44df-9de3-6af79e11d6d7.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.470549] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-368739d4-c17d-4080-aa6f-fb8300ef221f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.479328] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 695.479328] env[65665]: value = "task-4854237" [ 695.479328] env[65665]: _type = "Task" [ 695.479328] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.491134] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854237, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.503413] env[65665]: DEBUG nova.network.neutron [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Successfully updated port: 0d68260b-506c-4055-9f6a-ef2a6f909f61 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 695.553113] env[65665]: DEBUG nova.compute.manager [req-e3a4e26b-dfe1-4f05-8a56-2d32792de03e req-e50153a4-26d8-4695-9750-fe0c9fe78c61 service nova] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Received event network-changed-4368d7be-839b-4301-a380-25f8e632b093 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 695.553317] env[65665]: DEBUG nova.compute.manager [req-e3a4e26b-dfe1-4f05-8a56-2d32792de03e req-e50153a4-26d8-4695-9750-fe0c9fe78c61 service nova] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Refreshing instance network info cache due to event network-changed-4368d7be-839b-4301-a380-25f8e632b093. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 695.553526] env[65665]: DEBUG oslo_concurrency.lockutils [req-e3a4e26b-dfe1-4f05-8a56-2d32792de03e req-e50153a4-26d8-4695-9750-fe0c9fe78c61 service nova] Acquiring lock "refresh_cache-cdfa62a3-e944-44df-9de3-6af79e11d6d7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.553659] env[65665]: DEBUG oslo_concurrency.lockutils [req-e3a4e26b-dfe1-4f05-8a56-2d32792de03e req-e50153a4-26d8-4695-9750-fe0c9fe78c61 service nova] Acquired lock "refresh_cache-cdfa62a3-e944-44df-9de3-6af79e11d6d7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.553812] env[65665]: DEBUG nova.network.neutron [req-e3a4e26b-dfe1-4f05-8a56-2d32792de03e req-e50153a4-26d8-4695-9750-fe0c9fe78c61 service nova] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Refreshing network info cache for port 4368d7be-839b-4301-a380-25f8e632b093 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.628588] env[65665]: DEBUG nova.compute.utils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.633676] env[65665]: DEBUG nova.compute.manager [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 695.634243] env[65665]: DEBUG nova.network.neutron [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 695.634484] env[65665]: WARNING neutronclient.v2_0.client [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.634791] env[65665]: WARNING neutronclient.v2_0.client [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.993786] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854237, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.003798] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Acquiring lock "refresh_cache-f8ec910d-7db4-439b-a13d-df9eacdc4ab8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.004117] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Acquired lock "refresh_cache-f8ec910d-7db4-439b-a13d-df9eacdc4ab8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.004261] env[65665]: DEBUG nova.network.neutron [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 696.058432] env[65665]: WARNING neutronclient.v2_0.client [req-e3a4e26b-dfe1-4f05-8a56-2d32792de03e req-e50153a4-26d8-4695-9750-fe0c9fe78c61 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.112749] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f25410b-3af8-438b-a4af-dd98eebf5c5b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.121802] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c37c71-e0f1-4588-9753-0ff677d9c389 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.154216] env[65665]: DEBUG nova.compute.manager [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 696.158083] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab709e7-4341-4090-a873-86c302261d52 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.168378] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bd14d1-91bd-4320-81ac-8273b772737e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.183844] env[65665]: DEBUG nova.compute.provider_tree [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.422402] env[65665]: DEBUG nova.policy [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bef3120841af411bab6bffdb3cff01f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd05f0eb7a0a1470a9f1b68e240834c04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.492421] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854237, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.687573] env[65665]: DEBUG nova.scheduler.client.report [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.751527] env[65665]: DEBUG nova.network.neutron [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Successfully created port: ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 696.825979] env[65665]: DEBUG nova.network.neutron [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 696.994265] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854237, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.165914] env[65665]: DEBUG nova.compute.manager [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 697.195375] env[65665]: DEBUG oslo_concurrency.lockutils [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.199263] env[65665]: DEBUG nova.virt.hardware [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 697.199486] env[65665]: DEBUG nova.virt.hardware [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.199638] env[65665]: DEBUG nova.virt.hardware [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 697.199869] env[65665]: DEBUG nova.virt.hardware [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.200124] env[65665]: DEBUG nova.virt.hardware [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 697.200189] env[65665]: DEBUG nova.virt.hardware [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 697.200357] env[65665]: DEBUG nova.virt.hardware [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 697.200963] env[65665]: DEBUG nova.virt.hardware [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 697.200963] env[65665]: DEBUG nova.virt.hardware [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 697.200963] env[65665]: DEBUG nova.virt.hardware [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 697.200963] env[65665]: DEBUG nova.virt.hardware [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 697.201480] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.287s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.203021] env[65665]: INFO nova.compute.claims [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.210708] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c267d81-bf2e-466e-91df-d12a73b88854 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.223593] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208d96e7-5d1a-40c0-9b42-3a2baf4c9943 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.246491] env[65665]: INFO nova.scheduler.client.report [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleted allocations for instance 12159289-c199-498a-a2d8-5ecfd92f2e17 [ 697.443463] env[65665]: WARNING neutronclient.v2_0.client [req-e3a4e26b-dfe1-4f05-8a56-2d32792de03e req-e50153a4-26d8-4695-9750-fe0c9fe78c61 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.496051] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854237, 'name': Rename_Task, 'duration_secs': 1.921803} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.496419] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.500218] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da070083-632c-4442-b5f6-287cc914709a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.507793] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 697.507793] env[65665]: value = "task-4854238" [ 697.507793] env[65665]: _type = "Task" [ 697.507793] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.519199] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.611529] env[65665]: WARNING neutronclient.v2_0.client [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.745195] env[65665]: DEBUG nova.network.neutron [req-e3a4e26b-dfe1-4f05-8a56-2d32792de03e req-e50153a4-26d8-4695-9750-fe0c9fe78c61 service nova] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Updated VIF entry in instance network info cache for port 4368d7be-839b-4301-a380-25f8e632b093. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 697.745195] env[65665]: DEBUG nova.network.neutron [req-e3a4e26b-dfe1-4f05-8a56-2d32792de03e req-e50153a4-26d8-4695-9750-fe0c9fe78c61 service nova] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Updating instance_info_cache with network_info: [{"id": "4368d7be-839b-4301-a380-25f8e632b093", "address": "fa:16:3e:35:54:a7", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4368d7be-83", "ovs_interfaceid": "4368d7be-839b-4301-a380-25f8e632b093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.758285] env[65665]: DEBUG oslo_concurrency.lockutils [None req-632cb568-f468-4b07-8e4a-698387215b42 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "12159289-c199-498a-a2d8-5ecfd92f2e17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.952s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.902051] env[65665]: DEBUG nova.compute.manager [req-df3585fb-2cc6-403c-b08b-2c557e087724 req-00b82230-8fb9-4ac1-969d-9a3ad0bd782a service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Received event network-changed-7ffcd12a-df60-4362-93ce-988755509c95 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 697.902303] env[65665]: DEBUG nova.compute.manager [req-df3585fb-2cc6-403c-b08b-2c557e087724 req-00b82230-8fb9-4ac1-969d-9a3ad0bd782a service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Refreshing instance network info cache due to event network-changed-7ffcd12a-df60-4362-93ce-988755509c95. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 697.902538] env[65665]: DEBUG oslo_concurrency.lockutils [req-df3585fb-2cc6-403c-b08b-2c557e087724 req-00b82230-8fb9-4ac1-969d-9a3ad0bd782a service nova] Acquiring lock "refresh_cache-3574899d-ecdc-49ca-82ce-2d0369a61600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.902719] env[65665]: DEBUG oslo_concurrency.lockutils [req-df3585fb-2cc6-403c-b08b-2c557e087724 req-00b82230-8fb9-4ac1-969d-9a3ad0bd782a service nova] Acquired lock "refresh_cache-3574899d-ecdc-49ca-82ce-2d0369a61600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.902878] env[65665]: DEBUG nova.network.neutron [req-df3585fb-2cc6-403c-b08b-2c557e087724 req-00b82230-8fb9-4ac1-969d-9a3ad0bd782a service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Refreshing network info cache for port 7ffcd12a-df60-4362-93ce-988755509c95 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.927936] env[65665]: DEBUG nova.network.neutron [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Updating instance_info_cache with network_info: [{"id": "0d68260b-506c-4055-9f6a-ef2a6f909f61", "address": "fa:16:3e:36:7f:4e", "network": {"id": "09e58a33-f39e-4b6d-94ab-5cabb9a881b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1012312252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e2763b4b0b46460cb006fc17b475868d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d68260b-50", "ovs_interfaceid": "0d68260b-506c-4055-9f6a-ef2a6f909f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.020945] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.247294] env[65665]: DEBUG oslo_concurrency.lockutils [req-e3a4e26b-dfe1-4f05-8a56-2d32792de03e req-e50153a4-26d8-4695-9750-fe0c9fe78c61 service nova] Releasing lock "refresh_cache-cdfa62a3-e944-44df-9de3-6af79e11d6d7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.406833] env[65665]: WARNING neutronclient.v2_0.client [req-df3585fb-2cc6-403c-b08b-2c557e087724 req-00b82230-8fb9-4ac1-969d-9a3ad0bd782a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.432029] env[65665]: DEBUG nova.network.neutron [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Successfully updated port: ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 698.435765] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Releasing lock "refresh_cache-f8ec910d-7db4-439b-a13d-df9eacdc4ab8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.436277] env[65665]: DEBUG nova.compute.manager [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Instance network_info: |[{"id": "0d68260b-506c-4055-9f6a-ef2a6f909f61", "address": "fa:16:3e:36:7f:4e", "network": {"id": "09e58a33-f39e-4b6d-94ab-5cabb9a881b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1012312252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e2763b4b0b46460cb006fc17b475868d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d68260b-50", "ovs_interfaceid": "0d68260b-506c-4055-9f6a-ef2a6f909f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 698.436740] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:7f:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d68260b-506c-4055-9f6a-ef2a6f909f61', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.455173] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Creating folder: Project (e2763b4b0b46460cb006fc17b475868d). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.458957] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e16359c9-5273-4381-8e6e-9899b64b1e95 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.480041] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Created folder: Project (e2763b4b0b46460cb006fc17b475868d) in parent group-v946135. [ 698.480041] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Creating folder: Instances. Parent ref: group-v946223. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.480261] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1d4e8fd-7dec-4137-8f3e-70c3ef77bf58 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.493831] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Created folder: Instances in parent group-v946223. [ 698.494117] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 698.494334] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.494551] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30040e89-c6c5-40b9-b2e2-3554dcb59a69 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.524317] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.524317] env[65665]: value = "task-4854241" [ 698.524317] env[65665]: _type = "Task" [ 698.524317] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.529932] env[65665]: DEBUG oslo_vmware.api [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854238, 'name': PowerOnVM_Task, 'duration_secs': 0.821188} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.532571] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.532816] env[65665]: INFO nova.compute.manager [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Took 10.75 seconds to spawn the instance on the hypervisor. [ 698.533039] env[65665]: DEBUG nova.compute.manager [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 698.537481] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb6c152-9d1e-4c08-96ff-4408c9647644 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.553737] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854241, 'name': CreateVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.701922] env[65665]: WARNING neutronclient.v2_0.client [req-df3585fb-2cc6-403c-b08b-2c557e087724 req-00b82230-8fb9-4ac1-969d-9a3ad0bd782a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.762022] env[65665]: DEBUG nova.compute.manager [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Received event network-vif-plugged-0d68260b-506c-4055-9f6a-ef2a6f909f61 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 698.762248] env[65665]: DEBUG oslo_concurrency.lockutils [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] Acquiring lock "f8ec910d-7db4-439b-a13d-df9eacdc4ab8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.762622] env[65665]: DEBUG oslo_concurrency.lockutils [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] Lock "f8ec910d-7db4-439b-a13d-df9eacdc4ab8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.762622] env[65665]: DEBUG oslo_concurrency.lockutils [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] Lock "f8ec910d-7db4-439b-a13d-df9eacdc4ab8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.762775] env[65665]: DEBUG nova.compute.manager [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] No waiting events found dispatching network-vif-plugged-0d68260b-506c-4055-9f6a-ef2a6f909f61 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 698.763777] env[65665]: WARNING nova.compute.manager [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Received unexpected event network-vif-plugged-0d68260b-506c-4055-9f6a-ef2a6f909f61 for instance with vm_state building and task_state spawning. [ 698.763777] env[65665]: DEBUG nova.compute.manager [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Received event network-changed-0d68260b-506c-4055-9f6a-ef2a6f909f61 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 698.763777] env[65665]: DEBUG nova.compute.manager [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Refreshing instance network info cache due to event network-changed-0d68260b-506c-4055-9f6a-ef2a6f909f61. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 698.763777] env[65665]: DEBUG oslo_concurrency.lockutils [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] Acquiring lock "refresh_cache-f8ec910d-7db4-439b-a13d-df9eacdc4ab8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.763777] env[65665]: DEBUG oslo_concurrency.lockutils [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] Acquired lock "refresh_cache-f8ec910d-7db4-439b-a13d-df9eacdc4ab8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.763976] env[65665]: DEBUG nova.network.neutron [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Refreshing network info cache for port 0d68260b-506c-4055-9f6a-ef2a6f909f61 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.792649] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0fb106-f56e-457f-aea8-49f791bd568e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.802207] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e6f4e8-d38d-4936-93e5-e337595d4ea6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.835223] env[65665]: DEBUG nova.network.neutron [req-df3585fb-2cc6-403c-b08b-2c557e087724 req-00b82230-8fb9-4ac1-969d-9a3ad0bd782a service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Updated VIF entry in instance network info cache for port 7ffcd12a-df60-4362-93ce-988755509c95. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 698.835649] env[65665]: DEBUG nova.network.neutron [req-df3585fb-2cc6-403c-b08b-2c557e087724 req-00b82230-8fb9-4ac1-969d-9a3ad0bd782a service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Updating instance_info_cache with network_info: [{"id": "7ffcd12a-df60-4362-93ce-988755509c95", "address": "fa:16:3e:92:4c:ac", "network": {"id": "8c4c1aeb-7559-481e-bc64-71d2bec9d6ee", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-403302962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e1111d435754b229b499dfaacd3fbcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ffcd12a-df", "ovs_interfaceid": "7ffcd12a-df60-4362-93ce-988755509c95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.837478] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f842673-7298-4076-bdd7-ae61c3e68408 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.848871] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027de23-2199-486d-907a-3e347674900a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.868620] env[65665]: DEBUG nova.compute.provider_tree [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.959784] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "refresh_cache-f5cd9b60-b0b9-4209-a526-83ed09b072bc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.959993] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquired lock "refresh_cache-f5cd9b60-b0b9-4209-a526-83ed09b072bc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.960273] env[65665]: DEBUG nova.network.neutron [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 699.041947] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854241, 'name': CreateVM_Task, 'duration_secs': 0.451122} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.042153] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.042664] env[65665]: WARNING neutronclient.v2_0.client [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.043040] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.043192] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.043504] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.043768] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f21397e0-a87c-41f3-abe4-88fd62299735 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.049642] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Waiting for the task: (returnval){ [ 699.049642] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52672609-41e7-89c3-5bf5-3e57ff9497ec" [ 699.049642] env[65665]: _type = "Task" [ 699.049642] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.064266] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52672609-41e7-89c3-5bf5-3e57ff9497ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.068328] env[65665]: INFO nova.compute.manager [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Took 26.69 seconds to build instance. [ 699.267397] env[65665]: WARNING neutronclient.v2_0.client [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.341559] env[65665]: DEBUG oslo_concurrency.lockutils [req-df3585fb-2cc6-403c-b08b-2c557e087724 req-00b82230-8fb9-4ac1-969d-9a3ad0bd782a service nova] Releasing lock "refresh_cache-3574899d-ecdc-49ca-82ce-2d0369a61600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.375389] env[65665]: DEBUG nova.scheduler.client.report [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.481318] env[65665]: WARNING neutronclient.v2_0.client [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.511363] env[65665]: DEBUG nova.network.neutron [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 699.565702] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52672609-41e7-89c3-5bf5-3e57ff9497ec, 'name': SearchDatastore_Task, 'duration_secs': 0.024364} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.569772] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.571449] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.571449] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.571449] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.571599] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.571986] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93a8aa7a-20dc-41b9-aa89-6989b9f0da68 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "cdfa62a3-e944-44df-9de3-6af79e11d6d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.208s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.574032] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30ae2e75-8395-40c6-b227-5dfee9b863c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.587013] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.587013] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.587939] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe2b357-fb52-4805-9253-b01c7f344eed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.595811] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Waiting for the task: (returnval){ [ 699.595811] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fddd72-72ec-abf6-2167-c838c306bfc9" [ 699.595811] env[65665]: _type = "Task" [ 699.595811] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.609218] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fddd72-72ec-abf6-2167-c838c306bfc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.667382] env[65665]: DEBUG nova.network.neutron [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Updated VIF entry in instance network info cache for port 0d68260b-506c-4055-9f6a-ef2a6f909f61. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 699.669532] env[65665]: DEBUG nova.network.neutron [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Updating instance_info_cache with network_info: [{"id": "0d68260b-506c-4055-9f6a-ef2a6f909f61", "address": "fa:16:3e:36:7f:4e", "network": {"id": "09e58a33-f39e-4b6d-94ab-5cabb9a881b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1012312252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e2763b4b0b46460cb006fc17b475868d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d68260b-50", "ovs_interfaceid": "0d68260b-506c-4055-9f6a-ef2a6f909f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.835500] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "593b27bd-4b73-47f7-8038-be5af33b0047" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.835500] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "593b27bd-4b73-47f7-8038-be5af33b0047" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.886921] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.887980] env[65665]: DEBUG nova.compute.manager [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 699.891640] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.299s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.893579] env[65665]: INFO nova.compute.claims [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.974067] env[65665]: WARNING neutronclient.v2_0.client [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.082115] env[65665]: DEBUG nova.compute.manager [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 700.110356] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fddd72-72ec-abf6-2167-c838c306bfc9, 'name': SearchDatastore_Task, 'duration_secs': 0.036252} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.111291] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86dc545-25fb-48cf-84d0-d680aeb84058 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.119468] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Waiting for the task: (returnval){ [ 700.119468] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52305df5-1c77-2fc6-75d3-4d15418b770b" [ 700.119468] env[65665]: _type = "Task" [ 700.119468] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.130191] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52305df5-1c77-2fc6-75d3-4d15418b770b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.173648] env[65665]: DEBUG oslo_concurrency.lockutils [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] Releasing lock "refresh_cache-f8ec910d-7db4-439b-a13d-df9eacdc4ab8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.173648] env[65665]: DEBUG nova.compute.manager [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Received event network-changed-e013c1a8-6fa6-45d7-86e6-2e69520dac99 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 700.173648] env[65665]: DEBUG nova.compute.manager [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Refreshing instance network info cache due to event network-changed-e013c1a8-6fa6-45d7-86e6-2e69520dac99. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 700.173831] env[65665]: DEBUG oslo_concurrency.lockutils [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] Acquiring lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.174098] env[65665]: DEBUG oslo_concurrency.lockutils [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] Acquired lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.174326] env[65665]: DEBUG nova.network.neutron [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Refreshing network info cache for port e013c1a8-6fa6-45d7-86e6-2e69520dac99 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.276668] env[65665]: DEBUG nova.network.neutron [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Updating instance_info_cache with network_info: [{"id": "ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e", "address": "fa:16:3e:0b:c2:62", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff9e0ef4-a1", "ovs_interfaceid": "ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.405855] env[65665]: DEBUG nova.compute.utils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.409248] env[65665]: DEBUG nova.compute.manager [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 700.410051] env[65665]: DEBUG nova.network.neutron [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 700.410247] env[65665]: WARNING neutronclient.v2_0.client [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.410616] env[65665]: WARNING neutronclient.v2_0.client [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.487993] env[65665]: DEBUG nova.policy [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0726f15f3ad543688253ab29e6ed23fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '681837f1fed741bb82f650ebd3326403', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.620739] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.634044] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52305df5-1c77-2fc6-75d3-4d15418b770b, 'name': SearchDatastore_Task, 'duration_secs': 0.02787} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.634044] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.634044] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f8ec910d-7db4-439b-a13d-df9eacdc4ab8/f8ec910d-7db4-439b-a13d-df9eacdc4ab8.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.635484] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f713d8f-e866-4442-a479-3a1db97ecd3b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.645146] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Waiting for the task: (returnval){ [ 700.645146] env[65665]: value = "task-4854242" [ 700.645146] env[65665]: _type = "Task" [ 700.645146] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.656713] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.682422] env[65665]: WARNING neutronclient.v2_0.client [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.780929] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Releasing lock "refresh_cache-f5cd9b60-b0b9-4209-a526-83ed09b072bc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.781604] env[65665]: DEBUG nova.compute.manager [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Instance network_info: |[{"id": "ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e", "address": "fa:16:3e:0b:c2:62", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff9e0ef4-a1", "ovs_interfaceid": "ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 700.782381] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:c2:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.793242] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 700.793543] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.793791] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52c7df2a-99ef-4d5e-8f04-7f9f572fd399 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.819812] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.819812] env[65665]: value = "task-4854243" [ 700.819812] env[65665]: _type = "Task" [ 700.819812] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.835626] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854243, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.910448] env[65665]: DEBUG nova.compute.manager [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 700.929990] env[65665]: DEBUG nova.network.neutron [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Successfully created port: a926e410-5d20-4b5b-924c-24e5ba636d12 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 701.131042] env[65665]: WARNING neutronclient.v2_0.client [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.160281] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854242, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.330874] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854243, 'name': CreateVM_Task, 'duration_secs': 0.399447} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.334871] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.336625] env[65665]: WARNING neutronclient.v2_0.client [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.336676] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.336985] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.337481] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.338020] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d00036c-3be2-4221-98ea-53125b2aec03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.345411] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 701.345411] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52917b7c-2666-37be-d596-a4b54f9ad1ac" [ 701.345411] env[65665]: _type = "Task" [ 701.345411] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.356814] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52917b7c-2666-37be-d596-a4b54f9ad1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.467153] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c684187d-a7da-4073-9d73-6873b2413338 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.475053] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fd7852-d2a2-46b2-9532-faa9c040c9ce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.509517] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c45f82-2388-4d54-bdaa-3adb4ffdaf0d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.519723] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef9a698-d6b2-49d5-90c6-ddfbc8bc9e64 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.535585] env[65665]: DEBUG nova.compute.provider_tree [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.657070] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588737} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.657303] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f8ec910d-7db4-439b-a13d-df9eacdc4ab8/f8ec910d-7db4-439b-a13d-df9eacdc4ab8.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.657526] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.657779] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39b4db4b-e6d3-4c6c-88d4-4c387a8fe59d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.664838] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Waiting for the task: (returnval){ [ 701.664838] env[65665]: value = "task-4854244" [ 701.664838] env[65665]: _type = "Task" [ 701.664838] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.674171] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.858017] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52917b7c-2666-37be-d596-a4b54f9ad1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013878} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.858017] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.858340] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.858736] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.859068] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.860019] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.860019] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef0db315-1da5-402f-acb1-231d35aabb4e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.870931] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.871271] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.872142] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef604eb-fc87-4c59-b5d0-14500f23ad3e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.878385] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 701.878385] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d2deaa-59d4-d6c9-e10a-24c50ae985df" [ 701.878385] env[65665]: _type = "Task" [ 701.878385] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.887810] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d2deaa-59d4-d6c9-e10a-24c50ae985df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.930138] env[65665]: DEBUG nova.compute.manager [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 701.936477] env[65665]: DEBUG nova.network.neutron [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Updated VIF entry in instance network info cache for port e013c1a8-6fa6-45d7-86e6-2e69520dac99. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 701.936477] env[65665]: DEBUG nova.network.neutron [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Updating instance_info_cache with network_info: [{"id": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "address": "fa:16:3e:3e:ca:94", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape013c1a8-6f", "ovs_interfaceid": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.962195] env[65665]: DEBUG nova.virt.hardware [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 701.962471] env[65665]: DEBUG nova.virt.hardware [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.962635] env[65665]: DEBUG nova.virt.hardware [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 701.962952] env[65665]: DEBUG nova.virt.hardware [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.963126] env[65665]: DEBUG nova.virt.hardware [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 701.963321] env[65665]: DEBUG nova.virt.hardware [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 701.963605] env[65665]: DEBUG nova.virt.hardware [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 701.963692] env[65665]: DEBUG nova.virt.hardware [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 701.963786] env[65665]: DEBUG nova.virt.hardware [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 701.963942] env[65665]: DEBUG nova.virt.hardware [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 701.964211] env[65665]: DEBUG nova.virt.hardware [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 701.965362] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c2f5f5-8e7b-422f-89fa-f2a4ea4494cd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.975025] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc258ac-05c7-402c-a59c-789735a57fd7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.039246] env[65665]: DEBUG nova.scheduler.client.report [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.178727] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073414} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.178727] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.179512] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa57d0ca-9119-4419-a3b5-466df1e6898e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.208990] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] f8ec910d-7db4-439b-a13d-df9eacdc4ab8/f8ec910d-7db4-439b-a13d-df9eacdc4ab8.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.209745] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aad227e-06dc-4a65-83d1-6d9709057ec3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.234076] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Waiting for the task: (returnval){ [ 702.234076] env[65665]: value = "task-4854245" [ 702.234076] env[65665]: _type = "Task" [ 702.234076] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.244456] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.345206] env[65665]: DEBUG nova.compute.manager [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Received event network-vif-plugged-ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 702.345429] env[65665]: DEBUG oslo_concurrency.lockutils [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] Acquiring lock "f5cd9b60-b0b9-4209-a526-83ed09b072bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.345642] env[65665]: DEBUG oslo_concurrency.lockutils [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] Lock "f5cd9b60-b0b9-4209-a526-83ed09b072bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.345806] env[65665]: DEBUG oslo_concurrency.lockutils [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] Lock "f5cd9b60-b0b9-4209-a526-83ed09b072bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.345979] env[65665]: DEBUG nova.compute.manager [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] No waiting events found dispatching network-vif-plugged-ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 702.346227] env[65665]: WARNING nova.compute.manager [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Received unexpected event network-vif-plugged-ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e for instance with vm_state building and task_state spawning. [ 702.347032] env[65665]: DEBUG nova.compute.manager [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Received event network-changed-ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 702.347032] env[65665]: DEBUG nova.compute.manager [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Refreshing instance network info cache due to event network-changed-ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 702.347032] env[65665]: DEBUG oslo_concurrency.lockutils [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] Acquiring lock "refresh_cache-f5cd9b60-b0b9-4209-a526-83ed09b072bc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.347032] env[65665]: DEBUG oslo_concurrency.lockutils [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] Acquired lock "refresh_cache-f5cd9b60-b0b9-4209-a526-83ed09b072bc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.347032] env[65665]: DEBUG nova.network.neutron [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Refreshing network info cache for port ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.392142] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d2deaa-59d4-d6c9-e10a-24c50ae985df, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.393181] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5334765c-bb73-4cbd-b596-ca7c74c6d778 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.399861] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 702.399861] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529d0232-84bd-0b81-8093-f33bab46b569" [ 702.399861] env[65665]: _type = "Task" [ 702.399861] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.411336] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529d0232-84bd-0b81-8093-f33bab46b569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.439448] env[65665]: DEBUG oslo_concurrency.lockutils [req-733c4409-afa9-4e49-b662-5222b1460722 req-06d76470-42ed-40e7-acfc-9bbc8c5bb9a2 service nova] Releasing lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.544832] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.545276] env[65665]: DEBUG nova.compute.manager [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 702.548142] env[65665]: DEBUG oslo_concurrency.lockutils [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.667s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.549749] env[65665]: INFO nova.compute.claims [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.712107] env[65665]: DEBUG nova.network.neutron [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Successfully updated port: a926e410-5d20-4b5b-924c-24e5ba636d12 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 702.747030] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854245, 'name': ReconfigVM_Task, 'duration_secs': 0.31149} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.747030] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Reconfigured VM instance instance-0000001d to attach disk [datastore1] f8ec910d-7db4-439b-a13d-df9eacdc4ab8/f8ec910d-7db4-439b-a13d-df9eacdc4ab8.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.747030] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79f00425-e958-4c95-96d0-b19e6fc8334f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.754794] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Waiting for the task: (returnval){ [ 702.754794] env[65665]: value = "task-4854246" [ 702.754794] env[65665]: _type = "Task" [ 702.754794] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.764460] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854246, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.850659] env[65665]: WARNING neutronclient.v2_0.client [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.912629] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529d0232-84bd-0b81-8093-f33bab46b569, 'name': SearchDatastore_Task, 'duration_secs': 0.014903} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.912995] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.914373] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f5cd9b60-b0b9-4209-a526-83ed09b072bc/f5cd9b60-b0b9-4209-a526-83ed09b072bc.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.915027] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05446f66-4e63-48d3-96b9-3d433339740b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.926804] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 702.926804] env[65665]: value = "task-4854247" [ 702.926804] env[65665]: _type = "Task" [ 702.926804] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.941461] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.056031] env[65665]: DEBUG nova.compute.utils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.060581] env[65665]: DEBUG nova.compute.manager [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 703.060983] env[65665]: DEBUG nova.network.neutron [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 703.061366] env[65665]: WARNING neutronclient.v2_0.client [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.062102] env[65665]: WARNING neutronclient.v2_0.client [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.173935] env[65665]: DEBUG nova.policy [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796c243a11df440f94abe63f599fcb8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bad9b509c1344aebb93a1f6f3072a7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.217017] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Acquiring lock "refresh_cache-9702967b-83dc-4faa-ad5b-93290ac1b68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.217223] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Acquired lock "refresh_cache-9702967b-83dc-4faa-ad5b-93290ac1b68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.217565] env[65665]: DEBUG nova.network.neutron [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 703.270137] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854246, 'name': Rename_Task, 'duration_secs': 0.143765} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.270380] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.270638] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3def8b80-8222-404c-b084-7fe3a2f781bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.279866] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Waiting for the task: (returnval){ [ 703.279866] env[65665]: value = "task-4854248" [ 703.279866] env[65665]: _type = "Task" [ 703.279866] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.296627] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.442435] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854247, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.546544] env[65665]: DEBUG nova.network.neutron [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Successfully created port: 912add82-4c7b-42a1-8a72-93d308a49076 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 703.561771] env[65665]: DEBUG nova.compute.manager [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 703.600071] env[65665]: WARNING neutronclient.v2_0.client [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.790277] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.937924] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729346} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.941096] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f5cd9b60-b0b9-4209-a526-83ed09b072bc/f5cd9b60-b0b9-4209-a526-83ed09b072bc.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.941287] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.941953] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce01d818-f4b0-4c69-b8ed-c52effa9c044 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.951201] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 703.951201] env[65665]: value = "task-4854249" [ 703.951201] env[65665]: _type = "Task" [ 703.951201] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.965080] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.033025] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d0b654-46d7-4a9b-88d9-2e450de5b209 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.039426] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7812f65f-7162-44fc-9afc-76df63925221 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.079972] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd3079b-aecb-4c73-8b3a-503dfc7dd3a2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.090138] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c645379a-c7fb-4be9-9a1f-9da8a99dfe11 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.107825] env[65665]: DEBUG nova.compute.provider_tree [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.293035] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854248, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.306480] env[65665]: DEBUG nova.network.neutron [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 704.399778] env[65665]: DEBUG nova.network.neutron [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Updated VIF entry in instance network info cache for port ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 704.400150] env[65665]: DEBUG nova.network.neutron [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Updating instance_info_cache with network_info: [{"id": "ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e", "address": "fa:16:3e:0b:c2:62", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff9e0ef4-a1", "ovs_interfaceid": "ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.469413] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075109} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.469772] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.471812] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4429f855-569d-47f8-ad9a-cbee1e722509 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.500497] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] f5cd9b60-b0b9-4209-a526-83ed09b072bc/f5cd9b60-b0b9-4209-a526-83ed09b072bc.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.502051] env[65665]: WARNING neutronclient.v2_0.client [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.504255] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-460f92f6-c809-48be-850c-236e7ba12f69 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.526699] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 704.526699] env[65665]: value = "task-4854250" [ 704.526699] env[65665]: _type = "Task" [ 704.526699] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.536090] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.584614] env[65665]: DEBUG nova.compute.manager [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 704.612714] env[65665]: DEBUG nova.scheduler.client.report [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.631746] env[65665]: DEBUG nova.virt.hardware [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 704.636092] env[65665]: DEBUG nova.virt.hardware [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.636092] env[65665]: DEBUG nova.virt.hardware [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 704.636092] env[65665]: DEBUG nova.virt.hardware [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.636092] env[65665]: DEBUG nova.virt.hardware [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 704.636092] env[65665]: DEBUG nova.virt.hardware [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 704.636092] env[65665]: DEBUG nova.virt.hardware [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 704.636357] env[65665]: DEBUG nova.virt.hardware [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 704.636357] env[65665]: DEBUG nova.virt.hardware [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 704.636357] env[65665]: DEBUG nova.virt.hardware [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 704.636357] env[65665]: DEBUG nova.virt.hardware [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 704.636357] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20800417-bffe-4319-855b-d0fc3252539f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.645016] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169ee88b-6a25-4b38-935d-3dbc54027f6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.676493] env[65665]: DEBUG nova.network.neutron [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Updating instance_info_cache with network_info: [{"id": "a926e410-5d20-4b5b-924c-24e5ba636d12", "address": "fa:16:3e:13:0a:f5", "network": {"id": "e86bc552-0d06-44f9-b397-b55934904ab5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-102844005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "681837f1fed741bb82f650ebd3326403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa926e410-5d", "ovs_interfaceid": "a926e410-5d20-4b5b-924c-24e5ba636d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.793788] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854248, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.898501] env[65665]: DEBUG nova.compute.manager [req-207ebb8f-b37a-4c62-9fc7-6e0db5f7e22c req-342f4ff6-4932-491f-ab17-1d72dadf83e2 service nova] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Received event network-vif-plugged-a926e410-5d20-4b5b-924c-24e5ba636d12 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 704.898723] env[65665]: DEBUG oslo_concurrency.lockutils [req-207ebb8f-b37a-4c62-9fc7-6e0db5f7e22c req-342f4ff6-4932-491f-ab17-1d72dadf83e2 service nova] Acquiring lock "9702967b-83dc-4faa-ad5b-93290ac1b68c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.898929] env[65665]: DEBUG oslo_concurrency.lockutils [req-207ebb8f-b37a-4c62-9fc7-6e0db5f7e22c req-342f4ff6-4932-491f-ab17-1d72dadf83e2 service nova] Lock "9702967b-83dc-4faa-ad5b-93290ac1b68c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.899153] env[65665]: DEBUG oslo_concurrency.lockutils [req-207ebb8f-b37a-4c62-9fc7-6e0db5f7e22c req-342f4ff6-4932-491f-ab17-1d72dadf83e2 service nova] Lock "9702967b-83dc-4faa-ad5b-93290ac1b68c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.899341] env[65665]: DEBUG nova.compute.manager [req-207ebb8f-b37a-4c62-9fc7-6e0db5f7e22c req-342f4ff6-4932-491f-ab17-1d72dadf83e2 service nova] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] No waiting events found dispatching network-vif-plugged-a926e410-5d20-4b5b-924c-24e5ba636d12 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 704.899527] env[65665]: WARNING nova.compute.manager [req-207ebb8f-b37a-4c62-9fc7-6e0db5f7e22c req-342f4ff6-4932-491f-ab17-1d72dadf83e2 service nova] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Received unexpected event network-vif-plugged-a926e410-5d20-4b5b-924c-24e5ba636d12 for instance with vm_state building and task_state spawning. [ 704.904122] env[65665]: DEBUG oslo_concurrency.lockutils [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] Releasing lock "refresh_cache-f5cd9b60-b0b9-4209-a526-83ed09b072bc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.904367] env[65665]: DEBUG nova.compute.manager [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Received event network-changed-47f66d3b-2def-4f69-a98d-83a10013d323 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 704.904567] env[65665]: DEBUG nova.compute.manager [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Refreshing instance network info cache due to event network-changed-47f66d3b-2def-4f69-a98d-83a10013d323. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 704.904796] env[65665]: DEBUG oslo_concurrency.lockutils [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] Acquiring lock "refresh_cache-df45e8db-a95c-4765-babb-14adf34600b3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.904975] env[65665]: DEBUG oslo_concurrency.lockutils [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] Acquired lock "refresh_cache-df45e8db-a95c-4765-babb-14adf34600b3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.905387] env[65665]: DEBUG nova.network.neutron [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Refreshing network info cache for port 47f66d3b-2def-4f69-a98d-83a10013d323 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.040398] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.125466] env[65665]: DEBUG oslo_concurrency.lockutils [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.125648] env[65665]: DEBUG nova.compute.manager [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 705.128633] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.014s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.132257] env[65665]: INFO nova.compute.claims [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.179756] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Releasing lock "refresh_cache-9702967b-83dc-4faa-ad5b-93290ac1b68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.180205] env[65665]: DEBUG nova.compute.manager [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Instance network_info: |[{"id": "a926e410-5d20-4b5b-924c-24e5ba636d12", "address": "fa:16:3e:13:0a:f5", "network": {"id": "e86bc552-0d06-44f9-b397-b55934904ab5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-102844005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "681837f1fed741bb82f650ebd3326403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa926e410-5d", "ovs_interfaceid": "a926e410-5d20-4b5b-924c-24e5ba636d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 705.181572] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:0a:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a926e410-5d20-4b5b-924c-24e5ba636d12', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.192117] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Creating folder: Project (681837f1fed741bb82f650ebd3326403). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.193528] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c8b6c5d-6c6f-45c7-a6a7-5e9c03e5e6c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.206231] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Created folder: Project (681837f1fed741bb82f650ebd3326403) in parent group-v946135. [ 705.206231] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Creating folder: Instances. Parent ref: group-v946227. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.206353] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f57e946-9d8e-48ae-a283-1f41633f94c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.222734] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Created folder: Instances in parent group-v946227. [ 705.222734] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 705.222734] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.222734] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46fa0e4f-86bf-4fb4-a4f4-a6f653a9f84c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.247740] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.247740] env[65665]: value = "task-4854253" [ 705.247740] env[65665]: _type = "Task" [ 705.247740] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.261847] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854253, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.294592] env[65665]: DEBUG oslo_vmware.api [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854248, 'name': PowerOnVM_Task, 'duration_secs': 1.541108} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.294963] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.295279] env[65665]: INFO nova.compute.manager [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Took 10.80 seconds to spawn the instance on the hypervisor. [ 705.295400] env[65665]: DEBUG nova.compute.manager [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 705.296279] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe6be3c-7a41-4f3a-8fac-33914946c915 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.335937] env[65665]: DEBUG nova.network.neutron [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Successfully updated port: 912add82-4c7b-42a1-8a72-93d308a49076 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 705.410060] env[65665]: WARNING neutronclient.v2_0.client [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.544260] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854250, 'name': ReconfigVM_Task, 'duration_secs': 0.667803} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.544315] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Reconfigured VM instance instance-0000001e to attach disk [datastore1] f5cd9b60-b0b9-4209-a526-83ed09b072bc/f5cd9b60-b0b9-4209-a526-83ed09b072bc.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.545078] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65116dbd-ee6d-4e5d-a3a9-7d93de31815d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.554592] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 705.554592] env[65665]: value = "task-4854254" [ 705.554592] env[65665]: _type = "Task" [ 705.554592] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.568701] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854254, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.624897] env[65665]: WARNING neutronclient.v2_0.client [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.636682] env[65665]: DEBUG nova.compute.utils [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.641769] env[65665]: DEBUG nova.compute.manager [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 705.642546] env[65665]: DEBUG nova.network.neutron [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 705.642974] env[65665]: WARNING neutronclient.v2_0.client [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.644192] env[65665]: WARNING neutronclient.v2_0.client [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.733951] env[65665]: DEBUG nova.policy [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13d3654d52e140908a437f6e00865239', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '794aff44d40f406bbdd547c974edb928', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.767678] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854253, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.791985] env[65665]: DEBUG nova.network.neutron [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Updated VIF entry in instance network info cache for port 47f66d3b-2def-4f69-a98d-83a10013d323. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 705.792404] env[65665]: DEBUG nova.network.neutron [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Updating instance_info_cache with network_info: [{"id": "47f66d3b-2def-4f69-a98d-83a10013d323", "address": "fa:16:3e:3a:8d:72", "network": {"id": "7b5a7ffe-ed06-4630-8751-8797640020c4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1384151433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2f26c3ed991b4c30b1dfb40be7e61333", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47f66d3b-2d", "ovs_interfaceid": "47f66d3b-2def-4f69-a98d-83a10013d323", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.818904] env[65665]: INFO nova.compute.manager [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Took 27.61 seconds to build instance. [ 705.840649] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "refresh_cache-5c44d2ce-1dbc-40bd-8495-db00e0399767" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.840649] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "refresh_cache-5c44d2ce-1dbc-40bd-8495-db00e0399767" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.840649] env[65665]: DEBUG nova.network.neutron [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 706.069540] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854254, 'name': Rename_Task, 'duration_secs': 0.218491} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.069859] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.070192] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a37420e8-6fff-4eea-8462-0475a18cc86b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.078678] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 706.078678] env[65665]: value = "task-4854255" [ 706.078678] env[65665]: _type = "Task" [ 706.078678] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.089559] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.142463] env[65665]: DEBUG nova.compute.manager [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 706.268683] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854253, 'name': CreateVM_Task, 'duration_secs': 0.572405} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.268683] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.270848] env[65665]: WARNING neutronclient.v2_0.client [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.270848] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.270848] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.270848] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.273160] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51403c0-96ca-48ea-a76b-2123b2932a0f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.285744] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Waiting for the task: (returnval){ [ 706.285744] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5249603e-928c-510a-13e0-bcff3dc01c3b" [ 706.285744] env[65665]: _type = "Task" [ 706.285744] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.299930] env[65665]: DEBUG oslo_concurrency.lockutils [req-846d859d-1ee1-44e4-985a-b61c5f627a55 req-2f8c0de7-ecb0-4149-a29f-d68b9d6be837 service nova] Releasing lock "refresh_cache-df45e8db-a95c-4765-babb-14adf34600b3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.300480] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5249603e-928c-510a-13e0-bcff3dc01c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.319214] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6a228908-c6a8-4459-b2df-c47b809b6f03 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Lock "f8ec910d-7db4-439b-a13d-df9eacdc4ab8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.142s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.407228] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Acquiring lock "5da7a49f-0b76-4a04-83d6-ce8d4330a41a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.407574] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Lock "5da7a49f-0b76-4a04-83d6-ce8d4330a41a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.410537] env[65665]: DEBUG nova.network.neutron [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Successfully created port: 82224622-3b4c-451c-b4a3-dcd8624109d7 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 706.590758] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.648519] env[65665]: INFO nova.virt.block_device [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Booting with volume 767cf1e9-9b56-4a45-828d-66fc2ace38dd at /dev/sda [ 706.683492] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f123c929-bb1e-4dd5-a175-6935c5fd677c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.688316] env[65665]: DEBUG nova.network.neutron [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 706.698569] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaf5341-5ee9-48d5-ae40-7f98c784d890 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.703416] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1d5ef3b-edf5-46bc-80a6-10057c9bd70c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.740390] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df56172f-6c39-4d1f-b25f-e73943226150 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.746041] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d6a35d-483a-4655-9b6c-9f68b3301c4b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.765908] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aadb58-44e1-4f94-9e43-dcffcfbd9b8f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.786386] env[65665]: DEBUG nova.compute.provider_tree [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.811194] env[65665]: DEBUG nova.scheduler.client.report [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.814807] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e6d66da-aa52-4e2f-9b58-1ebe7a8cb646 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.825823] env[65665]: DEBUG nova.compute.manager [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 706.828978] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5249603e-928c-510a-13e0-bcff3dc01c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.037692} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.830927] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.831207] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.831445] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.831594] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.831807] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.832936] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16d7e4f1-fdda-495c-a3be-3d706a9af428 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.837950] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c8efb5-994f-4466-bc1d-2973c6d8e4e8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.872643] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.872643] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.892968] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57fc6bf1-abf2-457b-b8a1-1988e5d56a1d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.897379] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4183bc8c-5a94-46d1-8ad1-5e9fab0a0125 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.904790] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Waiting for the task: (returnval){ [ 706.904790] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526f2965-4b23-8812-4dd3-904ae28cc53f" [ 706.904790] env[65665]: _type = "Task" [ 706.904790] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.912219] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7083cf13-1db7-40fc-bf54-b58c5ad3dae0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.930034] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526f2965-4b23-8812-4dd3-904ae28cc53f, 'name': SearchDatastore_Task, 'duration_secs': 0.015248} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.934855] env[65665]: DEBUG nova.virt.block_device [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Updating existing volume attachment record: 910b85a8-efbf-46eb-aabc-4ebc27fa0e07 {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 706.947223] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-033d7b0b-11cd-4036-bb95-c7e713c6216b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.959299] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Waiting for the task: (returnval){ [ 706.959299] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529e630d-46a7-fb86-fa85-aa1a9e44ddc8" [ 706.959299] env[65665]: _type = "Task" [ 706.959299] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.973023] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529e630d-46a7-fb86-fa85-aa1a9e44ddc8, 'name': SearchDatastore_Task} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.973023] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.973023] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 9702967b-83dc-4faa-ad5b-93290ac1b68c/9702967b-83dc-4faa-ad5b-93290ac1b68c.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.973023] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d22686e-963f-43e1-9d9e-64b7d87802ab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.984295] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Waiting for the task: (returnval){ [ 706.984295] env[65665]: value = "task-4854256" [ 706.984295] env[65665]: _type = "Task" [ 706.984295] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.992667] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.095244] env[65665]: DEBUG oslo_vmware.api [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854255, 'name': PowerOnVM_Task, 'duration_secs': 0.810469} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.095593] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.095799] env[65665]: INFO nova.compute.manager [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Took 9.93 seconds to spawn the instance on the hypervisor. [ 707.096010] env[65665]: DEBUG nova.compute.manager [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 707.096924] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bd5d59-969a-4b4c-a82f-7b95fdba92a2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.318981] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.319649] env[65665]: DEBUG nova.compute.manager [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 707.324093] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.533s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.324647] env[65665]: DEBUG nova.objects.instance [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Lazy-loading 'resources' on Instance uuid 10a329a8-6a2b-498a-847c-3f21cf8cac24 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.362522] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Acquiring lock "342801b3-9ef7-47cd-931c-59342b743356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.362856] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Lock "342801b3-9ef7-47cd-931c-59342b743356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.363139] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Acquiring lock "342801b3-9ef7-47cd-931c-59342b743356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.363366] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Lock "342801b3-9ef7-47cd-931c-59342b743356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.363652] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Lock "342801b3-9ef7-47cd-931c-59342b743356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.366825] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.367592] env[65665]: INFO nova.compute.manager [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Terminating instance [ 707.495171] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854256, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.616984] env[65665]: INFO nova.compute.manager [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Took 29.39 seconds to build instance. [ 707.828171] env[65665]: DEBUG nova.compute.utils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.829645] env[65665]: DEBUG nova.compute.manager [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 707.829967] env[65665]: DEBUG nova.network.neutron [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 707.830297] env[65665]: WARNING neutronclient.v2_0.client [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.830620] env[65665]: WARNING neutronclient.v2_0.client [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.872346] env[65665]: DEBUG nova.compute.manager [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 707.873189] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.874631] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da7df7a-630b-48a6-afcf-4105ae58c8d6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.888893] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.888893] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53567e46-8098-49e1-a039-f3849c977c53 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.898381] env[65665]: DEBUG oslo_vmware.api [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Waiting for the task: (returnval){ [ 707.898381] env[65665]: value = "task-4854257" [ 707.898381] env[65665]: _type = "Task" [ 707.898381] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.909481] env[65665]: DEBUG oslo_vmware.api [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.000139] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566096} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.000433] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 9702967b-83dc-4faa-ad5b-93290ac1b68c/9702967b-83dc-4faa-ad5b-93290ac1b68c.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.000668] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.001229] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-199d3911-4d38-4b76-8f62-68c359bb530c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.010219] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Waiting for the task: (returnval){ [ 708.010219] env[65665]: value = "task-4854258" [ 708.010219] env[65665]: _type = "Task" [ 708.010219] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.021733] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.120031] env[65665]: DEBUG oslo_concurrency.lockutils [None req-340e18c4-6b18-4839-87a2-03026d364737 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "f5cd9b60-b0b9-4209-a526-83ed09b072bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.931s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.183747] env[65665]: WARNING neutronclient.v2_0.client [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.316043] env[65665]: DEBUG nova.policy [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44204bbf51fe487489147b3e7bad5626', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '790e178032e5476b9ccc099091c68f90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.339546] env[65665]: DEBUG nova.compute.manager [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 708.406046] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ab3ecc-386b-4c74-9254-27b9236e5624 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.414824] env[65665]: DEBUG oslo_vmware.api [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854257, 'name': PowerOffVM_Task, 'duration_secs': 0.357104} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.416861] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.417042] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.417334] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4c81dfe-5f79-44f3-a80b-4380c6fb24e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.419657] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcddfb8-f98c-437e-aa6b-6582ebfefaca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.455475] env[65665]: DEBUG nova.network.neutron [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Successfully updated port: 82224622-3b4c-451c-b4a3-dcd8624109d7 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 708.458431] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd12ba7-f943-4324-bd84-a9c51ff28175 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.467385] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b841e960-6378-4890-ad3d-7754d3d495ec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.483389] env[65665]: DEBUG nova.compute.provider_tree [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.487319] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.487319] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.487633] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Deleting the datastore file [datastore2] 342801b3-9ef7-47cd-931c-59342b743356 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.488148] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-774b3a08-90cf-469a-8147-e71fae0385cb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.496774] env[65665]: DEBUG oslo_vmware.api [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Waiting for the task: (returnval){ [ 708.496774] env[65665]: value = "task-4854260" [ 708.496774] env[65665]: _type = "Task" [ 708.496774] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.506421] env[65665]: DEBUG oslo_vmware.api [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.519684] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086127} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.519955] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.520740] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24bc2d0-fae0-4853-9b87-9c4c8b276da0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.544217] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 9702967b-83dc-4faa-ad5b-93290ac1b68c/9702967b-83dc-4faa-ad5b-93290ac1b68c.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.544533] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e4c2389-e58c-4e14-96af-fa0a8f7ca760 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.568964] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Waiting for the task: (returnval){ [ 708.568964] env[65665]: value = "task-4854261" [ 708.568964] env[65665]: _type = "Task" [ 708.568964] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.576960] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.627948] env[65665]: DEBUG nova.compute.manager [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 708.639577] env[65665]: DEBUG nova.network.neutron [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Updating instance_info_cache with network_info: [{"id": "912add82-4c7b-42a1-8a72-93d308a49076", "address": "fa:16:3e:9e:58:81", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap912add82-4c", "ovs_interfaceid": "912add82-4c7b-42a1-8a72-93d308a49076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.961729] env[65665]: DEBUG oslo_concurrency.lockutils [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Acquiring lock "refresh_cache-98430fc3-58ac-434b-9538-de5de5c0c83b" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.962125] env[65665]: DEBUG oslo_concurrency.lockutils [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Acquired lock "refresh_cache-98430fc3-58ac-434b-9538-de5de5c0c83b" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.962216] env[65665]: DEBUG nova.network.neutron [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 708.986497] env[65665]: DEBUG nova.scheduler.client.report [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.996360] env[65665]: DEBUG nova.network.neutron [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Successfully created port: f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 709.009597] env[65665]: DEBUG oslo_vmware.api [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Task: {'id': task-4854260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15735} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.009832] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.010203] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.010435] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.010608] env[65665]: INFO nova.compute.manager [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Took 1.14 seconds to destroy the instance on the hypervisor. [ 709.010851] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 709.011340] env[65665]: DEBUG nova.compute.manager [-] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 709.011442] env[65665]: DEBUG nova.network.neutron [-] [instance: 342801b3-9ef7-47cd-931c-59342b743356] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 709.011695] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.078721] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.115343] env[65665]: DEBUG nova.compute.manager [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 709.116052] env[65665]: DEBUG nova.virt.hardware [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 709.116248] env[65665]: DEBUG nova.virt.hardware [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.116350] env[65665]: DEBUG nova.virt.hardware [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 709.116527] env[65665]: DEBUG nova.virt.hardware [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.116666] env[65665]: DEBUG nova.virt.hardware [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 709.116829] env[65665]: DEBUG nova.virt.hardware [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 709.117065] env[65665]: DEBUG nova.virt.hardware [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 709.117378] env[65665]: DEBUG nova.virt.hardware [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 709.117554] env[65665]: DEBUG nova.virt.hardware [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 709.117804] env[65665]: DEBUG nova.virt.hardware [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 709.117995] env[65665]: DEBUG nova.virt.hardware [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 709.119055] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e79d9d9-7371-4315-917e-e86dd5fc3ba9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.128545] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf53c6d-aacb-43d8-aead-bb52ab8f4ab9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.148289] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "refresh_cache-5c44d2ce-1dbc-40bd-8495-db00e0399767" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.148659] env[65665]: DEBUG nova.compute.manager [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Instance network_info: |[{"id": "912add82-4c7b-42a1-8a72-93d308a49076", "address": "fa:16:3e:9e:58:81", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap912add82-4c", "ovs_interfaceid": "912add82-4c7b-42a1-8a72-93d308a49076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 709.149722] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:58:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '912add82-4c7b-42a1-8a72-93d308a49076', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.157913] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 709.158133] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.158422] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-229ab304-b9cc-47c5-9225-e2c74ac8c983 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.174774] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.180947] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.180947] env[65665]: value = "task-4854262" [ 709.180947] env[65665]: _type = "Task" [ 709.180947] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.189971] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854262, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.353069] env[65665]: DEBUG nova.compute.manager [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 709.382748] env[65665]: DEBUG nova.virt.hardware [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 709.383024] env[65665]: DEBUG nova.virt.hardware [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.383364] env[65665]: DEBUG nova.virt.hardware [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 709.384036] env[65665]: DEBUG nova.virt.hardware [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.384036] env[65665]: DEBUG nova.virt.hardware [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 709.384245] env[65665]: DEBUG nova.virt.hardware [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 709.384582] env[65665]: DEBUG nova.virt.hardware [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 709.384765] env[65665]: DEBUG nova.virt.hardware [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 709.384972] env[65665]: DEBUG nova.virt.hardware [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 709.385255] env[65665]: DEBUG nova.virt.hardware [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 709.385474] env[65665]: DEBUG nova.virt.hardware [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 709.386447] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d600153-c335-4752-b2f2-306c7a0ec9e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.398251] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284b1133-2751-4e1e-933d-21c175882c38 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.494608] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.495442] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.037s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.497937] env[65665]: INFO nova.compute.claims [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.502752] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.515113] env[65665]: INFO nova.scheduler.client.report [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Deleted allocations for instance 10a329a8-6a2b-498a-847c-3f21cf8cac24 [ 709.579947] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854261, 'name': ReconfigVM_Task, 'duration_secs': 0.602352} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.581522] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 9702967b-83dc-4faa-ad5b-93290ac1b68c/9702967b-83dc-4faa-ad5b-93290ac1b68c.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.581687] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e848930-8188-4f29-9d71-6d4ca64d91d8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.591352] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Waiting for the task: (returnval){ [ 709.591352] env[65665]: value = "task-4854263" [ 709.591352] env[65665]: _type = "Task" [ 709.591352] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.605995] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854263, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.693910] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854262, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.025487] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b12f041-29f0-4e80-aeb4-23d906522a28 tempest-ServerDiagnosticsV248Test-1312592676 tempest-ServerDiagnosticsV248Test-1312592676-project-member] Lock "10a329a8-6a2b-498a-847c-3f21cf8cac24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.095s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.103312] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854263, 'name': Rename_Task, 'duration_secs': 0.179169} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.103673] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.103960] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e73a951-3427-44c1-abd7-97c4c6170aa1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.111757] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Waiting for the task: (returnval){ [ 710.111757] env[65665]: value = "task-4854264" [ 710.111757] env[65665]: _type = "Task" [ 710.111757] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.121579] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.192586] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854262, 'name': CreateVM_Task, 'duration_secs': 0.530545} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.192794] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.193410] env[65665]: WARNING neutronclient.v2_0.client [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.193797] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.193972] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.194334] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.194599] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cf4c91-59c2-4b5b-890b-5e8f91a32a19 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.201499] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 710.201499] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d84dc7-29e1-f341-6d82-3ea2f5d7b6fc" [ 710.201499] env[65665]: _type = "Task" [ 710.201499] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.210900] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d84dc7-29e1-f341-6d82-3ea2f5d7b6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.621600] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.716766] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d84dc7-29e1-f341-6d82-3ea2f5d7b6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01227} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.721364] env[65665]: DEBUG nova.network.neutron [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Successfully updated port: f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 710.724432] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.724432] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.725044] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.725635] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.725635] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.725969] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7a1cd82-9d94-4d8f-9aab-d1f4be4f6329 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.737403] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.738073] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.739566] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f72896-e049-41bc-bebf-d1f985cfd8aa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.746437] env[65665]: DEBUG nova.network.neutron [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 710.758636] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 710.758636] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ceaba-7394-7951-16fb-bea0b8ae3027" [ 710.758636] env[65665]: _type = "Task" [ 710.758636] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.769214] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ceaba-7394-7951-16fb-bea0b8ae3027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.011132] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33777f80-dc71-4603-a680-eb5978d44ff7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.019844] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77bb959-1603-408c-84fe-d90437797c6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.055355] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae792ca-7f76-43d3-befd-b55da6e41157 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.064782] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b578a2f-9e7a-4772-850e-0eff201a7cee {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.081334] env[65665]: DEBUG nova.compute.provider_tree [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.122666] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854264, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.225368] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquiring lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.225550] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquired lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.225718] env[65665]: DEBUG nova.network.neutron [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 711.273605] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ceaba-7394-7951-16fb-bea0b8ae3027, 'name': SearchDatastore_Task, 'duration_secs': 0.017345} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.274358] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1e611b-9928-4050-845d-fff94c2310aa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.283568] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 711.283568] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c9e5f-a330-af5c-49a5-af81092eadce" [ 711.283568] env[65665]: _type = "Task" [ 711.283568] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.294844] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c9e5f-a330-af5c-49a5-af81092eadce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.589954] env[65665]: DEBUG nova.scheduler.client.report [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.624905] env[65665]: DEBUG oslo_vmware.api [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854264, 'name': PowerOnVM_Task, 'duration_secs': 1.04278} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.625571] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.625808] env[65665]: INFO nova.compute.manager [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Took 9.70 seconds to spawn the instance on the hypervisor. [ 711.625999] env[65665]: DEBUG nova.compute.manager [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 711.626860] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333f6fed-ea74-4c90-b75a-1ff9d05b193b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.651763] env[65665]: WARNING neutronclient.v2_0.client [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.799200] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c9e5f-a330-af5c-49a5-af81092eadce, 'name': SearchDatastore_Task, 'duration_secs': 0.012363} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.800205] env[65665]: DEBUG nova.network.neutron [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 711.803184] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.803386] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 5c44d2ce-1dbc-40bd-8495-db00e0399767/5c44d2ce-1dbc-40bd-8495-db00e0399767.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.804689] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d14fdd7d-885e-4842-8735-cb3536c2414c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.814099] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 711.814099] env[65665]: value = "task-4854265" [ 711.814099] env[65665]: _type = "Task" [ 711.814099] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.822651] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.921407] env[65665]: DEBUG nova.network.neutron [-] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.966285] env[65665]: DEBUG nova.network.neutron [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Updating instance_info_cache with network_info: [{"id": "82224622-3b4c-451c-b4a3-dcd8624109d7", "address": "fa:16:3e:4b:ce:e4", "network": {"id": "29fbd8cb-5734-4d0d-8842-4ac4e38ea9fd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1728350696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "794aff44d40f406bbdd547c974edb928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82224622-3b", "ovs_interfaceid": "82224622-3b4c-451c-b4a3-dcd8624109d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.096845] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.096845] env[65665]: DEBUG nova.compute.manager [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 712.099806] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.347s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.102520] env[65665]: INFO nova.compute.claims [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.148608] env[65665]: INFO nova.compute.manager [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Took 30.25 seconds to build instance. [ 712.199816] env[65665]: DEBUG nova.compute.manager [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Received event network-changed-a926e410-5d20-4b5b-924c-24e5ba636d12 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 712.200019] env[65665]: DEBUG nova.compute.manager [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Refreshing instance network info cache due to event network-changed-a926e410-5d20-4b5b-924c-24e5ba636d12. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 712.200237] env[65665]: DEBUG oslo_concurrency.lockutils [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] Acquiring lock "refresh_cache-9702967b-83dc-4faa-ad5b-93290ac1b68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.200369] env[65665]: DEBUG oslo_concurrency.lockutils [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] Acquired lock "refresh_cache-9702967b-83dc-4faa-ad5b-93290ac1b68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.200518] env[65665]: DEBUG nova.network.neutron [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Refreshing network info cache for port a926e410-5d20-4b5b-924c-24e5ba636d12 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.326245] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510187} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.326650] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 5c44d2ce-1dbc-40bd-8495-db00e0399767/5c44d2ce-1dbc-40bd-8495-db00e0399767.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.326900] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.327213] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d90a360-a4df-4da4-aeea-c1df8ddc912e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.336530] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 712.336530] env[65665]: value = "task-4854266" [ 712.336530] env[65665]: _type = "Task" [ 712.336530] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.352255] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.365439] env[65665]: DEBUG nova.compute.manager [req-4df48592-15b9-4aba-9e43-730b4c679421 req-24ea2c3b-8a29-4a68-a680-4f5a6ba5704f service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Received event network-vif-plugged-82224622-3b4c-451c-b4a3-dcd8624109d7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 712.365983] env[65665]: DEBUG oslo_concurrency.lockutils [req-4df48592-15b9-4aba-9e43-730b4c679421 req-24ea2c3b-8a29-4a68-a680-4f5a6ba5704f service nova] Acquiring lock "98430fc3-58ac-434b-9538-de5de5c0c83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.367179] env[65665]: DEBUG oslo_concurrency.lockutils [req-4df48592-15b9-4aba-9e43-730b4c679421 req-24ea2c3b-8a29-4a68-a680-4f5a6ba5704f service nova] Lock "98430fc3-58ac-434b-9538-de5de5c0c83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.367568] env[65665]: DEBUG oslo_concurrency.lockutils [req-4df48592-15b9-4aba-9e43-730b4c679421 req-24ea2c3b-8a29-4a68-a680-4f5a6ba5704f service nova] Lock "98430fc3-58ac-434b-9538-de5de5c0c83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.367815] env[65665]: DEBUG nova.compute.manager [req-4df48592-15b9-4aba-9e43-730b4c679421 req-24ea2c3b-8a29-4a68-a680-4f5a6ba5704f service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] No waiting events found dispatching network-vif-plugged-82224622-3b4c-451c-b4a3-dcd8624109d7 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 712.368076] env[65665]: WARNING nova.compute.manager [req-4df48592-15b9-4aba-9e43-730b4c679421 req-24ea2c3b-8a29-4a68-a680-4f5a6ba5704f service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Received unexpected event network-vif-plugged-82224622-3b4c-451c-b4a3-dcd8624109d7 for instance with vm_state building and task_state spawning. [ 712.424864] env[65665]: INFO nova.compute.manager [-] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Took 3.41 seconds to deallocate network for instance. [ 712.470554] env[65665]: DEBUG oslo_concurrency.lockutils [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Releasing lock "refresh_cache-98430fc3-58ac-434b-9538-de5de5c0c83b" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.471558] env[65665]: DEBUG nova.compute.manager [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Instance network_info: |[{"id": "82224622-3b4c-451c-b4a3-dcd8624109d7", "address": "fa:16:3e:4b:ce:e4", "network": {"id": "29fbd8cb-5734-4d0d-8842-4ac4e38ea9fd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1728350696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "794aff44d40f406bbdd547c974edb928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82224622-3b", "ovs_interfaceid": "82224622-3b4c-451c-b4a3-dcd8624109d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 712.472424] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:ce:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82224622-3b4c-451c-b4a3-dcd8624109d7', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.483429] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Creating folder: Project (794aff44d40f406bbdd547c974edb928). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.484790] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b99f6a2-6530-4069-97fd-e521a5d72dc9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.502497] env[65665]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 712.502733] env[65665]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65665) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 712.503453] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Folder already exists: Project (794aff44d40f406bbdd547c974edb928). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 712.503647] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Creating folder: Instances. Parent ref: group-v946201. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.503882] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb0188b3-9ae7-42e0-b00d-d5917b69adb3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.515463] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Created folder: Instances in parent group-v946201. [ 712.515633] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 712.515968] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.516156] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e5e1f20-dcc6-4299-ab53-5586d1a0d42e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.537474] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.537474] env[65665]: value = "task-4854269" [ 712.537474] env[65665]: _type = "Task" [ 712.537474] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.546055] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854269, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.608499] env[65665]: DEBUG nova.compute.utils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.614454] env[65665]: DEBUG nova.compute.manager [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 712.614454] env[65665]: DEBUG nova.network.neutron [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 712.614454] env[65665]: WARNING neutronclient.v2_0.client [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.614454] env[65665]: WARNING neutronclient.v2_0.client [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.652580] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb023a73-6b06-49be-81cb-763d5875aa08 tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Lock "9702967b-83dc-4faa-ad5b-93290ac1b68c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.643s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.704411] env[65665]: WARNING neutronclient.v2_0.client [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.848938] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281974} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.848938] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.849910] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d87db4-4781-49f4-ae99-3ef4ece069c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.875073] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 5c44d2ce-1dbc-40bd-8495-db00e0399767/5c44d2ce-1dbc-40bd-8495-db00e0399767.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.875287] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb2965e-bab9-41dc-a276-b087dbda86af {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.899815] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 712.899815] env[65665]: value = "task-4854270" [ 712.899815] env[65665]: _type = "Task" [ 712.899815] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.910168] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.933490] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.048090] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854269, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.114568] env[65665]: DEBUG nova.compute.manager [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 713.409973] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854270, 'name': ReconfigVM_Task, 'duration_secs': 0.328882} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.410479] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 5c44d2ce-1dbc-40bd-8495-db00e0399767/5c44d2ce-1dbc-40bd-8495-db00e0399767.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.414481] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6b0a608-33d8-4643-8e50-d2932bed3221 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.423365] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 713.423365] env[65665]: value = "task-4854271" [ 713.423365] env[65665]: _type = "Task" [ 713.423365] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.444137] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854271, 'name': Rename_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.466372] env[65665]: WARNING neutronclient.v2_0.client [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.510788] env[65665]: DEBUG nova.policy [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c44bcdc261ab41a0b063e3092f17a0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb1d8f8fe5ff4ec8bec31a678fec65a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.554817] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854269, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.599333] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5006bf3-795e-4944-bc21-fed4b68e2d51 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.607599] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d3fc81-8003-44d6-9b5f-cba4376671a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.650156] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e04c04e-dc52-44dc-bbfe-a937c71170cd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.660123] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18aade1-5f5e-4f00-bc0d-181d28625afe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.676384] env[65665]: DEBUG nova.compute.provider_tree [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.938973] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854271, 'name': Rename_Task, 'duration_secs': 0.169731} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.938973] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.939137] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa88b785-b198-4d91-b237-5e7df86c952e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.953196] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 713.953196] env[65665]: value = "task-4854272" [ 713.953196] env[65665]: _type = "Task" [ 713.953196] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.961650] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.050321] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854269, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.151541] env[65665]: DEBUG nova.compute.manager [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 714.180503] env[65665]: DEBUG nova.scheduler.client.report [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.192090] env[65665]: DEBUG nova.virt.hardware [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 714.193025] env[65665]: DEBUG nova.virt.hardware [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.193376] env[65665]: DEBUG nova.virt.hardware [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 714.193688] env[65665]: DEBUG nova.virt.hardware [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.194130] env[65665]: DEBUG nova.virt.hardware [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 714.194413] env[65665]: DEBUG nova.virt.hardware [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 714.194764] env[65665]: DEBUG nova.virt.hardware [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 714.195076] env[65665]: DEBUG nova.virt.hardware [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 714.195381] env[65665]: DEBUG nova.virt.hardware [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 714.197556] env[65665]: DEBUG nova.virt.hardware [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 714.197556] env[65665]: DEBUG nova.virt.hardware [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 714.197556] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022bcac1-3ce6-4f92-ad8f-fba7a3f5a470 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.210452] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3377b794-2bb6-4ef0-9864-f946f88331af {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.282353] env[65665]: DEBUG nova.network.neutron [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Successfully created port: 7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 714.333141] env[65665]: DEBUG nova.network.neutron [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Updating instance_info_cache with network_info: [{"id": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "address": "fa:16:3e:75:c5:00", "network": {"id": "32dbe34f-67c3-4d2b-92b5-56a2a1fd4338", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455121067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "790e178032e5476b9ccc099091c68f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d896bf-7e", "ovs_interfaceid": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.464165] env[65665]: DEBUG oslo_vmware.api [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854272, 'name': PowerOnVM_Task, 'duration_secs': 0.509673} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.464165] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.464440] env[65665]: INFO nova.compute.manager [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Took 9.88 seconds to spawn the instance on the hypervisor. [ 714.464738] env[65665]: DEBUG nova.compute.manager [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 714.465633] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4d8a0e-5602-4ef0-bda3-5eaa9acb19eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.549841] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854269, 'name': CreateVM_Task, 'duration_secs': 1.647963} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.550260] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.550779] env[65665]: WARNING neutronclient.v2_0.client [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.551341] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946204', 'volume_id': '767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'name': 'volume-767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98430fc3-58ac-434b-9538-de5de5c0c83b', 'attached_at': '', 'detached_at': '', 'volume_id': '767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'serial': '767cf1e9-9b56-4a45-828d-66fc2ace38dd'}, 'attachment_id': '910b85a8-efbf-46eb-aabc-4ebc27fa0e07', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65665) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 714.551341] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Root volume attach. Driver type: vmdk {{(pid=65665) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 714.556023] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1478e03-379d-411e-8afd-19d7fdfbdd3f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.563055] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8928ec42-bf48-4ca3-8496-b0c74975ad65 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.572026] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53107bfe-8742-4284-be73-3a7e09ecaac3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.584213] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f1df14af-fc0e-4a8d-90e7-222f3802e563 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.595083] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Waiting for the task: (returnval){ [ 714.595083] env[65665]: value = "task-4854273" [ 714.595083] env[65665]: _type = "Task" [ 714.595083] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.610339] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854273, 'name': RelocateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.671450] env[65665]: WARNING neutronclient.v2_0.client [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.688011] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.688554] env[65665]: DEBUG nova.compute.manager [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 714.691248] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.534s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.691493] env[65665]: DEBUG nova.objects.instance [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lazy-loading 'resources' on Instance uuid e6bac20d-c265-4736-aa9f-e4ee3a915461 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.836521] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Releasing lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.836521] env[65665]: DEBUG nova.compute.manager [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Instance network_info: |[{"id": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "address": "fa:16:3e:75:c5:00", "network": {"id": "32dbe34f-67c3-4d2b-92b5-56a2a1fd4338", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455121067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "790e178032e5476b9ccc099091c68f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d896bf-7e", "ovs_interfaceid": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 714.838354] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:c5:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1d896bf-7ef6-4421-9ebc-9a036f0f9c13', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.845965] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Creating folder: Project (790e178032e5476b9ccc099091c68f90). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.846310] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b439bec9-4456-4712-9a16-3c022a851540 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.861309] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Created folder: Project (790e178032e5476b9ccc099091c68f90) in parent group-v946135. [ 714.861309] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Creating folder: Instances. Parent ref: group-v946233. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.861535] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d4ba425-2615-46e7-a552-13eba3ee8b37 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.874805] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Created folder: Instances in parent group-v946233. [ 714.875088] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 714.875308] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.875527] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e58406a-9178-46da-abaf-21a42cd94e47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.900065] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.900065] env[65665]: value = "task-4854276" [ 714.900065] env[65665]: _type = "Task" [ 714.900065] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.909891] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854276, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.985338] env[65665]: INFO nova.compute.manager [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Took 30.42 seconds to build instance. [ 715.106462] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854273, 'name': RelocateVM_Task, 'duration_secs': 0.502673} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.106798] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 715.106931] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946204', 'volume_id': '767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'name': 'volume-767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98430fc3-58ac-434b-9538-de5de5c0c83b', 'attached_at': '', 'detached_at': '', 'volume_id': '767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'serial': '767cf1e9-9b56-4a45-828d-66fc2ace38dd'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 715.107719] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8180123-ebea-4f69-b634-5135c2b36860 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.127097] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c760df5c-a383-4073-a885-bfebec1fa350 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.151736] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] volume-767cf1e9-9b56-4a45-828d-66fc2ace38dd/volume-767cf1e9-9b56-4a45-828d-66fc2ace38dd.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.152259] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34b634f7-e5da-40ae-8570-275409a660b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.172750] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Waiting for the task: (returnval){ [ 715.172750] env[65665]: value = "task-4854277" [ 715.172750] env[65665]: _type = "Task" [ 715.172750] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.181475] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.199153] env[65665]: DEBUG nova.compute.utils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.201472] env[65665]: DEBUG nova.compute.manager [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 715.202272] env[65665]: DEBUG nova.network.neutron [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 715.202272] env[65665]: WARNING neutronclient.v2_0.client [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.202435] env[65665]: WARNING neutronclient.v2_0.client [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.410787] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854276, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.488575] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6213befd-3632-48e5-b89d-0b510cee7e0a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "5c44d2ce-1dbc-40bd-8495-db00e0399767" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.817s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.679968] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d36bb2-ada8-4e4e-94e2-8734c612c6f3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.687844] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854277, 'name': ReconfigVM_Task, 'duration_secs': 0.294958} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.688570] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Reconfigured VM instance instance-00000021 to attach disk [datastore2] volume-767cf1e9-9b56-4a45-828d-66fc2ace38dd/volume-767cf1e9-9b56-4a45-828d-66fc2ace38dd.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.695635] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6843912-57d7-4b8d-9e5f-34ea3ce8bab0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.708716] env[65665]: DEBUG nova.network.neutron [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Updated VIF entry in instance network info cache for port a926e410-5d20-4b5b-924c-24e5ba636d12. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.709069] env[65665]: DEBUG nova.network.neutron [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Updating instance_info_cache with network_info: [{"id": "a926e410-5d20-4b5b-924c-24e5ba636d12", "address": "fa:16:3e:13:0a:f5", "network": {"id": "e86bc552-0d06-44f9-b397-b55934904ab5", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-102844005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "681837f1fed741bb82f650ebd3326403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa926e410-5d", "ovs_interfaceid": "a926e410-5d20-4b5b-924c-24e5ba636d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.710615] env[65665]: DEBUG nova.compute.manager [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 715.716855] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44631885-57ba-4bb7-90fe-d2023ae46762 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.753466] env[65665]: DEBUG nova.policy [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbff634829ec42ca853c05f277fcffce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d736daa70ff4ab98dd2099937ee0f39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.758580] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e7d261-40e3-43e2-8767-2df04b2122c2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.762519] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Waiting for the task: (returnval){ [ 715.762519] env[65665]: value = "task-4854278" [ 715.762519] env[65665]: _type = "Task" [ 715.762519] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.772300] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a4688a-8bb0-4588-87b2-10b1b4ba12a9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.779781] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.791233] env[65665]: DEBUG nova.compute.provider_tree [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.915780] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854276, 'name': CreateVM_Task, 'duration_secs': 0.524471} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.916029] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.920071] env[65665]: WARNING neutronclient.v2_0.client [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.920071] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.920071] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.920772] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.921159] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bde34dc-f42a-4937-a1f4-649f6db14e16 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.930520] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for the task: (returnval){ [ 715.930520] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527d0fc2-3416-9509-0e39-0dea010ed9bd" [ 715.930520] env[65665]: _type = "Task" [ 715.930520] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.941600] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527d0fc2-3416-9509-0e39-0dea010ed9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.144188] env[65665]: DEBUG nova.network.neutron [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Successfully updated port: 7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 716.223820] env[65665]: DEBUG oslo_concurrency.lockutils [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] Releasing lock "refresh_cache-9702967b-83dc-4faa-ad5b-93290ac1b68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.223820] env[65665]: DEBUG nova.compute.manager [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Received event network-vif-plugged-912add82-4c7b-42a1-8a72-93d308a49076 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 716.224199] env[65665]: DEBUG oslo_concurrency.lockutils [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] Acquiring lock "5c44d2ce-1dbc-40bd-8495-db00e0399767-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.224199] env[65665]: DEBUG oslo_concurrency.lockutils [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] Lock "5c44d2ce-1dbc-40bd-8495-db00e0399767-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.224334] env[65665]: DEBUG oslo_concurrency.lockutils [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] Lock "5c44d2ce-1dbc-40bd-8495-db00e0399767-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.224994] env[65665]: DEBUG nova.compute.manager [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] No waiting events found dispatching network-vif-plugged-912add82-4c7b-42a1-8a72-93d308a49076 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 716.225202] env[65665]: WARNING nova.compute.manager [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Received unexpected event network-vif-plugged-912add82-4c7b-42a1-8a72-93d308a49076 for instance with vm_state building and task_state spawning. [ 716.225378] env[65665]: DEBUG nova.compute.manager [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Received event network-changed-912add82-4c7b-42a1-8a72-93d308a49076 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 716.225531] env[65665]: DEBUG nova.compute.manager [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Refreshing instance network info cache due to event network-changed-912add82-4c7b-42a1-8a72-93d308a49076. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 716.225712] env[65665]: DEBUG oslo_concurrency.lockutils [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] Acquiring lock "refresh_cache-5c44d2ce-1dbc-40bd-8495-db00e0399767" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.225891] env[65665]: DEBUG oslo_concurrency.lockutils [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] Acquired lock "refresh_cache-5c44d2ce-1dbc-40bd-8495-db00e0399767" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.225988] env[65665]: DEBUG nova.network.neutron [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Refreshing network info cache for port 912add82-4c7b-42a1-8a72-93d308a49076 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.279366] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854278, 'name': ReconfigVM_Task, 'duration_secs': 0.140193} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.279711] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946204', 'volume_id': '767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'name': 'volume-767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98430fc3-58ac-434b-9538-de5de5c0c83b', 'attached_at': '', 'detached_at': '', 'volume_id': '767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'serial': '767cf1e9-9b56-4a45-828d-66fc2ace38dd'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 716.280745] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d31dfcb8-ce08-4ae7-966c-b66a28b5d003 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.288514] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Waiting for the task: (returnval){ [ 716.288514] env[65665]: value = "task-4854279" [ 716.288514] env[65665]: _type = "Task" [ 716.288514] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.294314] env[65665]: DEBUG nova.scheduler.client.report [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.303546] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854279, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.443459] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527d0fc2-3416-9509-0e39-0dea010ed9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013045} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.443828] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.444152] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.444341] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.444498] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.444681] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.444957] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a777dab-3adb-4ccf-ad54-3868c11e1d9a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.455911] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.458034] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.458987] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb6a162-2ea0-46eb-b28a-e874bc3958f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.467961] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for the task: (returnval){ [ 716.467961] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5290931c-7c34-2172-bfd5-28b6c6616c3d" [ 716.467961] env[65665]: _type = "Task" [ 716.467961] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.477048] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5290931c-7c34-2172-bfd5-28b6c6616c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.521652] env[65665]: DEBUG nova.network.neutron [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Successfully created port: 7059d024-fd6b-4131-9b23-95cc899ba836 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 716.647480] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.647725] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.647912] env[65665]: DEBUG nova.network.neutron [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 716.729682] env[65665]: DEBUG nova.compute.manager [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 716.734170] env[65665]: WARNING neutronclient.v2_0.client [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.768173] env[65665]: DEBUG nova.virt.hardware [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 716.768420] env[65665]: DEBUG nova.virt.hardware [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.768573] env[65665]: DEBUG nova.virt.hardware [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 716.768756] env[65665]: DEBUG nova.virt.hardware [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.768915] env[65665]: DEBUG nova.virt.hardware [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 716.769043] env[65665]: DEBUG nova.virt.hardware [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 716.769252] env[65665]: DEBUG nova.virt.hardware [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 716.769405] env[65665]: DEBUG nova.virt.hardware [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 716.769568] env[65665]: DEBUG nova.virt.hardware [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 716.769732] env[65665]: DEBUG nova.virt.hardware [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 716.769907] env[65665]: DEBUG nova.virt.hardware [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 716.770864] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ea2180-8b9f-487e-80c5-08344d8adcb0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.780039] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70efa04b-6aa8-4830-b4b5-fa06f1105915 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.805381] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854279, 'name': Rename_Task, 'duration_secs': 0.302874} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.805381] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.807235] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.807999] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.600s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.813018] env[65665]: INFO nova.compute.claims [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.813018] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d99f3d8-edd8-46ca-a32e-588790ee9cdf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.821873] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Waiting for the task: (returnval){ [ 716.821873] env[65665]: value = "task-4854280" [ 716.821873] env[65665]: _type = "Task" [ 716.821873] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.837252] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.852229] env[65665]: INFO nova.scheduler.client.report [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Deleted allocations for instance e6bac20d-c265-4736-aa9f-e4ee3a915461 [ 716.983879] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5290931c-7c34-2172-bfd5-28b6c6616c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.014969} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.985361] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0113bece-2c8e-401e-bfc1-d4dd36668bd7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.994956] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for the task: (returnval){ [ 716.994956] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ad480a-57a8-f28d-c854-474ac87deef1" [ 716.994956] env[65665]: _type = "Task" [ 716.994956] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.011166] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ad480a-57a8-f28d-c854-474ac87deef1, 'name': SearchDatastore_Task, 'duration_secs': 0.011603} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.011426] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.012061] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 426495b7-1437-44f3-b3ac-0557ce8a4550/426495b7-1437-44f3-b3ac-0557ce8a4550.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.012061] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ceff818-6d81-4956-a96e-414c36f6e4dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.022118] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for the task: (returnval){ [ 717.022118] env[65665]: value = "task-4854281" [ 717.022118] env[65665]: _type = "Task" [ 717.022118] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.036909] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.337519] env[65665]: DEBUG oslo_vmware.api [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854280, 'name': PowerOnVM_Task, 'duration_secs': 0.505088} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.339374] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.339711] env[65665]: INFO nova.compute.manager [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Took 8.22 seconds to spawn the instance on the hypervisor. [ 717.340258] env[65665]: DEBUG nova.compute.manager [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 717.343238] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ad733f-febf-4210-800f-aae4139e07b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.374451] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4fa9490-8022-4264-9b4d-6ab285a6cfbe tempest-ServerGroupTestJSON-1576129603 tempest-ServerGroupTestJSON-1576129603-project-member] Lock "e6bac20d-c265-4736-aa9f-e4ee3a915461" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.380s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.539911] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854281, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.879242] env[65665]: INFO nova.compute.manager [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Took 32.04 seconds to build instance. [ 718.037200] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615551} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.037471] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 426495b7-1437-44f3-b3ac-0557ce8a4550/426495b7-1437-44f3-b3ac-0557ce8a4550.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.037686] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.037963] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9760d28-3a31-4dee-9fa4-6d94a8d64479 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.046850] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for the task: (returnval){ [ 718.046850] env[65665]: value = "task-4854282" [ 718.046850] env[65665]: _type = "Task" [ 718.046850] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.058867] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.219723] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9ad0cd-28e5-4ca8-9b46-551b4a9eee95 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.228489] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128e67ff-5c7e-491e-882d-ba2a8540f4f9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.269046] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63be525b-ef37-4076-ab64-2569fa699db7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.277192] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25b9d1a-9a5a-4b0f-b2c0-a14386141400 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.293371] env[65665]: DEBUG nova.compute.provider_tree [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.381589] env[65665]: DEBUG oslo_concurrency.lockutils [None req-130ebfe1-98b7-495c-9617-0f53b3fd0c10 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Lock "98430fc3-58ac-434b-9538-de5de5c0c83b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.562s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.383993] env[65665]: DEBUG nova.network.neutron [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 718.559414] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252601} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.559765] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.560807] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7168a4d4-f2da-4f29-bdb6-0bd54c449904 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.598747] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 426495b7-1437-44f3-b3ac-0557ce8a4550/426495b7-1437-44f3-b3ac-0557ce8a4550.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.599479] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6ddf2b-7126-44ce-9a9a-7c7186957364 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.622893] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for the task: (returnval){ [ 718.622893] env[65665]: value = "task-4854283" [ 718.622893] env[65665]: _type = "Task" [ 718.622893] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.632238] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.681185] env[65665]: DEBUG nova.network.neutron [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Successfully updated port: 7059d024-fd6b-4131-9b23-95cc899ba836 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 718.800026] env[65665]: DEBUG nova.scheduler.client.report [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.137394] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.155476] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.155743] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.155936] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.156189] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.156367] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.156810] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.156810] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.156810] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 719.156960] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.184600] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "refresh_cache-b2c610bb-d374-4ed2-9062-9f4908ea0df7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.184600] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquired lock "refresh_cache-b2c610bb-d374-4ed2-9062-9f4908ea0df7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.184600] env[65665]: DEBUG nova.network.neutron [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 719.307991] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.308557] env[65665]: DEBUG nova.compute.manager [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 719.319027] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.691s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.319027] env[65665]: INFO nova.compute.claims [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.555905] env[65665]: WARNING neutronclient.v2_0.client [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.571580] env[65665]: WARNING neutronclient.v2_0.client [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.642333] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854283, 'name': ReconfigVM_Task, 'duration_secs': 0.604144} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.642333] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 426495b7-1437-44f3-b3ac-0557ce8a4550/426495b7-1437-44f3-b3ac-0557ce8a4550.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.642817] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de860719-1b1f-4cd1-8a04-c809e64ec485 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.650297] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for the task: (returnval){ [ 719.650297] env[65665]: value = "task-4854284" [ 719.650297] env[65665]: _type = "Task" [ 719.650297] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.661805] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.662269] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854284, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.765024] env[65665]: DEBUG nova.network.neutron [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance_info_cache with network_info: [{"id": "7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3", "address": "fa:16:3e:0a:4e:43", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b22f3fd-3d", "ovs_interfaceid": "7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.808946] env[65665]: DEBUG nova.network.neutron [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Updated VIF entry in instance network info cache for port 912add82-4c7b-42a1-8a72-93d308a49076. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 719.811068] env[65665]: DEBUG nova.network.neutron [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Updating instance_info_cache with network_info: [{"id": "912add82-4c7b-42a1-8a72-93d308a49076", "address": "fa:16:3e:9e:58:81", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap912add82-4c", "ovs_interfaceid": "912add82-4c7b-42a1-8a72-93d308a49076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.823025] env[65665]: DEBUG nova.compute.utils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.827199] env[65665]: DEBUG nova.compute.manager [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 719.827523] env[65665]: DEBUG nova.network.neutron [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 719.827942] env[65665]: WARNING neutronclient.v2_0.client [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.828553] env[65665]: WARNING neutronclient.v2_0.client [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.874418] env[65665]: DEBUG nova.network.neutron [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 719.940411] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ad9717a2-578f-45c7-879b-71775ed098ed tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "641c616e-96ce-4a56-9888-d9eca0c3111f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.940844] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ad9717a2-578f-45c7-879b-71775ed098ed tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "641c616e-96ce-4a56-9888-d9eca0c3111f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.941401] env[65665]: DEBUG nova.compute.manager [None req-ad9717a2-578f-45c7-879b-71775ed098ed tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 719.942757] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79982db7-918b-4b21-a594-85a4cb9444f2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.955900] env[65665]: DEBUG nova.compute.manager [None req-ad9717a2-578f-45c7-879b-71775ed098ed tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65665) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 719.956539] env[65665]: DEBUG nova.objects.instance [None req-ad9717a2-578f-45c7-879b-71775ed098ed tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lazy-loading 'flavor' on Instance uuid 641c616e-96ce-4a56-9888-d9eca0c3111f {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.023333] env[65665]: DEBUG nova.policy [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eec140d5c414eb9b4612e9544a55661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd744d69912f04c5abbbeb62388dc8c8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.065985] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "116b28c6-59e7-406b-aac0-dfc41bd2ce66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.066293] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "116b28c6-59e7-406b-aac0-dfc41bd2ce66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.162287] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854284, 'name': Rename_Task, 'duration_secs': 0.31301} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.162597] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.162851] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73a494ff-b122-41d3-890b-020618e13f56 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.170279] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for the task: (returnval){ [ 720.170279] env[65665]: value = "task-4854285" [ 720.170279] env[65665]: _type = "Task" [ 720.170279] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.181631] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.263759] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.264150] env[65665]: DEBUG nova.compute.manager [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Instance network_info: |[{"id": "7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3", "address": "fa:16:3e:0a:4e:43", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b22f3fd-3d", "ovs_interfaceid": "7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 720.264750] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:4e:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.274020] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Creating folder: Project (bb1d8f8fe5ff4ec8bec31a678fec65a9). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.274594] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67cfe9ed-e822-4011-a409-97852e3b17f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.288961] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Created folder: Project (bb1d8f8fe5ff4ec8bec31a678fec65a9) in parent group-v946135. [ 720.289206] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Creating folder: Instances. Parent ref: group-v946236. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.289500] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d934179e-9cac-40d1-9396-feb5b17e8663 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.303100] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Created folder: Instances in parent group-v946236. [ 720.303421] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 720.303635] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.304365] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85f72864-bb5b-45c2-8ca5-bb62db4277f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.321233] env[65665]: DEBUG oslo_concurrency.lockutils [req-5fd65c47-6ca1-44f8-8f42-1d3e17e57d8c req-b09ec864-0592-4be2-9af9-df144bc87366 service nova] Releasing lock "refresh_cache-5c44d2ce-1dbc-40bd-8495-db00e0399767" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.328394] env[65665]: DEBUG nova.compute.manager [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 720.331603] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.331603] env[65665]: value = "task-4854288" [ 720.331603] env[65665]: _type = "Task" [ 720.331603] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.346189] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854288, 'name': CreateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.503757] env[65665]: DEBUG nova.network.neutron [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Successfully created port: 1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 720.575972] env[65665]: DEBUG nova.compute.manager [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 720.622808] env[65665]: WARNING neutronclient.v2_0.client [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.628713] env[65665]: DEBUG nova.compute.manager [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Received event network-vif-plugged-f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 720.629066] env[65665]: DEBUG oslo_concurrency.lockutils [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] Acquiring lock "426495b7-1437-44f3-b3ac-0557ce8a4550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.629143] env[65665]: DEBUG oslo_concurrency.lockutils [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] Lock "426495b7-1437-44f3-b3ac-0557ce8a4550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.629530] env[65665]: DEBUG oslo_concurrency.lockutils [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] Lock "426495b7-1437-44f3-b3ac-0557ce8a4550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.629530] env[65665]: DEBUG nova.compute.manager [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] No waiting events found dispatching network-vif-plugged-f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 720.630105] env[65665]: WARNING nova.compute.manager [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Received unexpected event network-vif-plugged-f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 for instance with vm_state building and task_state spawning. [ 720.630105] env[65665]: DEBUG nova.compute.manager [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Received event network-changed-f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 720.630105] env[65665]: DEBUG nova.compute.manager [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Refreshing instance network info cache due to event network-changed-f1d896bf-7ef6-4421-9ebc-9a036f0f9c13. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 720.630285] env[65665]: DEBUG oslo_concurrency.lockutils [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] Acquiring lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.630408] env[65665]: DEBUG oslo_concurrency.lockutils [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] Acquired lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.630558] env[65665]: DEBUG nova.network.neutron [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Refreshing network info cache for port f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.635756] env[65665]: DEBUG nova.compute.manager [req-fad5136c-e7cb-4391-9691-e7c0c909606c req-64377c29-2452-4b4e-951d-96831221298a service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Received event network-changed-82224622-3b4c-451c-b4a3-dcd8624109d7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 720.635756] env[65665]: DEBUG nova.compute.manager [req-fad5136c-e7cb-4391-9691-e7c0c909606c req-64377c29-2452-4b4e-951d-96831221298a service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Refreshing instance network info cache due to event network-changed-82224622-3b4c-451c-b4a3-dcd8624109d7. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 720.635756] env[65665]: DEBUG oslo_concurrency.lockutils [req-fad5136c-e7cb-4391-9691-e7c0c909606c req-64377c29-2452-4b4e-951d-96831221298a service nova] Acquiring lock "refresh_cache-98430fc3-58ac-434b-9538-de5de5c0c83b" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.635756] env[65665]: DEBUG oslo_concurrency.lockutils [req-fad5136c-e7cb-4391-9691-e7c0c909606c req-64377c29-2452-4b4e-951d-96831221298a service nova] Acquired lock "refresh_cache-98430fc3-58ac-434b-9538-de5de5c0c83b" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.635980] env[65665]: DEBUG nova.network.neutron [req-fad5136c-e7cb-4391-9691-e7c0c909606c req-64377c29-2452-4b4e-951d-96831221298a service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Refreshing network info cache for port 82224622-3b4c-451c-b4a3-dcd8624109d7 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.689136] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854285, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.764813] env[65665]: DEBUG nova.network.neutron [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Updating instance_info_cache with network_info: [{"id": "7059d024-fd6b-4131-9b23-95cc899ba836", "address": "fa:16:3e:9e:5f:e7", "network": {"id": "762b0cca-2c2d-43e5-b60f-a13d9503c2d4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-584556392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d736daa70ff4ab98dd2099937ee0f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7059d024-fd", "ovs_interfaceid": "7059d024-fd6b-4131-9b23-95cc899ba836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.851063] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854288, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.914605] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efabccd-a2cc-4416-93f0-5a1ff1f34168 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.926699] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f75129-9176-4e8a-8e9c-453852c9b437 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.966314] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d676035-96c0-4ee2-8f58-1c1e0d2ae325 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.973089] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9717a2-578f-45c7-879b-71775ed098ed tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.977546] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b00bdf14-ea46-41c7-850a-9bbd598d5967 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.981057] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bbce21-f3e4-421e-b76e-e5b6bb70edc6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.997628] env[65665]: DEBUG nova.compute.provider_tree [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.000565] env[65665]: DEBUG oslo_vmware.api [None req-ad9717a2-578f-45c7-879b-71775ed098ed tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 721.000565] env[65665]: value = "task-4854289" [ 721.000565] env[65665]: _type = "Task" [ 721.000565] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.103408] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.146902] env[65665]: WARNING neutronclient.v2_0.client [req-fad5136c-e7cb-4391-9691-e7c0c909606c req-64377c29-2452-4b4e-951d-96831221298a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.151016] env[65665]: WARNING neutronclient.v2_0.client [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.188549] env[65665]: DEBUG oslo_vmware.api [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854285, 'name': PowerOnVM_Task, 'duration_secs': 0.635441} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.188941] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.189174] env[65665]: INFO nova.compute.manager [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Took 11.84 seconds to spawn the instance on the hypervisor. [ 721.189353] env[65665]: DEBUG nova.compute.manager [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 721.190287] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dfc12f-1833-4f4e-a708-72c8e7e5d31b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.280481] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Releasing lock "refresh_cache-b2c610bb-d374-4ed2-9062-9f4908ea0df7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.280756] env[65665]: DEBUG nova.compute.manager [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Instance network_info: |[{"id": "7059d024-fd6b-4131-9b23-95cc899ba836", "address": "fa:16:3e:9e:5f:e7", "network": {"id": "762b0cca-2c2d-43e5-b60f-a13d9503c2d4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-584556392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d736daa70ff4ab98dd2099937ee0f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7059d024-fd", "ovs_interfaceid": "7059d024-fd6b-4131-9b23-95cc899ba836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 721.281627] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:5f:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7059d024-fd6b-4131-9b23-95cc899ba836', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.289838] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 721.290515] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.291263] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dc115d9-fd70-47de-9cbe-63248c5186c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.316827] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.316827] env[65665]: value = "task-4854290" [ 721.316827] env[65665]: _type = "Task" [ 721.316827] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.327460] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854290, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.344876] env[65665]: DEBUG nova.compute.manager [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 721.350902] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854288, 'name': CreateVM_Task, 'duration_secs': 0.822551} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.351103] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.351693] env[65665]: WARNING neutronclient.v2_0.client [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.352115] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.352366] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.352885] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.353305] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2082471-0750-4436-9a0e-8f09daf7a6f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.360300] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 721.360300] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528fed58-7411-11d2-ac39-23339412191d" [ 721.360300] env[65665]: _type = "Task" [ 721.360300] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.369612] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528fed58-7411-11d2-ac39-23339412191d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.380412] env[65665]: DEBUG nova.virt.hardware [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 721.383018] env[65665]: DEBUG nova.virt.hardware [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.383018] env[65665]: DEBUG nova.virt.hardware [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 721.383018] env[65665]: DEBUG nova.virt.hardware [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.383018] env[65665]: DEBUG nova.virt.hardware [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 721.383018] env[65665]: DEBUG nova.virt.hardware [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 721.383328] env[65665]: DEBUG nova.virt.hardware [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 721.383328] env[65665]: DEBUG nova.virt.hardware [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 721.383328] env[65665]: DEBUG nova.virt.hardware [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 721.383328] env[65665]: DEBUG nova.virt.hardware [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 721.383328] env[65665]: DEBUG nova.virt.hardware [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 721.383489] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9997870f-6411-46a8-aeba-dbf31eb9e58b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.391253] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d207bd90-f94b-492d-aabe-200a4692e00e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.510293] env[65665]: DEBUG nova.scheduler.client.report [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.519690] env[65665]: DEBUG oslo_vmware.api [None req-ad9717a2-578f-45c7-879b-71775ed098ed tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854289, 'name': PowerOffVM_Task, 'duration_secs': 0.328164} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.520089] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9717a2-578f-45c7-879b-71775ed098ed tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.521063] env[65665]: DEBUG nova.compute.manager [None req-ad9717a2-578f-45c7-879b-71775ed098ed tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 721.521234] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f840ac-d87b-46e1-81b1-42684a9b2b4f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.713755] env[65665]: INFO nova.compute.manager [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Took 35.62 seconds to build instance. [ 721.790752] env[65665]: WARNING neutronclient.v2_0.client [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.816079] env[65665]: WARNING neutronclient.v2_0.client [req-fad5136c-e7cb-4391-9691-e7c0c909606c req-64377c29-2452-4b4e-951d-96831221298a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.831841] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854290, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.872786] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528fed58-7411-11d2-ac39-23339412191d, 'name': SearchDatastore_Task, 'duration_secs': 0.021172} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.873372] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.873767] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.874196] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.874514] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.874825] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.875490] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c7856e5-12eb-4199-8465-73daed855128 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.888807] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.889041] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.889918] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0fd17e-0b9b-4dcb-836d-30fea6f69d80 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.896451] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 721.896451] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520dc791-690c-1634-d592-9e0304a16dd7" [ 721.896451] env[65665]: _type = "Task" [ 721.896451] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.908305] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520dc791-690c-1634-d592-9e0304a16dd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.018744] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.019112] env[65665]: DEBUG nova.compute.manager [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 722.023925] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.657s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.028345] env[65665]: INFO nova.compute.claims [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.036410] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ad9717a2-578f-45c7-879b-71775ed098ed tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "641c616e-96ce-4a56-9888-d9eca0c3111f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.095s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.123451] env[65665]: DEBUG nova.network.neutron [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Updated VIF entry in instance network info cache for port f1d896bf-7ef6-4421-9ebc-9a036f0f9c13. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 722.123954] env[65665]: DEBUG nova.network.neutron [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Updating instance_info_cache with network_info: [{"id": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "address": "fa:16:3e:75:c5:00", "network": {"id": "32dbe34f-67c3-4d2b-92b5-56a2a1fd4338", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455121067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "790e178032e5476b9ccc099091c68f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d896bf-7e", "ovs_interfaceid": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.158020] env[65665]: DEBUG nova.network.neutron [req-fad5136c-e7cb-4391-9691-e7c0c909606c req-64377c29-2452-4b4e-951d-96831221298a service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Updated VIF entry in instance network info cache for port 82224622-3b4c-451c-b4a3-dcd8624109d7. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 722.158020] env[65665]: DEBUG nova.network.neutron [req-fad5136c-e7cb-4391-9691-e7c0c909606c req-64377c29-2452-4b4e-951d-96831221298a service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Updating instance_info_cache with network_info: [{"id": "82224622-3b4c-451c-b4a3-dcd8624109d7", "address": "fa:16:3e:4b:ce:e4", "network": {"id": "29fbd8cb-5734-4d0d-8842-4ac4e38ea9fd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1728350696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "794aff44d40f406bbdd547c974edb928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82224622-3b", "ovs_interfaceid": "82224622-3b4c-451c-b4a3-dcd8624109d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.221554] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f6199b1b-0073-485e-8344-23b84125baf7 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lock "426495b7-1437-44f3-b3ac-0557ce8a4550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.144s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.331021] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854290, 'name': CreateVM_Task, 'duration_secs': 0.723513} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.332801] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.333490] env[65665]: WARNING neutronclient.v2_0.client [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.333980] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.334129] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.334348] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.334629] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f47d8d-3303-491f-8d6b-7b078d5de306 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.344731] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 722.344731] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52893b71-5c81-9379-b4c9-ede73210bb6b" [ 722.344731] env[65665]: _type = "Task" [ 722.344731] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.345816] env[65665]: DEBUG nova.network.neutron [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Successfully updated port: 1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 722.359520] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52893b71-5c81-9379-b4c9-ede73210bb6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.408472] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520dc791-690c-1634-d592-9e0304a16dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.013197} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.409156] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3e116e-c197-4369-9b79-7a8e1d5196a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.415638] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 722.415638] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5228b458-f25b-2537-ae56-1b11668ca8d8" [ 722.415638] env[65665]: _type = "Task" [ 722.415638] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.426199] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5228b458-f25b-2537-ae56-1b11668ca8d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.532690] env[65665]: DEBUG nova.compute.utils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.537354] env[65665]: DEBUG nova.compute.manager [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Not allocating networking since 'none' was specified. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 722.627811] env[65665]: DEBUG oslo_concurrency.lockutils [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] Releasing lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.628553] env[65665]: DEBUG nova.compute.manager [req-039ada9e-be0a-4ce6-9c52-a0154e40bfc5 req-3dde033e-44c2-478f-954f-543f3f30b4f9 service nova] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Received event network-vif-deleted-d555107c-993e-49de-8643-5d1c667ec5de {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 722.659382] env[65665]: DEBUG oslo_concurrency.lockutils [req-fad5136c-e7cb-4391-9691-e7c0c909606c req-64377c29-2452-4b4e-951d-96831221298a service nova] Releasing lock "refresh_cache-98430fc3-58ac-434b-9538-de5de5c0c83b" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.726036] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "077e3b01-2c75-4adc-a04a-2c082adc9f95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.726423] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "077e3b01-2c75-4adc-a04a-2c082adc9f95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.848686] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "refresh_cache-abc93bf9-5fb2-44e0-87ad-2a1ac3083f87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.849465] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "refresh_cache-abc93bf9-5fb2-44e0-87ad-2a1ac3083f87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.849696] env[65665]: DEBUG nova.network.neutron [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 722.869429] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52893b71-5c81-9379-b4c9-ede73210bb6b, 'name': SearchDatastore_Task, 'duration_secs': 0.017602} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.870926] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.871493] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.872499] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.930959] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5228b458-f25b-2537-ae56-1b11668ca8d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01744} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.931674] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.931674] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c/6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.931909] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.931973] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.932292] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b701cb2e-2b6f-4bf7-9dfb-184282128727 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.934944] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e69a833-4097-43f1-999c-2404b3786abe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.946300] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 722.946300] env[65665]: value = "task-4854291" [ 722.946300] env[65665]: _type = "Task" [ 722.946300] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.953317] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.953539] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.955389] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2329ca-eb40-4b43-8697-7c9a0ab36495 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.961949] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.966377] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 722.966377] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b856f9-1b80-116a-f597-691b98310a82" [ 722.966377] env[65665]: _type = "Task" [ 722.966377] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.981666] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b856f9-1b80-116a-f597-691b98310a82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.044856] env[65665]: DEBUG nova.compute.manager [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 723.055785] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "3d90fb2a-322c-4c29-b970-aa06813aa9bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.057048] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "3d90fb2a-322c-4c29-b970-aa06813aa9bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.132501] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "97004ff7-e609-4d1e-8b93-9d3447ccc7c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.132725] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "97004ff7-e609-4d1e-8b93-9d3447ccc7c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.230258] env[65665]: DEBUG nova.compute.manager [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 723.394862] env[65665]: DEBUG oslo_concurrency.lockutils [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Acquiring lock "206acfbf-6270-4722-b2c3-954d2dd8d935" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.395132] env[65665]: DEBUG oslo_concurrency.lockutils [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.433545] env[65665]: DEBUG nova.network.neutron [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 723.464679] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854291, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.480301] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b856f9-1b80-116a-f597-691b98310a82, 'name': SearchDatastore_Task, 'duration_secs': 0.028775} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.484538] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c20ae9a-c19d-4917-bde3-94da224380c7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.492580] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 723.492580] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c9966a-7562-5b93-e0d1-0954637ebf04" [ 723.492580] env[65665]: _type = "Task" [ 723.492580] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.509363] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c9966a-7562-5b93-e0d1-0954637ebf04, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.509363] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.509583] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] b2c610bb-d374-4ed2-9062-9f4908ea0df7/b2c610bb-d374-4ed2-9062-9f4908ea0df7.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.509879] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44fb3f3a-b93a-487e-84dc-b9cdd87c21ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.521057] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 723.521057] env[65665]: value = "task-4854292" [ 723.521057] env[65665]: _type = "Task" [ 723.521057] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.531497] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.537408] env[65665]: WARNING neutronclient.v2_0.client [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.562061] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 723.636557] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 723.653891] env[65665]: DEBUG nova.network.neutron [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Updating instance_info_cache with network_info: [{"id": "1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31", "address": "fa:16:3e:a5:02:b5", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8bd467-fb", "ovs_interfaceid": "1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.675178] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78ae566-dfbe-48f0-8fba-178074830501 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.687842] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adea24c-1636-4df3-a7f3-cd77645e5e90 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.727840] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa2929c-ea4a-438f-86b3-d0be3d216cc8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.740275] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633150a1-ecde-47cd-87b9-c857df2e0f53 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.760408] env[65665]: DEBUG nova.compute.provider_tree [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.774849] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.817041] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8737d5-9a5c-4e8b-9380-3abe98f96972 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.825996] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e28b889b-edd4-4b55-a0c1-362080c2b472 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Suspending the VM {{(pid=65665) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 723.826360] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3ea99c98-ba63-4678-af0a-86f185f5fc82 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.839437] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.840236] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.840600] env[65665]: DEBUG oslo_vmware.api [None req-e28b889b-edd4-4b55-a0c1-362080c2b472 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 723.840600] env[65665]: value = "task-4854293" [ 723.840600] env[65665]: _type = "Task" [ 723.840600] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.852535] env[65665]: DEBUG oslo_vmware.api [None req-e28b889b-edd4-4b55-a0c1-362080c2b472 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854293, 'name': SuspendVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.903330] env[65665]: DEBUG nova.compute.utils [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.960622] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537826} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.960902] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c/6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.961116] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.961377] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdc764e6-75bb-4c6c-9549-a6c53fb7b56c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.970881] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 723.970881] env[65665]: value = "task-4854294" [ 723.970881] env[65665]: _type = "Task" [ 723.970881] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.982093] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.034808] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854292, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.058298] env[65665]: DEBUG nova.compute.manager [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 724.091767] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.098560] env[65665]: DEBUG nova.virt.hardware [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 724.098846] env[65665]: DEBUG nova.virt.hardware [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.098991] env[65665]: DEBUG nova.virt.hardware [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 724.099257] env[65665]: DEBUG nova.virt.hardware [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.099410] env[65665]: DEBUG nova.virt.hardware [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 724.099567] env[65665]: DEBUG nova.virt.hardware [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 724.099780] env[65665]: DEBUG nova.virt.hardware [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 724.099925] env[65665]: DEBUG nova.virt.hardware [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 724.100102] env[65665]: DEBUG nova.virt.hardware [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 724.100332] env[65665]: DEBUG nova.virt.hardware [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 724.100621] env[65665]: DEBUG nova.virt.hardware [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 724.101911] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ffd1a1-a3a7-4d8c-8834-8afc59d53b1d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.112753] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372fd26c-fdad-498b-b45d-0f5617a2c295 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.128816] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.135885] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Creating folder: Project (ab24c309f7d046b39c5e48a5a16dd66c). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.136678] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f027ca7-3e21-4860-a69e-b09f3e9af7b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.152316] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Created folder: Project (ab24c309f7d046b39c5e48a5a16dd66c) in parent group-v946135. [ 724.153158] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Creating folder: Instances. Parent ref: group-v946240. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.153158] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-622da0e0-8f47-4d38-9508-b089ab538cfd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.156753] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "refresh_cache-abc93bf9-5fb2-44e0-87ad-2a1ac3083f87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.157104] env[65665]: DEBUG nova.compute.manager [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Instance network_info: |[{"id": "1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31", "address": "fa:16:3e:a5:02:b5", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8bd467-fb", "ovs_interfaceid": "1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 724.157573] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:02:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.166136] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 724.168349] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.168349] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Created folder: Instances in parent group-v946240. [ 724.168349] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 724.168590] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5351dfc9-2c96-4c5f-b921-54a71d2147da {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.185200] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.186551] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.187635] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d452d56-031a-4703-b12d-2db9d9cfdd94 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.205637] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.205637] env[65665]: value = "task-4854298" [ 724.205637] env[65665]: _type = "Task" [ 724.205637] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.207660] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.207660] env[65665]: value = "task-4854297" [ 724.207660] env[65665]: _type = "Task" [ 724.207660] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.224654] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854297, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.227592] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854298, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.264301] env[65665]: DEBUG nova.scheduler.client.report [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.353114] env[65665]: DEBUG oslo_vmware.api [None req-e28b889b-edd4-4b55-a0c1-362080c2b472 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854293, 'name': SuspendVM_Task} progress is 54%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.407126] env[65665]: DEBUG oslo_concurrency.lockutils [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.486288] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.435728} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.486429] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.487520] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d590031-1602-4257-84f8-b4d2f6433cce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.525083] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c/6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.526176] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ccc8b7c-a4a0-439c-94ba-7e7ecf8a2efe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.554110] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549519} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.555614] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] b2c610bb-d374-4ed2-9062-9f4908ea0df7/b2c610bb-d374-4ed2-9062-9f4908ea0df7.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.555848] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.556254] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 724.556254] env[65665]: value = "task-4854299" [ 724.556254] env[65665]: _type = "Task" [ 724.556254] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.556496] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59874af4-addd-487e-9e7e-392cee8a8414 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.567534] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.569944] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 724.569944] env[65665]: value = "task-4854300" [ 724.569944] env[65665]: _type = "Task" [ 724.569944] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.578287] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.717888] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854298, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.727609] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854297, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.771207] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.771742] env[65665]: DEBUG nova.compute.manager [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 724.774576] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.600s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.776382] env[65665]: INFO nova.compute.claims [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.854865] env[65665]: DEBUG oslo_vmware.api [None req-e28b889b-edd4-4b55-a0c1-362080c2b472 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854293, 'name': SuspendVM_Task} progress is 54%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.071249] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.080365] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098372} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.080631] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.081938] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf4e6a5-f9b8-4922-bff3-66a0a7adb32a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.105788] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] b2c610bb-d374-4ed2-9062-9f4908ea0df7/b2c610bb-d374-4ed2-9062-9f4908ea0df7.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.106100] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb4443e0-01fa-400f-b674-633f69f6139d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.128333] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 725.128333] env[65665]: value = "task-4854301" [ 725.128333] env[65665]: _type = "Task" [ 725.128333] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.138974] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.219575] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854298, 'name': CreateVM_Task, 'duration_secs': 0.664843} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.223318] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.223895] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.224080] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.224479] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.225212] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c49c70c-75c2-43e0-bf61-aac5b6b444b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.231993] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854297, 'name': CreateVM_Task, 'duration_secs': 0.746465} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.231993] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.232219] env[65665]: WARNING neutronclient.v2_0.client [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.232581] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.232758] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.233689] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.233689] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c144ca1-c4d8-4f10-b5b5-260342cb85fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.236545] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 725.236545] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528e1273-bd63-7453-38f0-e47a1f84545c" [ 725.236545] env[65665]: _type = "Task" [ 725.236545] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.242241] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 725.242241] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5201fd95-0f02-442d-8c4f-5efd815749a2" [ 725.242241] env[65665]: _type = "Task" [ 725.242241] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.250037] env[65665]: DEBUG nova.compute.manager [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 725.250367] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528e1273-bd63-7453-38f0-e47a1f84545c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.251611] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a92d49e-8728-4c5c-9e1b-e9394bc1b14b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.261563] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5201fd95-0f02-442d-8c4f-5efd815749a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01093} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.262935] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.263189] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.264727] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.264727] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.264727] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.266341] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1775cf7f-6f3d-4271-82b6-24b3fb6da632 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.277309] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.277528] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.278408] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f04084-4507-4f7e-9e33-e05a7f1a49b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.282468] env[65665]: DEBUG nova.compute.utils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.286244] env[65665]: DEBUG nova.compute.manager [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 725.286438] env[65665]: DEBUG nova.network.neutron [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 725.286754] env[65665]: WARNING neutronclient.v2_0.client [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.287213] env[65665]: WARNING neutronclient.v2_0.client [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.293095] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 725.293095] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528322b5-6c6f-db77-adc5-d0a0c6164c8b" [ 725.293095] env[65665]: _type = "Task" [ 725.293095] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.309660] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528322b5-6c6f-db77-adc5-d0a0c6164c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.331118] env[65665]: DEBUG nova.policy [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '112084b59bf642809c1a7b802d6a185a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '599399ceeacb45d7a2a3905c63eae0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.354892] env[65665]: DEBUG oslo_vmware.api [None req-e28b889b-edd4-4b55-a0c1-362080c2b472 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854293, 'name': SuspendVM_Task, 'duration_secs': 1.124681} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.355187] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e28b889b-edd4-4b55-a0c1-362080c2b472 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Suspended the VM {{(pid=65665) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 725.355362] env[65665]: DEBUG nova.compute.manager [None req-e28b889b-edd4-4b55-a0c1-362080c2b472 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 725.356338] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fec65f4-7199-417f-9bef-d4e336c36fa5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.484945] env[65665]: DEBUG oslo_concurrency.lockutils [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Acquiring lock "206acfbf-6270-4722-b2c3-954d2dd8d935" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.485253] env[65665]: DEBUG oslo_concurrency.lockutils [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.485497] env[65665]: INFO nova.compute.manager [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Attaching volume baaa9354-3a9b-4161-8f9b-a15876c71328 to /dev/sdb [ 725.535793] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e929eec0-1d05-4bd2-9bcc-49c3247e3d60 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.545216] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d916e298-3601-49a7-a97f-30f212a8afed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.561962] env[65665]: DEBUG nova.virt.block_device [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Updating existing volume attachment record: b2d727f6-cfea-4f16-b19b-f3b365ca439c {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 725.574026] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854299, 'name': ReconfigVM_Task, 'duration_secs': 0.747845} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.574327] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c/6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.575051] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6124a30-ea9f-44bc-93b7-50b5ce9b580f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.585591] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 725.585591] env[65665]: value = "task-4854302" [ 725.585591] env[65665]: _type = "Task" [ 725.585591] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.596040] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854302, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.607402] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Acquiring lock "6468132b-40ef-42ba-8a3d-93ab97ac6ae6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.607583] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Lock "6468132b-40ef-42ba-8a3d-93ab97ac6ae6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.639906] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.753313] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528e1273-bd63-7453-38f0-e47a1f84545c, 'name': SearchDatastore_Task, 'duration_secs': 0.012633} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.753742] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.753974] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.754218] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.754360] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.754532] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.754824] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c7e7a13-09d1-489b-95ae-9d926a55252d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.757604] env[65665]: DEBUG nova.network.neutron [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Successfully created port: 7bd73eb4-f859-432f-bcae-e93cd92a85ca {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 725.766714] env[65665]: DEBUG nova.compute.manager [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Received event network-vif-plugged-1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 725.766714] env[65665]: DEBUG oslo_concurrency.lockutils [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] Acquiring lock "abc93bf9-5fb2-44e0-87ad-2a1ac3083f87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.766889] env[65665]: DEBUG oslo_concurrency.lockutils [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] Lock "abc93bf9-5fb2-44e0-87ad-2a1ac3083f87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.767266] env[65665]: DEBUG oslo_concurrency.lockutils [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] Lock "abc93bf9-5fb2-44e0-87ad-2a1ac3083f87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.767582] env[65665]: DEBUG nova.compute.manager [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] No waiting events found dispatching network-vif-plugged-1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 725.768229] env[65665]: WARNING nova.compute.manager [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Received unexpected event network-vif-plugged-1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31 for instance with vm_state building and task_state spawning. [ 725.768229] env[65665]: DEBUG nova.compute.manager [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Received event network-changed-1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 725.768595] env[65665]: DEBUG nova.compute.manager [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Refreshing instance network info cache due to event network-changed-1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 725.768700] env[65665]: DEBUG oslo_concurrency.lockutils [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] Acquiring lock "refresh_cache-abc93bf9-5fb2-44e0-87ad-2a1ac3083f87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.769792] env[65665]: DEBUG oslo_concurrency.lockutils [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] Acquired lock "refresh_cache-abc93bf9-5fb2-44e0-87ad-2a1ac3083f87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.769792] env[65665]: DEBUG nova.network.neutron [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Refreshing network info cache for port 1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.773521] env[65665]: INFO nova.compute.manager [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] instance snapshotting [ 725.778581] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.778581] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.782027] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0560305-97ca-4adb-bf2c-8942b4b0875d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.782740] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d83d016-258b-4fed-b678-7f7fc8e8e77d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.787442] env[65665]: DEBUG nova.compute.manager [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 725.810215] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 725.810215] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5255f03e-1953-6e0c-dc80-a84ea98d1464" [ 725.810215] env[65665]: _type = "Task" [ 725.810215] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.815417] env[65665]: DEBUG nova.compute.manager [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Received event network-vif-plugged-7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 725.815815] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] Acquiring lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.816482] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] Lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.816482] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] Lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.816668] env[65665]: DEBUG nova.compute.manager [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] No waiting events found dispatching network-vif-plugged-7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 725.816888] env[65665]: WARNING nova.compute.manager [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Received unexpected event network-vif-plugged-7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3 for instance with vm_state building and task_state spawning. [ 725.816996] env[65665]: DEBUG nova.compute.manager [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Received event network-changed-7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 725.817170] env[65665]: DEBUG nova.compute.manager [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Refreshing instance network info cache due to event network-changed-7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 725.817366] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] Acquiring lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.817497] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] Acquired lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.817649] env[65665]: DEBUG nova.network.neutron [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Refreshing network info cache for port 7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.821109] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9da76f-cd41-4e39-a05f-0b1f40ad03c9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.835526] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528322b5-6c6f-db77-adc5-d0a0c6164c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.844075] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5255f03e-1953-6e0c-dc80-a84ea98d1464, 'name': SearchDatastore_Task, 'duration_secs': 0.044546} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.845253] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99f0df4-a9ff-4dec-a6dc-1c66d7cc7f82 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.852109] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d33a522b-4f69-4047-8afd-0471ee329f75 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.864042] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 725.864042] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529e187f-1195-2f29-690e-7a10bb48f173" [ 725.864042] env[65665]: _type = "Task" [ 725.864042] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.864814] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 725.864814] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52471a4d-11c3-9f45-20cf-cce5ed742734" [ 725.864814] env[65665]: _type = "Task" [ 725.864814] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.885868] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52471a4d-11c3-9f45-20cf-cce5ed742734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.890091] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529e187f-1195-2f29-690e-7a10bb48f173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.102627] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854302, 'name': Rename_Task, 'duration_secs': 0.14917} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.103323] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.103407] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-295fa282-850f-49ff-bdcd-448994991561 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.114627] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 726.114627] env[65665]: value = "task-4854306" [ 726.114627] env[65665]: _type = "Task" [ 726.114627] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.128418] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.148367] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854301, 'name': ReconfigVM_Task, 'duration_secs': 0.791691} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.148367] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Reconfigured VM instance instance-00000024 to attach disk [datastore2] b2c610bb-d374-4ed2-9062-9f4908ea0df7/b2c610bb-d374-4ed2-9062-9f4908ea0df7.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.148367] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db02e50e-96e2-40ce-91eb-f1a9492c952f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.156222] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 726.156222] env[65665]: value = "task-4854307" [ 726.156222] env[65665]: _type = "Task" [ 726.156222] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.171032] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854307, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.277762] env[65665]: WARNING neutronclient.v2_0.client [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.324376] env[65665]: WARNING neutronclient.v2_0.client [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.346655] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.350668] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7e3860a1-5b43-49f8-a19a-7a41f4ea04f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.361360] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 726.361360] env[65665]: value = "task-4854308" [ 726.361360] env[65665]: _type = "Task" [ 726.361360] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.385929] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854308, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.401296] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529e187f-1195-2f29-690e-7a10bb48f173, 'name': SearchDatastore_Task, 'duration_secs': 0.020382} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.401643] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52471a4d-11c3-9f45-20cf-cce5ed742734, 'name': SearchDatastore_Task, 'duration_secs': 0.019889} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.403371] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.403371] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 0353ad63-f63b-41ce-8001-dba560cc21c4/0353ad63-f63b-41ce-8001-dba560cc21c4.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.403371] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.403371] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] abc93bf9-5fb2-44e0-87ad-2a1ac3083f87/abc93bf9-5fb2-44e0-87ad-2a1ac3083f87.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.403649] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5117a44-bccc-401b-9346-1034e3b4d395 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.405985] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e5e2f94-b77e-41a1-bd12-3c0f5548ca6c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.416584] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 726.416584] env[65665]: value = "task-4854309" [ 726.416584] env[65665]: _type = "Task" [ 726.416584] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.422581] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 726.422581] env[65665]: value = "task-4854310" [ 726.422581] env[65665]: _type = "Task" [ 726.422581] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.436616] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.441378] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.442574] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d48ab4-ad00-41db-a3af-fd685c303319 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.452425] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2512847e-25d3-4e9d-be9f-7edb26526b6f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.488513] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893df397-f6c5-4f6a-b219-c4f60f087d71 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.498216] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042c4629-988c-485e-96ae-7e1e9f196c72 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.518626] env[65665]: DEBUG nova.compute.provider_tree [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.625554] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854306, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.669545] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854307, 'name': Rename_Task, 'duration_secs': 0.277163} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.669545] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.669774] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-445595f2-14fb-4e99-a25f-5b935b940f85 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.680694] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 726.680694] env[65665]: value = "task-4854311" [ 726.680694] env[65665]: _type = "Task" [ 726.680694] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.696217] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.820878] env[65665]: DEBUG nova.compute.manager [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 726.824458] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "236cca27-1eb6-4040-a52d-23043c009086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.824458] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "236cca27-1eb6-4040-a52d-23043c009086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.869440] env[65665]: DEBUG nova.virt.hardware [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 726.869440] env[65665]: DEBUG nova.virt.hardware [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.869440] env[65665]: DEBUG nova.virt.hardware [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 726.869598] env[65665]: DEBUG nova.virt.hardware [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.869598] env[65665]: DEBUG nova.virt.hardware [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 726.869598] env[65665]: DEBUG nova.virt.hardware [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 726.869774] env[65665]: DEBUG nova.virt.hardware [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 726.870145] env[65665]: DEBUG nova.virt.hardware [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 726.870478] env[65665]: DEBUG nova.virt.hardware [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 726.870857] env[65665]: DEBUG nova.virt.hardware [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 726.871170] env[65665]: DEBUG nova.virt.hardware [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 726.872629] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b4fad4-55a0-448c-9d73-3bd2589a9f49 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.890692] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e33656-98c0-4bcc-896b-94f017d51ec1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.895842] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854308, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.948196] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854310, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.948706] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854309, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.022359] env[65665]: DEBUG nova.scheduler.client.report [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.129870] env[65665]: DEBUG oslo_vmware.api [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854306, 'name': PowerOnVM_Task, 'duration_secs': 0.637085} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.130320] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.130751] env[65665]: INFO nova.compute.manager [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Took 12.98 seconds to spawn the instance on the hypervisor. [ 727.130862] env[65665]: DEBUG nova.compute.manager [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 727.132141] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a060fdc3-a955-4d1b-91a6-ca7699ffdd03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.194312] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.341619] env[65665]: WARNING neutronclient.v2_0.client [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.384177] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854308, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.386321] env[65665]: WARNING neutronclient.v2_0.client [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.445659] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779288} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.451632] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 0353ad63-f63b-41ce-8001-dba560cc21c4/0353ad63-f63b-41ce-8001-dba560cc21c4.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.452193] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.453016] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89596} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.453399] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c61cfe11-ca43-4be2-96e1-177f233c76db {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.456193] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] abc93bf9-5fb2-44e0-87ad-2a1ac3083f87/abc93bf9-5fb2-44e0-87ad-2a1ac3083f87.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.456459] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.460370] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ed0e452-6df4-420d-aa23-597bbd48d00a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.472422] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 727.472422] env[65665]: value = "task-4854312" [ 727.472422] env[65665]: _type = "Task" [ 727.472422] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.474398] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 727.474398] env[65665]: value = "task-4854313" [ 727.474398] env[65665]: _type = "Task" [ 727.474398] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.485668] env[65665]: DEBUG nova.network.neutron [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Successfully updated port: 7bd73eb4-f859-432f-bcae-e93cd92a85ca {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 727.493834] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.494637] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.528627] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.529359] env[65665]: DEBUG nova.compute.manager [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 727.533595] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.600s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.533843] env[65665]: DEBUG nova.objects.instance [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Lazy-loading 'resources' on Instance uuid 342801b3-9ef7-47cd-931c-59342b743356 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.563145] env[65665]: DEBUG nova.network.neutron [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Updated VIF entry in instance network info cache for port 1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 727.563570] env[65665]: DEBUG nova.network.neutron [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Updating instance_info_cache with network_info: [{"id": "1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31", "address": "fa:16:3e:a5:02:b5", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8bd467-fb", "ovs_interfaceid": "1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.610832] env[65665]: DEBUG nova.network.neutron [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updated VIF entry in instance network info cache for port 7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 727.611267] env[65665]: DEBUG nova.network.neutron [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance_info_cache with network_info: [{"id": "7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3", "address": "fa:16:3e:0a:4e:43", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b22f3fd-3d", "ovs_interfaceid": "7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.657717] env[65665]: INFO nova.compute.manager [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Took 38.22 seconds to build instance. [ 727.695747] env[65665]: DEBUG oslo_vmware.api [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854311, 'name': PowerOnVM_Task, 'duration_secs': 0.777782} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.696543] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.696905] env[65665]: INFO nova.compute.manager [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Took 10.97 seconds to spawn the instance on the hypervisor. [ 727.697207] env[65665]: DEBUG nova.compute.manager [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 727.698270] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c1a565-f197-4c87-a3d0-9d5c5875f7a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.887809] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854308, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.903097] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Acquiring lock "9702967b-83dc-4faa-ad5b-93290ac1b68c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.903530] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Lock "9702967b-83dc-4faa-ad5b-93290ac1b68c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.903728] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Acquiring lock "9702967b-83dc-4faa-ad5b-93290ac1b68c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.903953] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Lock "9702967b-83dc-4faa-ad5b-93290ac1b68c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.904064] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Lock "9702967b-83dc-4faa-ad5b-93290ac1b68c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.907385] env[65665]: INFO nova.compute.manager [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Terminating instance [ 727.991902] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304531} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.992191] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230968} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.992427] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.992714] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.993515] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30193993-912b-49ce-a370-49f9b0350740 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.997275] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56790d1f-430b-4f93-aa1b-80f1578b15d4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.999438] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "refresh_cache-593b27bd-4b73-47f7-8038-be5af33b0047" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.999630] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "refresh_cache-593b27bd-4b73-47f7-8038-be5af33b0047" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.999803] env[65665]: DEBUG nova.network.neutron [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 728.032458] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 0353ad63-f63b-41ce-8001-dba560cc21c4/0353ad63-f63b-41ce-8001-dba560cc21c4.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.041721] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] abc93bf9-5fb2-44e0-87ad-2a1ac3083f87/abc93bf9-5fb2-44e0-87ad-2a1ac3083f87.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.042711] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f45359b-21d5-4af6-a56e-27186900e33f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.061671] env[65665]: DEBUG nova.compute.utils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.065941] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12a0e821-7759-4470-a062-7375c79a7ea2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.084313] env[65665]: DEBUG nova.compute.manager [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 728.084313] env[65665]: DEBUG nova.network.neutron [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 728.084313] env[65665]: WARNING neutronclient.v2_0.client [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.084313] env[65665]: WARNING neutronclient.v2_0.client [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.084447] env[65665]: DEBUG oslo_concurrency.lockutils [req-666e1378-cf40-4e27-be7e-f4ab239d6477 req-fe0753b2-94c7-48a7-b035-7e541cd4a15a service nova] Releasing lock "refresh_cache-abc93bf9-5fb2-44e0-87ad-2a1ac3083f87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.092202] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 728.092202] env[65665]: value = "task-4854315" [ 728.092202] env[65665]: _type = "Task" [ 728.092202] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.097890] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 728.097890] env[65665]: value = "task-4854316" [ 728.097890] env[65665]: _type = "Task" [ 728.097890] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.106264] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.114428] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] Releasing lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.114918] env[65665]: DEBUG nova.compute.manager [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Received event network-vif-plugged-7059d024-fd6b-4131-9b23-95cc899ba836 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 728.115028] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] Acquiring lock "b2c610bb-d374-4ed2-9062-9f4908ea0df7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.115217] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] Lock "b2c610bb-d374-4ed2-9062-9f4908ea0df7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.115423] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] Lock "b2c610bb-d374-4ed2-9062-9f4908ea0df7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.115522] env[65665]: DEBUG nova.compute.manager [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] No waiting events found dispatching network-vif-plugged-7059d024-fd6b-4131-9b23-95cc899ba836 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 728.115712] env[65665]: WARNING nova.compute.manager [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Received unexpected event network-vif-plugged-7059d024-fd6b-4131-9b23-95cc899ba836 for instance with vm_state building and task_state spawning. [ 728.115908] env[65665]: DEBUG nova.compute.manager [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Received event network-changed-7059d024-fd6b-4131-9b23-95cc899ba836 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 728.117236] env[65665]: DEBUG nova.compute.manager [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Refreshing instance network info cache due to event network-changed-7059d024-fd6b-4131-9b23-95cc899ba836. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 728.117236] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] Acquiring lock "refresh_cache-b2c610bb-d374-4ed2-9062-9f4908ea0df7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.117236] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] Acquired lock "refresh_cache-b2c610bb-d374-4ed2-9062-9f4908ea0df7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.117236] env[65665]: DEBUG nova.network.neutron [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Refreshing network info cache for port 7059d024-fd6b-4131-9b23-95cc899ba836 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.118138] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854316, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.145062] env[65665]: DEBUG nova.policy [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e09d064b30154d07b1b7830ea0b0729a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5d5fde731164b13a5316bf82e94c646', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.163234] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cad72202-bece-461c-ad24-abdfc9e84470 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.745s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.222067] env[65665]: INFO nova.compute.manager [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Took 36.50 seconds to build instance. [ 728.274226] env[65665]: DEBUG nova.objects.instance [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lazy-loading 'flavor' on Instance uuid 641c616e-96ce-4a56-9888-d9eca0c3111f {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.388793] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854308, 'name': CreateSnapshot_Task, 'duration_secs': 1.628511} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.389106] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 728.389887] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03659da-29c5-45f1-9fdf-c833af235cc4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.411405] env[65665]: DEBUG nova.compute.manager [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 728.411626] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.412652] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5d6452-7c03-4357-91ad-68c092660fa4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.424180] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.424359] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b677c2f-afaf-4dd9-b41c-0b1a27ecd0f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.434679] env[65665]: DEBUG oslo_vmware.api [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Waiting for the task: (returnval){ [ 728.434679] env[65665]: value = "task-4854317" [ 728.434679] env[65665]: _type = "Task" [ 728.434679] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.446518] env[65665]: DEBUG oslo_vmware.api [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.522181] env[65665]: DEBUG nova.network.neutron [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Successfully created port: 6ae84252-7e4c-4254-8be7-6ae4ad43ff05 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 728.572742] env[65665]: DEBUG nova.network.neutron [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 728.583615] env[65665]: DEBUG nova.compute.manager [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 728.606560] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.621261] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854316, 'name': ReconfigVM_Task, 'duration_secs': 0.306425} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.621856] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Reconfigured VM instance instance-00000025 to attach disk [datastore2] abc93bf9-5fb2-44e0-87ad-2a1ac3083f87/abc93bf9-5fb2-44e0-87ad-2a1ac3083f87.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.627331] env[65665]: WARNING neutronclient.v2_0.client [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.629451] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-430cb884-07db-42e8-bb97-993b07763061 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.642746] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 728.642746] env[65665]: value = "task-4854318" [ 728.642746] env[65665]: _type = "Task" [ 728.642746] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.654265] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854318, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.667602] env[65665]: DEBUG nova.compute.manager [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 728.724153] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a9b2c96b-5b9c-492e-b5b5-f3ceaab3970c tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "b2c610bb-d374-4ed2-9062-9f4908ea0df7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.940s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.729710] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127fb7e9-3098-48ed-993c-4c4518bada0d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.739403] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f763c315-335e-4ce5-8076-6d9da3aea46b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.779641] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "refresh_cache-641c616e-96ce-4a56-9888-d9eca0c3111f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.779848] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquired lock "refresh_cache-641c616e-96ce-4a56-9888-d9eca0c3111f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.780057] env[65665]: DEBUG nova.network.neutron [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 728.783543] env[65665]: DEBUG nova.objects.instance [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lazy-loading 'info_cache' on Instance uuid 641c616e-96ce-4a56-9888-d9eca0c3111f {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.784953] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce600837-57b3-4355-b883-6064fec169c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.795845] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360f8477-4308-4fff-8365-e8c57355679e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.813038] env[65665]: DEBUG nova.compute.provider_tree [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.912835] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 728.913640] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-061633bf-888a-478a-b337-fddbdfc73f88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.923479] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 728.923479] env[65665]: value = "task-4854319" [ 728.923479] env[65665]: _type = "Task" [ 728.923479] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.936022] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854319, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.951125] env[65665]: DEBUG oslo_vmware.api [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854317, 'name': PowerOffVM_Task, 'duration_secs': 0.26007} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.951125] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.951125] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.951125] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5db5c535-18d7-48dd-9f1f-4d03226e4347 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.995373] env[65665]: WARNING neutronclient.v2_0.client [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.022837] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.024344] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.024344] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Deleting the datastore file [datastore1] 9702967b-83dc-4faa-ad5b-93290ac1b68c {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.024344] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2ec5895-3b57-44b7-a205-cc9e7b1a9a88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.032358] env[65665]: DEBUG oslo_vmware.api [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Waiting for the task: (returnval){ [ 729.032358] env[65665]: value = "task-4854321" [ 729.032358] env[65665]: _type = "Task" [ 729.032358] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.042323] env[65665]: DEBUG oslo_vmware.api [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.105360] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854315, 'name': ReconfigVM_Task, 'duration_secs': 0.583855} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.105666] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 0353ad63-f63b-41ce-8001-dba560cc21c4/0353ad63-f63b-41ce-8001-dba560cc21c4.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.106259] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e5d1eae-7de1-42eb-a152-40d604c7897c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.115635] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 729.115635] env[65665]: value = "task-4854322" [ 729.115635] env[65665]: _type = "Task" [ 729.115635] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.126628] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854322, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.155640] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854318, 'name': Rename_Task, 'duration_secs': 0.220996} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.160124] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.160124] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de18f84b-ef3e-489f-a139-7aa974d1b2ef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.168087] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 729.168087] env[65665]: value = "task-4854323" [ 729.168087] env[65665]: _type = "Task" [ 729.168087] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.185263] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.209967] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.233925] env[65665]: DEBUG nova.compute.manager [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 729.290888] env[65665]: DEBUG nova.objects.base [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Object Instance<641c616e-96ce-4a56-9888-d9eca0c3111f> lazy-loaded attributes: flavor,info_cache {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 729.317233] env[65665]: DEBUG nova.scheduler.client.report [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.392325] env[65665]: DEBUG nova.network.neutron [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Updating instance_info_cache with network_info: [{"id": "7bd73eb4-f859-432f-bcae-e93cd92a85ca", "address": "fa:16:3e:52:6d:4b", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd73eb4-f8", "ovs_interfaceid": "7bd73eb4-f859-432f-bcae-e93cd92a85ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.436894] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854319, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.500716] env[65665]: WARNING neutronclient.v2_0.client [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.505488] env[65665]: DEBUG nova.compute.manager [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Received event network-vif-plugged-7bd73eb4-f859-432f-bcae-e93cd92a85ca {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 729.505736] env[65665]: DEBUG oslo_concurrency.lockutils [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] Acquiring lock "593b27bd-4b73-47f7-8038-be5af33b0047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.505918] env[65665]: DEBUG oslo_concurrency.lockutils [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] Lock "593b27bd-4b73-47f7-8038-be5af33b0047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.506126] env[65665]: DEBUG oslo_concurrency.lockutils [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] Lock "593b27bd-4b73-47f7-8038-be5af33b0047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.506309] env[65665]: DEBUG nova.compute.manager [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] No waiting events found dispatching network-vif-plugged-7bd73eb4-f859-432f-bcae-e93cd92a85ca {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 729.506506] env[65665]: WARNING nova.compute.manager [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Received unexpected event network-vif-plugged-7bd73eb4-f859-432f-bcae-e93cd92a85ca for instance with vm_state building and task_state spawning. [ 729.506695] env[65665]: DEBUG nova.compute.manager [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Received event network-changed-7bd73eb4-f859-432f-bcae-e93cd92a85ca {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 729.506824] env[65665]: DEBUG nova.compute.manager [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Refreshing instance network info cache due to event network-changed-7bd73eb4-f859-432f-bcae-e93cd92a85ca. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 729.506984] env[65665]: DEBUG oslo_concurrency.lockutils [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] Acquiring lock "refresh_cache-593b27bd-4b73-47f7-8038-be5af33b0047" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.529064] env[65665]: DEBUG nova.compute.manager [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Received event network-changed-0d68260b-506c-4055-9f6a-ef2a6f909f61 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 729.529208] env[65665]: DEBUG nova.compute.manager [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Refreshing instance network info cache due to event network-changed-0d68260b-506c-4055-9f6a-ef2a6f909f61. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 729.529380] env[65665]: DEBUG oslo_concurrency.lockutils [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] Acquiring lock "refresh_cache-f8ec910d-7db4-439b-a13d-df9eacdc4ab8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.530957] env[65665]: DEBUG oslo_concurrency.lockutils [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] Acquired lock "refresh_cache-f8ec910d-7db4-439b-a13d-df9eacdc4ab8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.530957] env[65665]: DEBUG nova.network.neutron [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Refreshing network info cache for port 0d68260b-506c-4055-9f6a-ef2a6f909f61 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.545075] env[65665]: DEBUG oslo_vmware.api [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Task: {'id': task-4854321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411595} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.548781] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.549065] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.549579] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.549579] env[65665]: INFO nova.compute.manager [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 729.549870] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 729.550716] env[65665]: DEBUG nova.compute.manager [-] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 729.550974] env[65665]: DEBUG nova.network.neutron [-] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 729.551301] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.595473] env[65665]: DEBUG nova.compute.manager [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 729.602922] env[65665]: DEBUG nova.network.neutron [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Updated VIF entry in instance network info cache for port 7059d024-fd6b-4131-9b23-95cc899ba836. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 729.603373] env[65665]: DEBUG nova.network.neutron [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Updating instance_info_cache with network_info: [{"id": "7059d024-fd6b-4131-9b23-95cc899ba836", "address": "fa:16:3e:9e:5f:e7", "network": {"id": "762b0cca-2c2d-43e5-b60f-a13d9503c2d4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-584556392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d736daa70ff4ab98dd2099937ee0f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7059d024-fd", "ovs_interfaceid": "7059d024-fd6b-4131-9b23-95cc899ba836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.632319] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854322, 'name': Rename_Task, 'duration_secs': 0.186483} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.635217] env[65665]: DEBUG nova.virt.hardware [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 729.635606] env[65665]: DEBUG nova.virt.hardware [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.635832] env[65665]: DEBUG nova.virt.hardware [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 729.635832] env[65665]: DEBUG nova.virt.hardware [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.635956] env[65665]: DEBUG nova.virt.hardware [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 729.636291] env[65665]: DEBUG nova.virt.hardware [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 729.636671] env[65665]: DEBUG nova.virt.hardware [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 729.636898] env[65665]: DEBUG nova.virt.hardware [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 729.637128] env[65665]: DEBUG nova.virt.hardware [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 729.637394] env[65665]: DEBUG nova.virt.hardware [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 729.637692] env[65665]: DEBUG nova.virt.hardware [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 729.640009] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.640009] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5021b5ff-0911-4359-8c77-a74993ef21b7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.644045] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.646631] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ab87704-d842-49ed-953c-549ffbcb2760 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.648921] env[65665]: DEBUG nova.compute.manager [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 729.652229] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adfdce8-086f-4801-9389-ca2f32cfe19c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.667633] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 729.667633] env[65665]: value = "task-4854324" [ 729.667633] env[65665]: _type = "Task" [ 729.667633] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.669417] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e6ce3e-9ec6-4dc1-a5cd-7c4392da47fd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.688825] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854323, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.699724] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854324, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.759794] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.795560] env[65665]: WARNING neutronclient.v2_0.client [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.823742] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.827216] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.165s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.827523] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.827768] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 729.828208] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.725s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.831670] env[65665]: INFO nova.compute.claims [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.837214] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3898af-bcf9-4b9a-9637-0c93b83cb42b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.846578] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ace628-78f9-492d-be23-1d99c4579a8c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.863096] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94be531-43aa-463f-a663-31ec6c83358a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.871817] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf118c80-542e-41b5-a5db-49bb82776562 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.876761] env[65665]: INFO nova.scheduler.client.report [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Deleted allocations for instance 342801b3-9ef7-47cd-931c-59342b743356 [ 729.911053] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "refresh_cache-593b27bd-4b73-47f7-8038-be5af33b0047" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.911053] env[65665]: DEBUG nova.compute.manager [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Instance network_info: |[{"id": "7bd73eb4-f859-432f-bcae-e93cd92a85ca", "address": "fa:16:3e:52:6d:4b", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd73eb4-f8", "ovs_interfaceid": "7bd73eb4-f859-432f-bcae-e93cd92a85ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 729.912374] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178655MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 729.912374] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.912374] env[65665]: DEBUG oslo_concurrency.lockutils [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] Acquired lock "refresh_cache-593b27bd-4b73-47f7-8038-be5af33b0047" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.912374] env[65665]: DEBUG nova.network.neutron [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Refreshing network info cache for port 7bd73eb4-f859-432f-bcae-e93cd92a85ca {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.912842] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:6d:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bd73eb4-f859-432f-bcae-e93cd92a85ca', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.921893] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Creating folder: Project (599399ceeacb45d7a2a3905c63eae0d2). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.922369] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a411f082-d4d8-4af0-8910-4ebf8a1d3b07 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.938194] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854319, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.939700] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Created folder: Project (599399ceeacb45d7a2a3905c63eae0d2) in parent group-v946135. [ 729.940051] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Creating folder: Instances. Parent ref: group-v946249. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.941940] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec8beab1-ccb8-4cc8-9367-f7910bccc73d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.956389] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Created folder: Instances in parent group-v946249. [ 729.956389] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 729.957191] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.957498] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97f7835f-0757-4606-af20-62a63adb742c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.984018] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.984018] env[65665]: value = "task-4854327" [ 729.984018] env[65665]: _type = "Task" [ 729.984018] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.993658] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854327, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.034079] env[65665]: WARNING neutronclient.v2_0.client [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.106121] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa3e5c18-5283-4791-acf5-0ded4ae54573 req-606a1649-a766-4827-a2bd-6ac4dc20e8e8 service nova] Releasing lock "refresh_cache-b2c610bb-d374-4ed2-9062-9f4908ea0df7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.124549] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 730.124731] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946246', 'volume_id': 'baaa9354-3a9b-4161-8f9b-a15876c71328', 'name': 'volume-baaa9354-3a9b-4161-8f9b-a15876c71328', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '206acfbf-6270-4722-b2c3-954d2dd8d935', 'attached_at': '', 'detached_at': '', 'volume_id': 'baaa9354-3a9b-4161-8f9b-a15876c71328', 'serial': 'baaa9354-3a9b-4161-8f9b-a15876c71328'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 730.126214] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf0e1ad-41cc-4d81-b8c1-ca47a958f631 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.149150] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379f8286-9132-4199-b55d-268713ddd5cb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.171506] env[65665]: INFO nova.compute.manager [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] instance snapshotting [ 730.171734] env[65665]: WARNING nova.compute.manager [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 730.181750] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-baaa9354-3a9b-4161-8f9b-a15876c71328/volume-baaa9354-3a9b-4161-8f9b-a15876c71328.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.182712] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa48b50-ebec-4ad0-8fd9-97744b622fda {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.198472] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c489168-97d1-4500-a028-7c93ba6de7e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.215496] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854324, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.237639] env[65665]: DEBUG oslo_vmware.api [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854323, 'name': PowerOnVM_Task, 'duration_secs': 0.843385} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.238707] env[65665]: DEBUG oslo_vmware.api [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Waiting for the task: (returnval){ [ 730.238707] env[65665]: value = "task-4854328" [ 730.238707] env[65665]: _type = "Task" [ 730.238707] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.242041] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.242449] env[65665]: INFO nova.compute.manager [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Took 8.90 seconds to spawn the instance on the hypervisor. [ 730.242740] env[65665]: DEBUG nova.compute.manager [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 730.244414] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354ebc93-4241-42ea-a973-6da87c7b5524 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.248439] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd5aab5-37d7-4fde-b105-68f8b1b0c8cc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.272210] env[65665]: DEBUG oslo_vmware.api [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Task: {'id': task-4854328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.319130] env[65665]: DEBUG nova.network.neutron [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Successfully updated port: 6ae84252-7e4c-4254-8be7-6ae4ad43ff05 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 730.416711] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5d9f02e-5748-46e0-9980-a07331dfd0d9 tempest-ServersTestJSON-1232390414 tempest-ServersTestJSON-1232390414-project-member] Lock "342801b3-9ef7-47cd-931c-59342b743356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.054s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.423254] env[65665]: WARNING neutronclient.v2_0.client [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.436289] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854319, 'name': CloneVM_Task, 'duration_secs': 1.416534} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.436435] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Created linked-clone VM from snapshot [ 730.438614] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1511315-e33f-4ee4-902f-db5274c09884 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.445269] env[65665]: DEBUG nova.network.neutron [-] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.459506] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Uploading image ba8333f3-9384-4004-881c-2392414d10e7 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 730.500543] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854327, 'name': CreateVM_Task, 'duration_secs': 0.432006} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.505634] env[65665]: DEBUG oslo_vmware.rw_handles [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 730.505634] env[65665]: value = "vm-946248" [ 730.505634] env[65665]: _type = "VirtualMachine" [ 730.505634] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 730.506053] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.506322] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e3e90cb9-b538-4982-b0cc-aac9980015c2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.508623] env[65665]: WARNING neutronclient.v2_0.client [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.508987] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.509212] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.509466] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.510633] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0825f5c9-9fda-49b6-bf8f-c778169abda1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.516666] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 730.516666] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523b41de-8c61-48bd-27a6-3c894673cb3b" [ 730.516666] env[65665]: _type = "Task" [ 730.516666] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.522158] env[65665]: DEBUG oslo_vmware.rw_handles [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lease: (returnval){ [ 730.522158] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5212756a-bc11-a4d4-7cde-0b5fc80db5c6" [ 730.522158] env[65665]: _type = "HttpNfcLease" [ 730.522158] env[65665]: } obtained for exporting VM: (result){ [ 730.522158] env[65665]: value = "vm-946248" [ 730.522158] env[65665]: _type = "VirtualMachine" [ 730.522158] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 730.522589] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the lease: (returnval){ [ 730.522589] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5212756a-bc11-a4d4-7cde-0b5fc80db5c6" [ 730.522589] env[65665]: _type = "HttpNfcLease" [ 730.522589] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 730.530767] env[65665]: WARNING neutronclient.v2_0.client [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.533399] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523b41de-8c61-48bd-27a6-3c894673cb3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.537661] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.537661] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5212756a-bc11-a4d4-7cde-0b5fc80db5c6" [ 730.537661] env[65665]: _type = "HttpNfcLease" [ 730.537661] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 730.537999] env[65665]: DEBUG oslo_vmware.rw_handles [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 730.537999] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5212756a-bc11-a4d4-7cde-0b5fc80db5c6" [ 730.537999] env[65665]: _type = "HttpNfcLease" [ 730.537999] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 730.538717] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a475b370-9537-4f91-ba92-9e7a71de8a34 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.548412] env[65665]: DEBUG oslo_vmware.rw_handles [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e84c93-5138-c0d6-24c2-4b84d66afee2/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 730.548670] env[65665]: DEBUG oslo_vmware.rw_handles [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e84c93-5138-c0d6-24c2-4b84d66afee2/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 730.607435] env[65665]: WARNING neutronclient.v2_0.client [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.692157] env[65665]: DEBUG nova.network.neutron [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Updating instance_info_cache with network_info: [{"id": "38c6214e-7919-43f5-9782-551849b670cc", "address": "fa:16:3e:40:18:cd", "network": {"id": "11fdf591-1375-4e8a-97fc-ec37e88c6f18", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-11256204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "11e8c22fa2f846399b1a7e1951e96061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38c6214e-79", "ovs_interfaceid": "38c6214e-7919-43f5-9782-551849b670cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.695417] env[65665]: DEBUG oslo_vmware.api [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854324, 'name': PowerOnVM_Task, 'duration_secs': 0.628322} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.695985] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.696190] env[65665]: INFO nova.compute.manager [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Took 6.64 seconds to spawn the instance on the hypervisor. [ 730.696357] env[65665]: DEBUG nova.compute.manager [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 730.697183] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bcc34a-08b5-465a-bfe7-780b6bc164a8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.710441] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9bc9ad32-0157-441c-95ad-abb2e5858b36 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.729883] env[65665]: DEBUG nova.network.neutron [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Updated VIF entry in instance network info cache for port 0d68260b-506c-4055-9f6a-ef2a6f909f61. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 730.729883] env[65665]: DEBUG nova.network.neutron [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Updating instance_info_cache with network_info: [{"id": "0d68260b-506c-4055-9f6a-ef2a6f909f61", "address": "fa:16:3e:36:7f:4e", "network": {"id": "09e58a33-f39e-4b6d-94ab-5cabb9a881b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1012312252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2763b4b0b46460cb006fc17b475868d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d68260b-50", "ovs_interfaceid": "0d68260b-506c-4055-9f6a-ef2a6f909f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.766889] env[65665]: DEBUG oslo_vmware.api [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Task: {'id': task-4854328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.777459] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 730.777769] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-befdb30f-2296-43f0-9c74-0d61e6e7356c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.790821] env[65665]: INFO nova.compute.manager [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Took 36.60 seconds to build instance. [ 730.791838] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 730.791838] env[65665]: value = "task-4854330" [ 730.791838] env[65665]: _type = "Task" [ 730.791838] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.801713] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854330, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.803035] env[65665]: WARNING neutronclient.v2_0.client [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.824415] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Acquiring lock "refresh_cache-5da7a49f-0b76-4a04-83d6-ce8d4330a41a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.824415] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Acquired lock "refresh_cache-5da7a49f-0b76-4a04-83d6-ce8d4330a41a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.824415] env[65665]: DEBUG nova.network.neutron [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 730.948713] env[65665]: INFO nova.compute.manager [-] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Took 1.40 seconds to deallocate network for instance. [ 731.033811] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523b41de-8c61-48bd-27a6-3c894673cb3b, 'name': SearchDatastore_Task, 'duration_secs': 0.017045} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.036480] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.036819] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.036954] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.037173] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.037423] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.041388] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a1cb09f-8343-4ca2-8709-1b54c3c17658 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.054888] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.054966] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.055751] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68055a49-56d1-421f-a05b-5b43032156fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.074482] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 731.074482] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c44f4b-38a8-a3ef-faaf-f81d4e975816" [ 731.074482] env[65665]: _type = "Task" [ 731.074482] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.092590] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c44f4b-38a8-a3ef-faaf-f81d4e975816, 'name': SearchDatastore_Task, 'duration_secs': 0.016723} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.097081] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae4ef50-2dd6-40b2-9ee2-4d9c0b8d9493 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.103344] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 731.103344] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527252dc-7525-d5eb-b8ee-f782c6236f07" [ 731.103344] env[65665]: _type = "Task" [ 731.103344] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.115763] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527252dc-7525-d5eb-b8ee-f782c6236f07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.197677] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Releasing lock "refresh_cache-641c616e-96ce-4a56-9888-d9eca0c3111f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.223260] env[65665]: INFO nova.compute.manager [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Took 30.64 seconds to build instance. [ 731.234333] env[65665]: DEBUG oslo_concurrency.lockutils [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] Releasing lock "refresh_cache-f8ec910d-7db4-439b-a13d-df9eacdc4ab8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.234898] env[65665]: DEBUG nova.compute.manager [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Received event network-changed-82224622-3b4c-451c-b4a3-dcd8624109d7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 731.235050] env[65665]: DEBUG nova.compute.manager [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Refreshing instance network info cache due to event network-changed-82224622-3b4c-451c-b4a3-dcd8624109d7. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 731.235384] env[65665]: DEBUG oslo_concurrency.lockutils [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] Acquiring lock "refresh_cache-98430fc3-58ac-434b-9538-de5de5c0c83b" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.235384] env[65665]: DEBUG oslo_concurrency.lockutils [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] Acquired lock "refresh_cache-98430fc3-58ac-434b-9538-de5de5c0c83b" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.235637] env[65665]: DEBUG nova.network.neutron [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Refreshing network info cache for port 82224622-3b4c-451c-b4a3-dcd8624109d7 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.258813] env[65665]: DEBUG oslo_vmware.api [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Task: {'id': task-4854328, 'name': ReconfigVM_Task, 'duration_secs': 0.730629} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.262122] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-baaa9354-3a9b-4161-8f9b-a15876c71328/volume-baaa9354-3a9b-4161-8f9b-a15876c71328.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.269135] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c741726-d3d9-4449-8145-564f59fd9754 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.280607] env[65665]: DEBUG nova.network.neutron [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Updated VIF entry in instance network info cache for port 7bd73eb4-f859-432f-bcae-e93cd92a85ca. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 731.281070] env[65665]: DEBUG nova.network.neutron [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Updating instance_info_cache with network_info: [{"id": "7bd73eb4-f859-432f-bcae-e93cd92a85ca", "address": "fa:16:3e:52:6d:4b", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd73eb4-f8", "ovs_interfaceid": "7bd73eb4-f859-432f-bcae-e93cd92a85ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.290211] env[65665]: DEBUG oslo_vmware.api [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Waiting for the task: (returnval){ [ 731.290211] env[65665]: value = "task-4854331" [ 731.290211] env[65665]: _type = "Task" [ 731.290211] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.295056] env[65665]: DEBUG oslo_concurrency.lockutils [None req-696eaa1c-c97f-4932-845b-9ac539e90487 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "abc93bf9-5fb2-44e0-87ad-2a1ac3083f87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.183s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.310212] env[65665]: DEBUG oslo_vmware.api [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Task: {'id': task-4854331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.318099] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854330, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.394788] env[65665]: DEBUG nova.network.neutron [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 731.441622] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccec198b-a000-41b1-864c-43d1a1d03eea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.450737] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c8ec8a-4e7d-44c9-8052-292ee23f42e5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.456229] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.488831] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eff4442-6564-455c-8483-90af2647b756 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.498300] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a14388-1336-4c2f-a12c-a479620f60fe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.519606] env[65665]: DEBUG nova.compute.provider_tree [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.539769] env[65665]: WARNING neutronclient.v2_0.client [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.622032] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527252dc-7525-d5eb-b8ee-f782c6236f07, 'name': SearchDatastore_Task, 'duration_secs': 0.015381} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.622416] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.622767] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 593b27bd-4b73-47f7-8038-be5af33b0047/593b27bd-4b73-47f7-8038-be5af33b0047.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.623110] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6409de2-fd97-4891-8024-feeb8f641354 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.631304] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 731.631304] env[65665]: value = "task-4854332" [ 731.631304] env[65665]: _type = "Task" [ 731.631304] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.638394] env[65665]: DEBUG nova.network.neutron [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Updating instance_info_cache with network_info: [{"id": "6ae84252-7e4c-4254-8be7-6ae4ad43ff05", "address": "fa:16:3e:bf:3d:9f", "network": {"id": "2ebe7e62-97af-4a1f-8599-3e8b762de74c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-8486189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e5d5fde731164b13a5316bf82e94c646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae84252-7e", "ovs_interfaceid": "6ae84252-7e4c-4254-8be7-6ae4ad43ff05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.643526] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.726113] env[65665]: DEBUG oslo_concurrency.lockutils [None req-410343b9-c0f7-4956-8041-8b640ead45f5 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lock "0353ad63-f63b-41ce-8001-dba560cc21c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.762s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.741639] env[65665]: WARNING neutronclient.v2_0.client [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.786683] env[65665]: DEBUG oslo_concurrency.lockutils [req-b56843fa-c4f0-43f2-b2f7-cf262ddba087 req-aaf24a1e-1991-43e6-8dc0-f02cf19b169d service nova] Releasing lock "refresh_cache-593b27bd-4b73-47f7-8038-be5af33b0047" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.803075] env[65665]: DEBUG nova.compute.manager [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 731.809934] env[65665]: DEBUG oslo_vmware.api [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Task: {'id': task-4854331, 'name': ReconfigVM_Task, 'duration_secs': 0.181304} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.810706] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946246', 'volume_id': 'baaa9354-3a9b-4161-8f9b-a15876c71328', 'name': 'volume-baaa9354-3a9b-4161-8f9b-a15876c71328', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '206acfbf-6270-4722-b2c3-954d2dd8d935', 'attached_at': '', 'detached_at': '', 'volume_id': 'baaa9354-3a9b-4161-8f9b-a15876c71328', 'serial': 'baaa9354-3a9b-4161-8f9b-a15876c71328'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 731.815822] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854330, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.023347] env[65665]: DEBUG nova.scheduler.client.report [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.030613] env[65665]: WARNING neutronclient.v2_0.client [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.070862] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "interface-7a8521b4-865f-48a2-b67d-7e8ee951e5f9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.070862] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-7a8521b4-865f-48a2-b67d-7e8ee951e5f9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.070862] env[65665]: DEBUG nova.objects.instance [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'flavor' on Instance uuid 7a8521b4-865f-48a2-b67d-7e8ee951e5f9 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.122319] env[65665]: DEBUG nova.compute.manager [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Stashing vm_state: active {{(pid=65665) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 732.144991] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Releasing lock "refresh_cache-5da7a49f-0b76-4a04-83d6-ce8d4330a41a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.145863] env[65665]: DEBUG nova.compute.manager [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Instance network_info: |[{"id": "6ae84252-7e4c-4254-8be7-6ae4ad43ff05", "address": "fa:16:3e:bf:3d:9f", "network": {"id": "2ebe7e62-97af-4a1f-8599-3e8b762de74c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-8486189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e5d5fde731164b13a5316bf82e94c646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae84252-7e", "ovs_interfaceid": "6ae84252-7e4c-4254-8be7-6ae4ad43ff05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 732.146447] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854332, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.147652] env[65665]: DEBUG nova.network.neutron [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Updated VIF entry in instance network info cache for port 82224622-3b4c-451c-b4a3-dcd8624109d7. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 732.148112] env[65665]: DEBUG nova.network.neutron [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Updating instance_info_cache with network_info: [{"id": "82224622-3b4c-451c-b4a3-dcd8624109d7", "address": "fa:16:3e:4b:ce:e4", "network": {"id": "29fbd8cb-5734-4d0d-8842-4ac4e38ea9fd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1728350696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "794aff44d40f406bbdd547c974edb928", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82224622-3b", "ovs_interfaceid": "82224622-3b4c-451c-b4a3-dcd8624109d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.149566] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:3d:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ae84252-7e4c-4254-8be7-6ae4ad43ff05', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.158210] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Creating folder: Project (e5d5fde731164b13a5316bf82e94c646). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.159047] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-529033ac-d4a5-4e22-9b6f-9fe830dc23a0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.171578] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Created folder: Project (e5d5fde731164b13a5316bf82e94c646) in parent group-v946135. [ 732.171867] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Creating folder: Instances. Parent ref: group-v946253. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.172683] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3a433af-b800-4987-90bc-4507f7427e73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.185282] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Created folder: Instances in parent group-v946253. [ 732.185593] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 732.185803] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.186031] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab3b9168-782b-43b8-bf05-f82675b2ec05 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.207345] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.207596] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33e5e7f4-2643-4118-8d7a-f8349fef9b41 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.212184] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.212184] env[65665]: value = "task-4854335" [ 732.212184] env[65665]: _type = "Task" [ 732.212184] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.219176] env[65665]: DEBUG oslo_vmware.api [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 732.219176] env[65665]: value = "task-4854336" [ 732.219176] env[65665]: _type = "Task" [ 732.219176] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.224048] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854335, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.234933] env[65665]: DEBUG oslo_vmware.api [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.314181] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854330, 'name': CreateSnapshot_Task, 'duration_secs': 1.026979} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.314695] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 732.318721] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28d0572-75c0-4cc3-831d-49b904e47bac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.343812] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.535489] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.536070] env[65665]: DEBUG nova.compute.manager [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 732.539774] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.766s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.541868] env[65665]: INFO nova.compute.claims [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.580381] env[65665]: WARNING neutronclient.v2_0.client [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.643446] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623857} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.647095] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 593b27bd-4b73-47f7-8038-be5af33b0047/593b27bd-4b73-47f7-8038-be5af33b0047.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.647372] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.648543] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.649348] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15cf57e0-8819-430b-ae4f-b98d5778a26e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.660645] env[65665]: DEBUG oslo_concurrency.lockutils [req-7ce6c474-b1e2-4c63-9226-cabe660bafae req-d35b5f97-d297-46c4-93b1-937257a20f0f service nova] Releasing lock "refresh_cache-98430fc3-58ac-434b-9538-de5de5c0c83b" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.661662] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 732.661662] env[65665]: value = "task-4854337" [ 732.661662] env[65665]: _type = "Task" [ 732.661662] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.675203] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.698113] env[65665]: DEBUG nova.objects.instance [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'pci_requests' on Instance uuid 7a8521b4-865f-48a2-b67d-7e8ee951e5f9 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.728094] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854335, 'name': CreateVM_Task, 'duration_secs': 0.505044} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.731666] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.732467] env[65665]: WARNING neutronclient.v2_0.client [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.733035] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.733558] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.735253] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.736444] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2127d9f3-5eed-43f3-85e6-2c1c2860d744 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.744370] env[65665]: DEBUG oslo_vmware.api [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854336, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.746438] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Waiting for the task: (returnval){ [ 732.746438] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5214d70a-fedd-337e-424b-cf55f58fb411" [ 732.746438] env[65665]: _type = "Task" [ 732.746438] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.759495] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5214d70a-fedd-337e-424b-cf55f58fb411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.851926] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 732.852997] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6a85039d-519d-4f9d-961f-1a8563cc6fbf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.864635] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 732.864635] env[65665]: value = "task-4854338" [ 732.864635] env[65665]: _type = "Task" [ 732.864635] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.876325] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854338, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.883431] env[65665]: DEBUG nova.objects.instance [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Lazy-loading 'flavor' on Instance uuid 206acfbf-6270-4722-b2c3-954d2dd8d935 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.048340] env[65665]: DEBUG nova.compute.utils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.052257] env[65665]: DEBUG nova.compute.manager [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 733.052711] env[65665]: DEBUG nova.network.neutron [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 733.052711] env[65665]: WARNING neutronclient.v2_0.client [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.052711] env[65665]: WARNING neutronclient.v2_0.client [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.128335] env[65665]: DEBUG nova.policy [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6ed49152cff46d0a1fe9b936d2d61f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce4b98ed523541f1ac609370a9c37ea1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.177400] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092086} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.177664] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.178741] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c10e49-355a-45df-bd9d-f80c4ef37e10 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.203687] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 593b27bd-4b73-47f7-8038-be5af33b0047/593b27bd-4b73-47f7-8038-be5af33b0047.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.204686] env[65665]: DEBUG nova.objects.base [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Object Instance<7a8521b4-865f-48a2-b67d-7e8ee951e5f9> lazy-loaded attributes: flavor,pci_requests {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 733.204871] env[65665]: DEBUG nova.network.neutron [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 733.205214] env[65665]: WARNING neutronclient.v2_0.client [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.205505] env[65665]: WARNING neutronclient.v2_0.client [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.207507] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51df0afe-ad43-4616-a041-2f0ffc314a92 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.233306] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 733.233306] env[65665]: value = "task-4854339" [ 733.233306] env[65665]: _type = "Task" [ 733.233306] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.240734] env[65665]: DEBUG oslo_vmware.api [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854336, 'name': PowerOnVM_Task, 'duration_secs': 0.559794} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.241545] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.241796] env[65665]: DEBUG nova.compute.manager [None req-7c687b76-b4ae-4745-87e9-a19a998cd832 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 733.242750] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda3e6fc-182a-44d6-9344-6a8e10843998 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.250037] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.267226] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5214d70a-fedd-337e-424b-cf55f58fb411, 'name': SearchDatastore_Task, 'duration_secs': 0.016894} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.267604] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.267873] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.268202] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.268350] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.268555] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.268857] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1439a49-eef5-40aa-ba8f-c581c6b6ff9e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.281256] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.281760] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.282510] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b6fa04-ffdb-4d09-bc37-89e784c60ba7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.291017] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Waiting for the task: (returnval){ [ 733.291017] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52334a50-45ad-cfa1-4d90-2ba5f30cf2cf" [ 733.291017] env[65665]: _type = "Task" [ 733.291017] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.302590] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52334a50-45ad-cfa1-4d90-2ba5f30cf2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.375182] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854338, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.389056] env[65665]: DEBUG oslo_concurrency.lockutils [None req-76782cee-04a3-4f47-8217-3f9063ee6642 tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.904s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.495634] env[65665]: DEBUG nova.compute.manager [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 733.496650] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aa2b86-e431-4dce-9459-162f7c3529ab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.501229] env[65665]: DEBUG nova.network.neutron [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Successfully created port: 0f98acb3-23ce-436b-b5d0-939b84cdd68d {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 733.552886] env[65665]: DEBUG nova.compute.manager [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 733.575817] env[65665]: DEBUG nova.policy [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179afa96e4c44c34bdb756c0e704b61b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19922781a3704af9828c1bf54df07b9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.746617] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.805978] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52334a50-45ad-cfa1-4d90-2ba5f30cf2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.016426} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.806702] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eff147a-f6b3-4e6f-a064-afa7b550c25c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.817024] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Waiting for the task: (returnval){ [ 733.817024] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5246e006-8561-14c8-9c39-811ead69741b" [ 733.817024] env[65665]: _type = "Task" [ 733.817024] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.829690] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5246e006-8561-14c8-9c39-811ead69741b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.882751] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854338, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.010589] env[65665]: INFO nova.compute.manager [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] instance snapshotting [ 734.014322] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acade55a-5b00-4fa0-aca2-bff2976abfc0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.040790] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40583217-79a8-4176-9b53-dbc3587f8610 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.140285] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42be7f0a-cbae-4a96-819c-ce56732f16c4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.148793] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ec8f40-f475-4c13-b110-b8a8161fb926 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.185940] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070360a9-59d6-48f9-8dc8-b2aeade98570 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.195792] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6198d7a6-8c3b-49bb-94e8-870316f57aa4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.211480] env[65665]: DEBUG nova.compute.provider_tree [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.246571] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854339, 'name': ReconfigVM_Task, 'duration_secs': 0.816851} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.246798] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 593b27bd-4b73-47f7-8038-be5af33b0047/593b27bd-4b73-47f7-8038-be5af33b0047.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.247584] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1437625-a378-4b04-840d-6d8f3682a13b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.255565] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 734.255565] env[65665]: value = "task-4854340" [ 734.255565] env[65665]: _type = "Task" [ 734.255565] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.264857] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854340, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.331570] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5246e006-8561-14c8-9c39-811ead69741b, 'name': SearchDatastore_Task, 'duration_secs': 0.033326} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.331887] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.332323] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 5da7a49f-0b76-4a04-83d6-ce8d4330a41a/5da7a49f-0b76-4a04-83d6-ce8d4330a41a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.332662] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e958584-c1e7-4697-b647-f6f65b144dd9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.340895] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Waiting for the task: (returnval){ [ 734.340895] env[65665]: value = "task-4854341" [ 734.340895] env[65665]: _type = "Task" [ 734.340895] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.350193] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.382248] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854338, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.553828] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 734.554829] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84c598b3-9116-4748-ac54-aa0906e2aa11 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.565740] env[65665]: DEBUG nova.compute.manager [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 734.568719] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 734.568719] env[65665]: value = "task-4854342" [ 734.568719] env[65665]: _type = "Task" [ 734.568719] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.580285] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854342, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.595416] env[65665]: DEBUG nova.network.neutron [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Successfully created port: a0cc9108-2296-483a-9aa8-e2a3ff08a350 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 734.602542] env[65665]: DEBUG nova.virt.hardware [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 734.602816] env[65665]: DEBUG nova.virt.hardware [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.602975] env[65665]: DEBUG nova.virt.hardware [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 734.603181] env[65665]: DEBUG nova.virt.hardware [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.603331] env[65665]: DEBUG nova.virt.hardware [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 734.603480] env[65665]: DEBUG nova.virt.hardware [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 734.603713] env[65665]: DEBUG nova.virt.hardware [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 734.603874] env[65665]: DEBUG nova.virt.hardware [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 734.604058] env[65665]: DEBUG nova.virt.hardware [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 734.604223] env[65665]: DEBUG nova.virt.hardware [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 734.604395] env[65665]: DEBUG nova.virt.hardware [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 734.605346] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765eea8a-e02c-40b8-9f87-3bd4e090d51b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.614837] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0ad15c-788e-489f-8a15-03b74c95939f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.736734] env[65665]: ERROR nova.scheduler.client.report [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [req-84ff9396-bb64-42ef-b5b6-1a5c3bf9c841] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e52fd1e5-0d72-4d81-ad68-cf304205f8ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-84ff9396-bb64-42ef-b5b6-1a5c3bf9c841"}]} [ 734.762270] env[65665]: DEBUG nova.scheduler.client.report [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Refreshing inventories for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 734.770903] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854340, 'name': Rename_Task, 'duration_secs': 0.278825} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.771180] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.771443] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c0ed4d1-07e5-4151-bb12-04ceb6a0998d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.780402] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 734.780402] env[65665]: value = "task-4854343" [ 734.780402] env[65665]: _type = "Task" [ 734.780402] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.790226] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.792522] env[65665]: DEBUG nova.scheduler.client.report [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Updating ProviderTree inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 734.792522] env[65665]: DEBUG nova.compute.provider_tree [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.814899] env[65665]: DEBUG nova.scheduler.client.report [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Refreshing aggregate associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, aggregates: None {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 734.854590] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854341, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.856522] env[65665]: DEBUG nova.scheduler.client.report [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Refreshing trait associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 734.887118] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854338, 'name': CloneVM_Task, 'duration_secs': 1.781431} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.887118] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Created linked-clone VM from snapshot [ 734.887118] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329d2179-ebe3-4003-aef7-60204fc67588 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.896924] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Uploading image 8230b62c-e855-448c-9089-7ab998828f76 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 734.949297] env[65665]: DEBUG oslo_vmware.rw_handles [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 734.949297] env[65665]: value = "vm-946256" [ 734.949297] env[65665]: _type = "VirtualMachine" [ 734.949297] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 734.949863] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-14404d91-6d00-4a30-98a1-68ba3c0c60a2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.958773] env[65665]: DEBUG oslo_vmware.rw_handles [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lease: (returnval){ [ 734.958773] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528fde37-dd32-3e13-ca4f-86d9c93320d4" [ 734.958773] env[65665]: _type = "HttpNfcLease" [ 734.958773] env[65665]: } obtained for exporting VM: (result){ [ 734.958773] env[65665]: value = "vm-946256" [ 734.958773] env[65665]: _type = "VirtualMachine" [ 734.958773] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 734.959133] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the lease: (returnval){ [ 734.959133] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528fde37-dd32-3e13-ca4f-86d9c93320d4" [ 734.959133] env[65665]: _type = "HttpNfcLease" [ 734.959133] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 734.971278] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 734.971278] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528fde37-dd32-3e13-ca4f-86d9c93320d4" [ 734.971278] env[65665]: _type = "HttpNfcLease" [ 734.971278] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 735.082487] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854342, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.206648] env[65665]: DEBUG nova.network.neutron [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Successfully updated port: 0f98acb3-23ce-436b-b5d0-939b84cdd68d {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 735.297818] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854343, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.353469] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629608} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.356701] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 5da7a49f-0b76-4a04-83d6-ce8d4330a41a/5da7a49f-0b76-4a04-83d6-ce8d4330a41a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.356933] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.357759] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15b2a01a-9395-40a2-9a76-d98faf07c5bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.368586] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Waiting for the task: (returnval){ [ 735.368586] env[65665]: value = "task-4854345" [ 735.368586] env[65665]: _type = "Task" [ 735.368586] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.385414] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.452369] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6db8f2-5c09-4012-a87d-4f660d41405a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.462977] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101efc14-7272-477e-a9b4-4e069581daad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.474074] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.474074] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528fde37-dd32-3e13-ca4f-86d9c93320d4" [ 735.474074] env[65665]: _type = "HttpNfcLease" [ 735.474074] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 735.503717] env[65665]: DEBUG oslo_vmware.rw_handles [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 735.503717] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528fde37-dd32-3e13-ca4f-86d9c93320d4" [ 735.503717] env[65665]: _type = "HttpNfcLease" [ 735.503717] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 735.505276] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4558bfab-8116-473e-a788-e0c2d68330f3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.508581] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e64e9dd-4ba1-4138-b27e-078ec4327c62 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.518991] env[65665]: DEBUG oslo_vmware.rw_handles [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224f41b-c32b-5ec9-2a3b-279b9336f01a/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 735.519231] env[65665]: DEBUG oslo_vmware.rw_handles [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224f41b-c32b-5ec9-2a3b-279b9336f01a/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 735.524876] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51bb298-4d8b-4cbe-b180-8712669bb060 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.595342] env[65665]: DEBUG nova.compute.provider_tree [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.603811] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854342, 'name': CreateSnapshot_Task, 'duration_secs': 0.974188} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.604150] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 735.605188] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd4b4ba-25a4-4674-942b-c3e45bddf54f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.688712] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df3a0bc6-6706-44f5-b56c-f8dd0dd9c55c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.709771] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "refresh_cache-116b28c6-59e7-406b-aac0-dfc41bd2ce66" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.709995] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "refresh_cache-116b28c6-59e7-406b-aac0-dfc41bd2ce66" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.710580] env[65665]: DEBUG nova.network.neutron [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 735.795024] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854343, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.881364] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135272} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.881696] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.882736] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cc21da-805e-433d-b172-2b873b53d211 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.915852] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 5da7a49f-0b76-4a04-83d6-ce8d4330a41a/5da7a49f-0b76-4a04-83d6-ce8d4330a41a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.916212] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900a1a98-de09-4aa7-a29b-4a30dad1728b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.953716] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Waiting for the task: (returnval){ [ 735.953716] env[65665]: value = "task-4854346" [ 735.953716] env[65665]: _type = "Task" [ 735.953716] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.973629] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.129769] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 736.129956] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a07c857-53a3-45f6-9c78-22b0226f8ff1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.142026] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 736.142026] env[65665]: value = "task-4854347" [ 736.142026] env[65665]: _type = "Task" [ 736.142026] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.148667] env[65665]: DEBUG nova.scheduler.client.report [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Updated inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 736.149020] env[65665]: DEBUG nova.compute.provider_tree [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Updating resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba generation from 56 to 57 during operation: update_inventory {{(pid=65665) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 736.149269] env[65665]: DEBUG nova.compute.provider_tree [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.162834] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854347, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.295316] env[65665]: DEBUG oslo_vmware.api [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854343, 'name': PowerOnVM_Task, 'duration_secs': 1.067177} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.295743] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.296134] env[65665]: INFO nova.compute.manager [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Took 9.47 seconds to spawn the instance on the hypervisor. [ 736.296432] env[65665]: DEBUG nova.compute.manager [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 736.297596] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e9dbae-bee5-42d2-8514-dff7134de5c7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.386439] env[65665]: DEBUG nova.network.neutron [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 736.470857] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854346, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.657228] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.117s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.657721] env[65665]: DEBUG nova.compute.manager [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 736.662456] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854347, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.667155] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.575s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.669440] env[65665]: INFO nova.compute.claims [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.720658] env[65665]: WARNING neutronclient.v2_0.client [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.819418] env[65665]: INFO nova.compute.manager [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Took 29.48 seconds to build instance. [ 736.841492] env[65665]: DEBUG nova.network.neutron [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Updating instance_info_cache with network_info: [{"id": "0f98acb3-23ce-436b-b5d0-939b84cdd68d", "address": "fa:16:3e:ec:e2:c3", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f98acb3-23", "ovs_interfaceid": "0f98acb3-23ce-436b-b5d0-939b84cdd68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.962024] env[65665]: DEBUG nova.network.neutron [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Successfully updated port: a0cc9108-2296-483a-9aa8-e2a3ff08a350 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 736.966695] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854346, 'name': ReconfigVM_Task, 'duration_secs': 0.559375} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.967354] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 5da7a49f-0b76-4a04-83d6-ce8d4330a41a/5da7a49f-0b76-4a04-83d6-ce8d4330a41a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.968094] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30f3185f-fd8a-461a-b04f-4f0c1b17fe0c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.976732] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Waiting for the task: (returnval){ [ 736.976732] env[65665]: value = "task-4854348" [ 736.976732] env[65665]: _type = "Task" [ 736.976732] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.988695] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854348, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.161914] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854347, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.168812] env[65665]: DEBUG nova.compute.utils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.172148] env[65665]: DEBUG nova.compute.manager [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 737.173372] env[65665]: DEBUG nova.network.neutron [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 737.173372] env[65665]: WARNING neutronclient.v2_0.client [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.173372] env[65665]: WARNING neutronclient.v2_0.client [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.253100] env[65665]: DEBUG nova.policy [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c521e235bac4544afc1a286dc67d30f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd70d9f8c94bd43458a37932bc0ab3c98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.322354] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c9d69be-4d1b-4c8c-89a0-76c231139048 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "593b27bd-4b73-47f7-8038-be5af33b0047" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.487s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.347012] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "refresh_cache-116b28c6-59e7-406b-aac0-dfc41bd2ce66" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.347584] env[65665]: DEBUG nova.compute.manager [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Instance network_info: |[{"id": "0f98acb3-23ce-436b-b5d0-939b84cdd68d", "address": "fa:16:3e:ec:e2:c3", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f98acb3-23", "ovs_interfaceid": "0f98acb3-23ce-436b-b5d0-939b84cdd68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 737.348602] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:e2:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f98acb3-23ce-436b-b5d0-939b84cdd68d', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.357454] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Creating folder: Project (ce4b98ed523541f1ac609370a9c37ea1). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.358797] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64e30427-ddd6-4456-a6fa-f19fc85122ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.370831] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Created folder: Project (ce4b98ed523541f1ac609370a9c37ea1) in parent group-v946135. [ 737.371562] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Creating folder: Instances. Parent ref: group-v946259. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.371883] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc794fa5-6a05-47e6-8c7c-d1e7f1d63fe0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.385132] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Created folder: Instances in parent group-v946259. [ 737.385997] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 737.386795] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.387319] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d192166-5987-415a-a91f-9cb14ab2bc14 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.416799] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.416799] env[65665]: value = "task-4854351" [ 737.416799] env[65665]: _type = "Task" [ 737.416799] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.428816] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854351, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.469351] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.469656] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.469729] env[65665]: DEBUG nova.network.neutron [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 737.490364] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854348, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.663178] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854347, 'name': CloneVM_Task} progress is 95%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.674134] env[65665]: DEBUG nova.compute.manager [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 737.733874] env[65665]: DEBUG nova.network.neutron [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Successfully created port: efb29719-b6f2-4b1c-9a87-d9e81e506b36 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 737.928323] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854351, 'name': CreateVM_Task, 'duration_secs': 0.505281} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.931449] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.932289] env[65665]: WARNING neutronclient.v2_0.client [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.932918] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.932918] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.933267] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.933604] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-830f5e8c-0354-49bc-9135-b16aae7e0294 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.940827] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 737.940827] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52838c7f-88f7-95b0-c6d0-eda83920d435" [ 737.940827] env[65665]: _type = "Task" [ 737.940827] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.954587] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52838c7f-88f7-95b0-c6d0-eda83920d435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.995401] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854348, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.145760] env[65665]: DEBUG nova.network.neutron [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Successfully created port: eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 738.161333] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854347, 'name': CloneVM_Task, 'duration_secs': 1.689601} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.168943] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Created linked-clone VM from snapshot [ 738.168943] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917e67ac-b118-452f-9fc0-f4375c2f144e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.181854] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Uploading image 34aaf8c0-4cdf-41ef-be3b-7a6efca0440d {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.187579] env[65665]: WARNING nova.network.neutron [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] 36178ac2-e3ee-4fe3-ba39-a17c0a24a5be already exists in list: networks containing: ['36178ac2-e3ee-4fe3-ba39-a17c0a24a5be']. ignoring it [ 738.370234] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443df83f-5874-4e5b-915b-575056da7127 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.382418] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781e94f3-f8d2-4ada-8c74-7aa7c970c29b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.429748] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a5742a-1df4-40a6-a701-df4cc02bc051 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.441527] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b32676-46cc-4ed8-9692-45242eea11ea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.468120] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52838c7f-88f7-95b0-c6d0-eda83920d435, 'name': SearchDatastore_Task, 'duration_secs': 0.022408} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.468735] env[65665]: DEBUG nova.compute.provider_tree [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.470321] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.474031] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.474031] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.474031] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.474031] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.474031] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-116e8aed-4c4b-4e61-aaa0-9ba0fee8e504 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.484330] env[65665]: DEBUG nova.network.neutron [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Successfully created port: c09578ee-b9c4-47c5-bb7a-bf6c215c8de6 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 738.489179] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.489475] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.491023] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f239c9-4c1d-409e-a8b8-58305d3796fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.497849] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854348, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.502684] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 738.502684] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ec0913-ed5e-0e85-bac8-9043da55bb5d" [ 738.502684] env[65665]: _type = "Task" [ 738.502684] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.515072] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ec0913-ed5e-0e85-bac8-9043da55bb5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.686342] env[65665]: DEBUG nova.compute.manager [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 738.974031] env[65665]: DEBUG nova.scheduler.client.report [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.992368] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854348, 'name': Rename_Task, 'duration_secs': 1.714483} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.992967] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.993150] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a8aaa89-b462-402b-985e-f7f3a11a6539 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.007031] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Waiting for the task: (returnval){ [ 739.007031] env[65665]: value = "task-4854352" [ 739.007031] env[65665]: _type = "Task" [ 739.007031] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.018827] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ec0913-ed5e-0e85-bac8-9043da55bb5d, 'name': SearchDatastore_Task, 'duration_secs': 0.022283} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.024817] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.025329] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64b9103-cebd-403b-9cdc-2966935832aa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.032902] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 739.032902] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5234df86-6357-63d9-6239-9a232efe1d95" [ 739.032902] env[65665]: _type = "Task" [ 739.032902] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.043656] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5234df86-6357-63d9-6239-9a232efe1d95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.479801] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.480432] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 739.483632] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.297s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.488990] env[65665]: INFO nova.compute.claims [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.499972] env[65665]: WARNING neutronclient.v2_0.client [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.523673] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854352, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.548559] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5234df86-6357-63d9-6239-9a232efe1d95, 'name': SearchDatastore_Task, 'duration_secs': 0.027895} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.551563] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.551885] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 116b28c6-59e7-406b-aac0-dfc41bd2ce66/116b28c6-59e7-406b-aac0-dfc41bd2ce66.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.552566] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13673f0c-063c-43e4-8122-966f4af726de {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.561620] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 739.561620] env[65665]: value = "task-4854353" [ 739.561620] env[65665]: _type = "Task" [ 739.561620] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.573203] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.690436] env[65665]: WARNING neutronclient.v2_0.client [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.775261] env[65665]: DEBUG nova.network.neutron [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Updating instance_info_cache with network_info: [{"id": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "address": "fa:16:3e:3e:ca:94", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape013c1a8-6f", "ovs_interfaceid": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0cc9108-2296-483a-9aa8-e2a3ff08a350", "address": "fa:16:3e:ac:64:cb", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0cc9108-22", "ovs_interfaceid": "a0cc9108-2296-483a-9aa8-e2a3ff08a350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.002897] env[65665]: DEBUG nova.compute.utils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.004634] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 740.004854] env[65665]: DEBUG nova.network.neutron [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 740.005198] env[65665]: WARNING neutronclient.v2_0.client [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.005498] env[65665]: WARNING neutronclient.v2_0.client [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.025918] env[65665]: DEBUG oslo_vmware.api [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854352, 'name': PowerOnVM_Task, 'duration_secs': 0.894236} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.026212] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.026484] env[65665]: INFO nova.compute.manager [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Took 10.43 seconds to spawn the instance on the hypervisor. [ 740.026724] env[65665]: DEBUG nova.compute.manager [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 740.027986] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6315a38b-28bf-4350-884b-6cbb496a4fce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.069789] env[65665]: DEBUG nova.policy [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85de858731114044a48902723d7913f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '587c575ba2734d7cb376644dc704e6c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.080339] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854353, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.171947] env[65665]: DEBUG nova.network.neutron [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Successfully updated port: efb29719-b6f2-4b1c-9a87-d9e81e506b36 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 740.277858] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.279318] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.279595] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.280545] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526e5a71-ed33-4116-b853-6c2fe9cb3a7f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.301468] env[65665]: DEBUG nova.virt.hardware [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 740.301764] env[65665]: DEBUG nova.virt.hardware [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.301907] env[65665]: DEBUG nova.virt.hardware [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 740.302112] env[65665]: DEBUG nova.virt.hardware [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.302328] env[65665]: DEBUG nova.virt.hardware [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 740.302513] env[65665]: DEBUG nova.virt.hardware [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 740.302739] env[65665]: DEBUG nova.virt.hardware [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.302889] env[65665]: DEBUG nova.virt.hardware [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 740.303087] env[65665]: DEBUG nova.virt.hardware [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 740.303292] env[65665]: DEBUG nova.virt.hardware [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 740.303424] env[65665]: DEBUG nova.virt.hardware [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 740.312772] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Reconfiguring VM to attach interface {{(pid=65665) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 740.312956] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d81a1eb9-271a-4337-a150-b7a3aa01e6f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.333018] env[65665]: DEBUG oslo_vmware.api [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 740.333018] env[65665]: value = "task-4854354" [ 740.333018] env[65665]: _type = "Task" [ 740.333018] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.343511] env[65665]: DEBUG oslo_vmware.api [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854354, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.470607] env[65665]: DEBUG nova.network.neutron [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Successfully created port: d55cad46-80ca-404a-bf42-e9ca9be6e8b8 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 740.510437] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 740.547852] env[65665]: INFO nova.compute.manager [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Took 31.41 seconds to build instance. [ 740.578195] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828225} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.581022] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 116b28c6-59e7-406b-aac0-dfc41bd2ce66/116b28c6-59e7-406b-aac0-dfc41bd2ce66.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.581306] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.581781] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6815d943-2cee-4368-accf-666bf1da2404 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.590475] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 740.590475] env[65665]: value = "task-4854355" [ 740.590475] env[65665]: _type = "Task" [ 740.590475] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.602983] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.845411] env[65665]: DEBUG oslo_vmware.api [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.048600] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002a715-45a7-4830-aef1-38146fac2461 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.053503] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10921f81-722d-445f-bdc5-16ae909beb4b tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Lock "5da7a49f-0b76-4a04-83d6-ce8d4330a41a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.646s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.062529] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05044ea-3188-438f-b990-d029e2137161 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.105260] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dddc2e-3d20-42bf-8fd6-afd76b67773d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.114726] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083038} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.117321] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.118635] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c0ef1b-c93c-43cd-bfc9-e3c5edc5beac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.122253] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabf0ef8-c467-4001-9d80-8bec9ea34d0a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.138558] env[65665]: DEBUG nova.compute.provider_tree [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.162515] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 116b28c6-59e7-406b-aac0-dfc41bd2ce66/116b28c6-59e7-406b-aac0-dfc41bd2ce66.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.165597] env[65665]: DEBUG nova.scheduler.client.report [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.169501] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717a941e-44e7-4542-8b92-44a396fd611b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.199426] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 741.199426] env[65665]: value = "task-4854356" [ 741.199426] env[65665]: _type = "Task" [ 741.199426] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.212088] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.345231] env[65665]: DEBUG oslo_vmware.api [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854354, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.520675] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 741.558361] env[65665]: DEBUG oslo_vmware.rw_handles [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 741.558361] env[65665]: value = "vm-946258" [ 741.558361] env[65665]: _type = "VirtualMachine" [ 741.558361] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 741.560625] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4ef12ad7-e9f2-4a5b-a91c-75bf24301550 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.569338] env[65665]: DEBUG oslo_vmware.rw_handles [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lease: (returnval){ [ 741.569338] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a6d2d1-0dda-2137-15dd-4da3128006af" [ 741.569338] env[65665]: _type = "HttpNfcLease" [ 741.569338] env[65665]: } obtained for exporting VM: (result){ [ 741.569338] env[65665]: value = "vm-946258" [ 741.569338] env[65665]: _type = "VirtualMachine" [ 741.569338] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 741.569338] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the lease: (returnval){ [ 741.569338] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a6d2d1-0dda-2137-15dd-4da3128006af" [ 741.569338] env[65665]: _type = "HttpNfcLease" [ 741.569338] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 741.579609] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.579609] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a6d2d1-0dda-2137-15dd-4da3128006af" [ 741.579609] env[65665]: _type = "HttpNfcLease" [ 741.579609] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 741.592810] env[65665]: DEBUG nova.virt.hardware [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 741.595136] env[65665]: DEBUG nova.virt.hardware [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.595136] env[65665]: DEBUG nova.virt.hardware [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 741.595136] env[65665]: DEBUG nova.virt.hardware [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.595136] env[65665]: DEBUG nova.virt.hardware [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 741.595136] env[65665]: DEBUG nova.virt.hardware [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 741.595136] env[65665]: DEBUG nova.virt.hardware [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 741.595136] env[65665]: DEBUG nova.virt.hardware [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 741.595136] env[65665]: DEBUG nova.virt.hardware [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 741.595136] env[65665]: DEBUG nova.virt.hardware [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 741.595136] env[65665]: DEBUG nova.virt.hardware [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 741.597474] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90c3480-96c2-4ecd-8387-1f88162e2a03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.608916] env[65665]: DEBUG oslo_vmware.rw_handles [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e84c93-5138-c0d6-24c2-4b84d66afee2/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 741.610316] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9545ac4-3ce2-4c8f-b5c8-60efbfd7975a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.616922] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081152fc-21fe-429c-b56f-b88ec4612a08 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.634391] env[65665]: DEBUG oslo_vmware.rw_handles [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e84c93-5138-c0d6-24c2-4b84d66afee2/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 741.634607] env[65665]: ERROR oslo_vmware.rw_handles [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e84c93-5138-c0d6-24c2-4b84d66afee2/disk-0.vmdk due to incomplete transfer. [ 741.637172] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 741.637758] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.637856] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 741.638089] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.638247] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 741.638399] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 741.638607] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 741.638760] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 741.638919] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 741.639087] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 741.639257] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 741.639563] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea4b0bc6-2e14-452e-9915-a7b07c151936 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.642329] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3b6f73-42ea-4099-afab-e4235cff7522 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.652281] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362c3cb0-9dc7-4edd-bea9-05921b6e8d97 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.657395] env[65665]: DEBUG oslo_vmware.rw_handles [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e84c93-5138-c0d6-24c2-4b84d66afee2/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 741.657615] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Uploaded image ba8333f3-9384-4004-881c-2392414d10e7 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 741.659785] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 741.660673] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3882ceae-6d9e-4e2b-9386-54f3f5fa2125 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.672138] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.672800] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 741.678283] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.469s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.680098] env[65665]: INFO nova.compute.claims [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.683455] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 741.683455] env[65665]: value = "task-4854358" [ 741.683455] env[65665]: _type = "Task" [ 741.683455] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.694092] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854358, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.710578] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.847108] env[65665]: DEBUG oslo_vmware.api [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854354, 'name': ReconfigVM_Task, 'duration_secs': 1.065396} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.847653] env[65665]: WARNING neutronclient.v2_0.client [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.847870] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.848064] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Reconfigured VM to attach interface {{(pid=65665) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 742.067837] env[65665]: DEBUG nova.network.neutron [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Successfully updated port: d55cad46-80ca-404a-bf42-e9ca9be6e8b8 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 742.080634] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.080634] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a6d2d1-0dda-2137-15dd-4da3128006af" [ 742.080634] env[65665]: _type = "HttpNfcLease" [ 742.080634] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 742.081109] env[65665]: DEBUG oslo_vmware.rw_handles [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 742.081109] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a6d2d1-0dda-2137-15dd-4da3128006af" [ 742.081109] env[65665]: _type = "HttpNfcLease" [ 742.081109] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 742.082641] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06053cef-eec1-44cd-b4f8-0e94f3214fef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.096119] env[65665]: DEBUG nova.compute.manager [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 742.097203] env[65665]: DEBUG oslo_vmware.rw_handles [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521480d6-157a-deed-7f9b-68f790e7b1c9/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 742.097300] env[65665]: DEBUG oslo_vmware.rw_handles [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521480d6-157a-deed-7f9b-68f790e7b1c9/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 742.099835] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86738b54-2dd9-431d-a2b5-fc0c2acd7363 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.188271] env[65665]: DEBUG nova.compute.utils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.190628] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 742.190628] env[65665]: DEBUG nova.network.neutron [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 742.190628] env[65665]: WARNING neutronclient.v2_0.client [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.190871] env[65665]: WARNING neutronclient.v2_0.client [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.205617] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854358, 'name': Destroy_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.213283] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2bed6b7a-5dce-4ffe-a378-d3418daeb652 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.219009] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854356, 'name': ReconfigVM_Task, 'duration_secs': 0.672208} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.220381] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 116b28c6-59e7-406b-aac0-dfc41bd2ce66/116b28c6-59e7-406b-aac0-dfc41bd2ce66.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.221511] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2233b05a-7d64-4570-85aa-cd089c92802e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.230268] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 742.230268] env[65665]: value = "task-4854359" [ 742.230268] env[65665]: _type = "Task" [ 742.230268] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.242881] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854359, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.296804] env[65665]: DEBUG nova.policy [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85de858731114044a48902723d7913f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '587c575ba2734d7cb376644dc704e6c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.321537] env[65665]: DEBUG nova.network.neutron [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Successfully updated port: eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 742.353733] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6db90ebc-fcbb-4fd5-84d9-4451d3c61f09 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-7a8521b4-865f-48a2-b67d-7e8ee951e5f9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 10.285s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.360933] env[65665]: DEBUG nova.compute.manager [req-418eee62-d2f7-42d4-9674-b458660ec17e req-9053fe39-57d4-4a0b-bc93-c097705917fc service nova] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Received event network-vif-deleted-a926e410-5d20-4b5b-924c-24e5ba636d12 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 742.400205] env[65665]: DEBUG nova.compute.manager [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Received event network-changed-f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 742.400409] env[65665]: DEBUG nova.compute.manager [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Refreshing instance network info cache due to event network-changed-f1d896bf-7ef6-4421-9ebc-9a036f0f9c13. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 742.400693] env[65665]: DEBUG oslo_concurrency.lockutils [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] Acquiring lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.401523] env[65665]: DEBUG oslo_concurrency.lockutils [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] Acquired lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.401523] env[65665]: DEBUG nova.network.neutron [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Refreshing network info cache for port f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.577137] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "refresh_cache-3d90fb2a-322c-4c29-b970-aa06813aa9bb" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.577401] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired lock "refresh_cache-3d90fb2a-322c-4c29-b970-aa06813aa9bb" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.577675] env[65665]: DEBUG nova.network.neutron [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 742.678515] env[65665]: INFO nova.compute.manager [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] instance snapshotting [ 742.678882] env[65665]: DEBUG nova.objects.instance [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lazy-loading 'flavor' on Instance uuid 0353ad63-f63b-41ce-8001-dba560cc21c4 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.703333] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 742.721134] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854358, 'name': Destroy_Task, 'duration_secs': 0.667369} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.723203] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Destroyed the VM [ 742.727030] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.727030] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f0928c6c-c382-4d13-ae1a-a36a10d1a689 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.737072] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 742.737072] env[65665]: value = "task-4854360" [ 742.737072] env[65665]: _type = "Task" [ 742.737072] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.756392] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854359, 'name': Rename_Task, 'duration_secs': 0.164012} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.760567] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.761418] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854360, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.761661] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10799ca2-50af-4ddd-8ba5-feb5e9490d8b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.770048] env[65665]: DEBUG nova.network.neutron [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Successfully created port: 432fee2a-cfbd-4769-b411-5fc6b9799ad8 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 742.776090] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 742.776090] env[65665]: value = "task-4854361" [ 742.776090] env[65665]: _type = "Task" [ 742.776090] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.787473] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.906421] env[65665]: WARNING neutronclient.v2_0.client [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.186244] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9151fc24-4326-4ac0-8667-5277b38a216d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.221463] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfe17c9-dddd-438c-9e02-a07c5216e047 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.255281] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854360, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.289721] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854361, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.384960] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51c67a4-0168-44c7-9512-31b4c1516f4b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.394644] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313c25a6-6012-4d23-8fcb-9fac4e61817d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.432434] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f63169-847f-484e-9012-39b87c1f4835 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.442601] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030d538b-1ead-40c2-9b31-612e93edf902 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.459219] env[65665]: DEBUG nova.compute.provider_tree [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.727528] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 743.735263] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 743.735832] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a23a4327-350c-41b7-a5fd-d4849f673cc6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.745796] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 743.745796] env[65665]: value = "task-4854362" [ 743.745796] env[65665]: _type = "Task" [ 743.745796] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.759906] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854360, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.763416] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.787071] env[65665]: DEBUG oslo_vmware.api [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854361, 'name': PowerOnVM_Task, 'duration_secs': 0.550439} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.787440] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.787720] env[65665]: INFO nova.compute.manager [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Took 9.22 seconds to spawn the instance on the hypervisor. [ 743.787920] env[65665]: DEBUG nova.compute.manager [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 743.788780] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f89621f-5716-4a43-adbf-8ca95bcc0504 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.963382] env[65665]: DEBUG nova.scheduler.client.report [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.260229] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854362, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.263684] env[65665]: DEBUG oslo_vmware.api [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854360, 'name': RemoveSnapshot_Task, 'duration_secs': 1.458414} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.263968] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 744.264260] env[65665]: INFO nova.compute.manager [None req-27494c77-b06e-4842-9cbc-451f4911d66d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Took 18.48 seconds to snapshot the instance on the hypervisor. [ 744.308180] env[65665]: INFO nova.compute.manager [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Took 23.23 seconds to build instance. [ 744.469331] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.469903] env[65665]: DEBUG nova.compute.manager [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 744.472648] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.713s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.474268] env[65665]: INFO nova.compute.claims [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.499038] env[65665]: DEBUG nova.network.neutron [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Successfully updated port: 432fee2a-cfbd-4769-b411-5fc6b9799ad8 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 744.700684] env[65665]: DEBUG nova.network.neutron [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 744.704704] env[65665]: DEBUG nova.network.neutron [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Successfully updated port: c09578ee-b9c4-47c5-bb7a-bf6c215c8de6 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 744.762496] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854362, 'name': CreateSnapshot_Task, 'duration_secs': 0.730905} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.762925] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 744.763917] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51508fc-a4d4-4565-ae3e-06b976e879dc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.810285] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aa23d00-6865-426c-9457-4a354b9b3de0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "116b28c6-59e7-406b-aac0-dfc41bd2ce66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.744s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.945921] env[65665]: WARNING neutronclient.v2_0.client [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.979762] env[65665]: DEBUG nova.compute.utils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.983804] env[65665]: DEBUG nova.compute.manager [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 744.984319] env[65665]: DEBUG nova.network.neutron [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 744.984460] env[65665]: WARNING neutronclient.v2_0.client [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.984961] env[65665]: WARNING neutronclient.v2_0.client [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.994109] env[65665]: WARNING neutronclient.v2_0.client [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.002936] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "refresh_cache-97004ff7-e609-4d1e-8b93-9d3447ccc7c0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.003135] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired lock "refresh_cache-97004ff7-e609-4d1e-8b93-9d3447ccc7c0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.003462] env[65665]: DEBUG nova.network.neutron [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 745.057199] env[65665]: DEBUG nova.policy [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f730c1a613040f087d87b0b679fba48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01625aa5be194572a77fefc71ff3732b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.139018] env[65665]: DEBUG nova.network.neutron [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Updating instance_info_cache with network_info: [{"id": "d55cad46-80ca-404a-bf42-e9ca9be6e8b8", "address": "fa:16:3e:f9:6c:96", "network": {"id": "aa0ee54c-54ce-4569-a408-93f66ffb59bb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1590578474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "587c575ba2734d7cb376644dc704e6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55cad46-80", "ovs_interfaceid": "d55cad46-80ca-404a-bf42-e9ca9be6e8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.179468] env[65665]: DEBUG nova.network.neutron [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Updated VIF entry in instance network info cache for port f1d896bf-7ef6-4421-9ebc-9a036f0f9c13. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 745.179876] env[65665]: DEBUG nova.network.neutron [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Updating instance_info_cache with network_info: [{"id": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "address": "fa:16:3e:75:c5:00", "network": {"id": "32dbe34f-67c3-4d2b-92b5-56a2a1fd4338", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455121067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "790e178032e5476b9ccc099091c68f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d896bf-7e", "ovs_interfaceid": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.208942] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "refresh_cache-077e3b01-2c75-4adc-a04a-2c082adc9f95" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.209302] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquired lock "refresh_cache-077e3b01-2c75-4adc-a04a-2c082adc9f95" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.209383] env[65665]: DEBUG nova.network.neutron [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 745.288859] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 745.289705] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee3cfee9-9793-4174-96eb-51ac5be8f006 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.301922] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 745.301922] env[65665]: value = "task-4854363" [ 745.301922] env[65665]: _type = "Task" [ 745.301922] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.311459] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854363, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.422538] env[65665]: DEBUG nova.network.neutron [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Successfully created port: a4a776a8-67c4-4cdf-8e85-540627d2f790 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 745.484137] env[65665]: DEBUG nova.compute.manager [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 745.580427] env[65665]: DEBUG nova.network.neutron [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 745.640931] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Releasing lock "refresh_cache-3d90fb2a-322c-4c29-b970-aa06813aa9bb" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.641315] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Instance network_info: |[{"id": "d55cad46-80ca-404a-bf42-e9ca9be6e8b8", "address": "fa:16:3e:f9:6c:96", "network": {"id": "aa0ee54c-54ce-4569-a408-93f66ffb59bb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1590578474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "587c575ba2734d7cb376644dc704e6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55cad46-80", "ovs_interfaceid": "d55cad46-80ca-404a-bf42-e9ca9be6e8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 745.645148] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:6c:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd55cad46-80ca-404a-bf42-e9ca9be6e8b8', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.656408] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Creating folder: Project (587c575ba2734d7cb376644dc704e6c1). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.658389] env[65665]: WARNING neutronclient.v2_0.client [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.663097] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ffa6d08-7d61-4696-8bd8-a0cbb367846f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.678452] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Created folder: Project (587c575ba2734d7cb376644dc704e6c1) in parent group-v946135. [ 745.678681] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Creating folder: Instances. Parent ref: group-v946264. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.681970] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d364c9f9-de29-4312-936f-034c8bcc49d8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.684625] env[65665]: DEBUG oslo_concurrency.lockutils [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] Releasing lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.685080] env[65665]: DEBUG nova.compute.manager [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Received event network-vif-plugged-6ae84252-7e4c-4254-8be7-6ae4ad43ff05 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 745.685147] env[65665]: DEBUG oslo_concurrency.lockutils [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] Acquiring lock "5da7a49f-0b76-4a04-83d6-ce8d4330a41a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.685305] env[65665]: DEBUG oslo_concurrency.lockutils [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] Lock "5da7a49f-0b76-4a04-83d6-ce8d4330a41a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.686156] env[65665]: DEBUG oslo_concurrency.lockutils [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] Lock "5da7a49f-0b76-4a04-83d6-ce8d4330a41a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.686156] env[65665]: DEBUG nova.compute.manager [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] No waiting events found dispatching network-vif-plugged-6ae84252-7e4c-4254-8be7-6ae4ad43ff05 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 745.686156] env[65665]: WARNING nova.compute.manager [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Received unexpected event network-vif-plugged-6ae84252-7e4c-4254-8be7-6ae4ad43ff05 for instance with vm_state active and task_state None. [ 745.686156] env[65665]: DEBUG nova.compute.manager [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Received event network-changed-6ae84252-7e4c-4254-8be7-6ae4ad43ff05 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 745.686338] env[65665]: DEBUG nova.compute.manager [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Refreshing instance network info cache due to event network-changed-6ae84252-7e4c-4254-8be7-6ae4ad43ff05. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 745.686389] env[65665]: DEBUG oslo_concurrency.lockutils [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] Acquiring lock "refresh_cache-5da7a49f-0b76-4a04-83d6-ce8d4330a41a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.686474] env[65665]: DEBUG oslo_concurrency.lockutils [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] Acquired lock "refresh_cache-5da7a49f-0b76-4a04-83d6-ce8d4330a41a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.686621] env[65665]: DEBUG nova.network.neutron [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Refreshing network info cache for port 6ae84252-7e4c-4254-8be7-6ae4ad43ff05 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.700858] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Created folder: Instances in parent group-v946264. [ 745.705029] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 745.705029] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.705029] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-264900ed-4df1-4872-8015-4b330aaa64b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.733695] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.733695] env[65665]: value = "task-4854366" [ 745.733695] env[65665]: _type = "Task" [ 745.733695] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.742839] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854366, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.772135] env[65665]: DEBUG nova.network.neutron [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 745.807153] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 745.807153] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.807493] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 745.807724] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.807945] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 745.808173] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 745.808581] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 745.808782] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 745.808962] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 745.809212] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 745.809451] env[65665]: DEBUG nova.virt.hardware [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 745.813338] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40821e09-e10d-45d5-82a2-2e34e09e3bed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.818558] env[65665]: DEBUG nova.network.neutron [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Updating instance_info_cache with network_info: [{"id": "432fee2a-cfbd-4769-b411-5fc6b9799ad8", "address": "fa:16:3e:5c:56:da", "network": {"id": "aa0ee54c-54ce-4569-a408-93f66ffb59bb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1590578474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "587c575ba2734d7cb376644dc704e6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432fee2a-cf", "ovs_interfaceid": "432fee2a-cfbd-4769-b411-5fc6b9799ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.826306] env[65665]: DEBUG oslo_vmware.rw_handles [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224f41b-c32b-5ec9-2a3b-279b9336f01a/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 745.827560] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8516374b-f97b-4335-b571-a2a0dc8f59c1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.839293] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1d76ed-f4a5-4764-8741-2379afa3aad9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.856342] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854363, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.856914] env[65665]: DEBUG oslo_vmware.rw_handles [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224f41b-c32b-5ec9-2a3b-279b9336f01a/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 745.857078] env[65665]: ERROR oslo_vmware.rw_handles [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224f41b-c32b-5ec9-2a3b-279b9336f01a/disk-0.vmdk due to incomplete transfer. [ 745.858653] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-638c8648-c048-4a62-8b5f-8a3862d2c469 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.878598] env[65665]: DEBUG oslo_vmware.rw_handles [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224f41b-c32b-5ec9-2a3b-279b9336f01a/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 745.878750] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Uploaded image 8230b62c-e855-448c-9089-7ab998828f76 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 745.880359] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 745.880611] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-31f69d87-fd8b-4cdb-aa46-1d6c3e0674b4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.890367] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 745.890367] env[65665]: value = "task-4854367" [ 745.890367] env[65665]: _type = "Task" [ 745.890367] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.906875] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854367, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.048073] env[65665]: WARNING neutronclient.v2_0.client [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.161067] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26895181-1b6d-4901-a4c9-59bed4e2e78c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.170913] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf9669a-1d24-4898-a8b9-977c3bd0f4b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.216665] env[65665]: WARNING neutronclient.v2_0.client [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.221497] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f010c9-bae4-4db3-b809-773ba0aa68c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.233501] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f1014e-b645-4f23-aaaf-70fdf2926632 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.259077] env[65665]: DEBUG nova.compute.provider_tree [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.266148] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854366, 'name': CreateVM_Task, 'duration_secs': 0.43291} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.266458] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.267182] env[65665]: WARNING neutronclient.v2_0.client [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.267807] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.267968] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.268434] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.268843] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14cc2f3-8821-4669-8559-867906b746f5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.277303] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 746.277303] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523133fb-67c5-7020-e105-2ffdd7944762" [ 746.277303] env[65665]: _type = "Task" [ 746.277303] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.288293] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523133fb-67c5-7020-e105-2ffdd7944762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.323077] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854363, 'name': CloneVM_Task} progress is 95%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.325559] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Releasing lock "refresh_cache-97004ff7-e609-4d1e-8b93-9d3447ccc7c0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.325689] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Instance network_info: |[{"id": "432fee2a-cfbd-4769-b411-5fc6b9799ad8", "address": "fa:16:3e:5c:56:da", "network": {"id": "aa0ee54c-54ce-4569-a408-93f66ffb59bb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1590578474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "587c575ba2734d7cb376644dc704e6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432fee2a-cf", "ovs_interfaceid": "432fee2a-cfbd-4769-b411-5fc6b9799ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 746.326290] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:56:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '432fee2a-cfbd-4769-b411-5fc6b9799ad8', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.336438] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 746.336753] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.336949] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79407369-9fdc-4be4-b09f-8d83533850fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.362028] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.362028] env[65665]: value = "task-4854368" [ 746.362028] env[65665]: _type = "Task" [ 746.362028] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.373212] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854368, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.406916] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854367, 'name': Destroy_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.501127] env[65665]: DEBUG nova.compute.manager [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 746.533656] env[65665]: DEBUG nova.virt.hardware [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 746.534097] env[65665]: DEBUG nova.virt.hardware [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.534359] env[65665]: DEBUG nova.virt.hardware [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 746.534665] env[65665]: DEBUG nova.virt.hardware [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.534902] env[65665]: DEBUG nova.virt.hardware [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 746.535158] env[65665]: DEBUG nova.virt.hardware [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 746.535496] env[65665]: DEBUG nova.virt.hardware [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 746.535758] env[65665]: DEBUG nova.virt.hardware [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 746.536043] env[65665]: DEBUG nova.virt.hardware [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 746.536322] env[65665]: DEBUG nova.virt.hardware [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 746.536601] env[65665]: DEBUG nova.virt.hardware [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 746.537974] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8f0d3b-8fc1-4270-b700-5e96a87f86b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.553043] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22504371-aa56-48a3-a089-4d5e0085523e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.762414] env[65665]: DEBUG nova.scheduler.client.report [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.792871] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523133fb-67c5-7020-e105-2ffdd7944762, 'name': SearchDatastore_Task, 'duration_secs': 0.015478} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.793184] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.793422] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.793648] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.795078] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.795078] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.795078] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d842da8-c8b1-4e16-8668-b01585fd3b7a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.803780] env[65665]: WARNING neutronclient.v2_0.client [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.807784] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.807963] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.808759] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a16af9-94eb-4c65-9f0e-e4037126ce57 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.820302] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854363, 'name': CloneVM_Task, 'duration_secs': 1.383389} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.824382] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Created linked-clone VM from snapshot [ 746.824382] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 746.824382] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b74475-4b89-0e79-b424-a1794e21ea8b" [ 746.824382] env[65665]: _type = "Task" [ 746.824382] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.824382] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b71c106-7869-4550-9f88-a7d42c75cd6c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.839959] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Uploading image 157f7718-1cca-414a-ab0d-482b4cc11576 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 746.845060] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b74475-4b89-0e79-b424-a1794e21ea8b, 'name': SearchDatastore_Task, 'duration_secs': 0.019232} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.846027] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f901639-247e-417c-95b7-9a07a7b599d9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.853360] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 746.853360] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d0d698-c63f-efb7-633f-b56b1d05649e" [ 746.853360] env[65665]: _type = "Task" [ 746.853360] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.873488] env[65665]: DEBUG oslo_vmware.rw_handles [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 746.873488] env[65665]: value = "vm-946263" [ 746.873488] env[65665]: _type = "VirtualMachine" [ 746.873488] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 746.877702] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-969c0fa2-5781-4aeb-9226-5ce43c299d4a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.879525] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d0d698-c63f-efb7-633f-b56b1d05649e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.888046] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854368, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.893176] env[65665]: DEBUG oslo_vmware.rw_handles [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lease: (returnval){ [ 746.893176] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280779d-bf0b-43fb-42cf-af4ef408fd3f" [ 746.893176] env[65665]: _type = "HttpNfcLease" [ 746.893176] env[65665]: } obtained for exporting VM: (result){ [ 746.893176] env[65665]: value = "vm-946263" [ 746.893176] env[65665]: _type = "VirtualMachine" [ 746.893176] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 746.893501] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the lease: (returnval){ [ 746.893501] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280779d-bf0b-43fb-42cf-af4ef408fd3f" [ 746.893501] env[65665]: _type = "HttpNfcLease" [ 746.893501] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 746.905247] env[65665]: WARNING neutronclient.v2_0.client [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.917858] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.917858] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280779d-bf0b-43fb-42cf-af4ef408fd3f" [ 746.917858] env[65665]: _type = "HttpNfcLease" [ 746.917858] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 746.924064] env[65665]: DEBUG oslo_vmware.rw_handles [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 746.924064] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280779d-bf0b-43fb-42cf-af4ef408fd3f" [ 746.924064] env[65665]: _type = "HttpNfcLease" [ 746.924064] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 746.924064] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854367, 'name': Destroy_Task, 'duration_secs': 0.522424} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.926809] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe4c97d-b5ac-49dd-8bdb-3be0f711aea8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.929734] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Destroyed the VM [ 746.929734] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 746.930541] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c1a51904-9288-4a4b-b3c2-97c64c4bcd75 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.940664] env[65665]: DEBUG oslo_vmware.rw_handles [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471277-8029-73a5-e2b7-49c462fda3c4/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 746.940664] env[65665]: DEBUG oslo_vmware.rw_handles [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471277-8029-73a5-e2b7-49c462fda3c4/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 746.943842] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 746.943842] env[65665]: value = "task-4854370" [ 746.943842] env[65665]: _type = "Task" [ 746.943842] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.015965] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854370, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.059614] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99548288-8ab4-4faf-b5df-71dbee024543 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.137905] env[65665]: DEBUG nova.network.neutron [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Successfully updated port: a4a776a8-67c4-4cdf-8e85-540627d2f790 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 747.172893] env[65665]: DEBUG nova.network.neutron [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Updated VIF entry in instance network info cache for port 6ae84252-7e4c-4254-8be7-6ae4ad43ff05. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 747.173273] env[65665]: DEBUG nova.network.neutron [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Updating instance_info_cache with network_info: [{"id": "6ae84252-7e4c-4254-8be7-6ae4ad43ff05", "address": "fa:16:3e:bf:3d:9f", "network": {"id": "2ebe7e62-97af-4a1f-8599-3e8b762de74c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-8486189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e5d5fde731164b13a5316bf82e94c646", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae84252-7e", "ovs_interfaceid": "6ae84252-7e4c-4254-8be7-6ae4ad43ff05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.268954] env[65665]: WARNING neutronclient.v2_0.client [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.272225] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.272874] env[65665]: DEBUG nova.compute.manager [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 747.277833] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.366s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.371179] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d0d698-c63f-efb7-633f-b56b1d05649e, 'name': SearchDatastore_Task, 'duration_secs': 0.020432} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.372810] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.372810] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 3d90fb2a-322c-4c29-b970-aa06813aa9bb/3d90fb2a-322c-4c29-b970-aa06813aa9bb.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.374053] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7327b813-f6ef-4ced-a1f6-a63d99cea88c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.385859] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854368, 'name': CreateVM_Task, 'duration_secs': 0.645316} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.386988] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.388019] env[65665]: WARNING neutronclient.v2_0.client [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.388404] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.388662] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.389036] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.392146] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb9f3c3-7471-498c-91e1-c6c7c695b45a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.398448] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 747.398448] env[65665]: value = "task-4854371" [ 747.398448] env[65665]: _type = "Task" [ 747.398448] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.406159] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 747.406159] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5258e79e-cda1-509e-297f-043836bf39f0" [ 747.406159] env[65665]: _type = "Task" [ 747.406159] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.421234] env[65665]: DEBUG nova.network.neutron [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Updating instance_info_cache with network_info: [{"id": "efb29719-b6f2-4b1c-9a87-d9e81e506b36", "address": "fa:16:3e:00:bf:32", "network": {"id": "71c285fb-8626-4899-b590-ad28a6f4b1d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916403504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb29719-b6", "ovs_interfaceid": "efb29719-b6f2-4b1c-9a87-d9e81e506b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc", "address": "fa:16:3e:42:09:f6", "network": {"id": "067a8b37-8058-4df8-bc74-b0f767633112", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861109080", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeb02ad0-c9", "ovs_interfaceid": "eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c09578ee-b9c4-47c5-bb7a-bf6c215c8de6", "address": "fa:16:3e:ad:1c:e8", "network": {"id": "71c285fb-8626-4899-b590-ad28a6f4b1d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916403504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09578ee-b9", "ovs_interfaceid": "c09578ee-b9c4-47c5-bb7a-bf6c215c8de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.423246] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquiring lock "0353ad63-f63b-41ce-8001-dba560cc21c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.423559] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lock "0353ad63-f63b-41ce-8001-dba560cc21c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.424074] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquiring lock "0353ad63-f63b-41ce-8001-dba560cc21c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.424392] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lock "0353ad63-f63b-41ce-8001-dba560cc21c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.424639] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lock "0353ad63-f63b-41ce-8001-dba560cc21c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.426796] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.427933] env[65665]: INFO nova.compute.manager [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Terminating instance [ 747.443217] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5258e79e-cda1-509e-297f-043836bf39f0, 'name': SearchDatastore_Task, 'duration_secs': 0.015378} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.443217] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.443403] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.447027] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.447027] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.447027] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.447027] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b38b79a9-9245-4890-bb44-4b892bb62df4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.466464] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854370, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.467232] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.467726] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.468847] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be17079-cc07-40ea-b4ac-d490bfff3bd7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.477890] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 747.477890] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5229f46c-0699-2d37-15c7-7ba72fef9966" [ 747.477890] env[65665]: _type = "Task" [ 747.477890] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.498109] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5229f46c-0699-2d37-15c7-7ba72fef9966, 'name': SearchDatastore_Task, 'duration_secs': 0.015146} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.499208] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed781395-7d2c-4cdb-bb9d-fb0c92da8d93 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.509094] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 747.509094] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5214fdd5-64fd-8479-4eca-78549b4d1e30" [ 747.509094] env[65665]: _type = "Task" [ 747.509094] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.519323] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5214fdd5-64fd-8479-4eca-78549b4d1e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.528721] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Acquiring lock "3574899d-ecdc-49ca-82ce-2d0369a61600" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.528721] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Lock "3574899d-ecdc-49ca-82ce-2d0369a61600" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.528721] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Acquiring lock "3574899d-ecdc-49ca-82ce-2d0369a61600-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.528721] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Lock "3574899d-ecdc-49ca-82ce-2d0369a61600-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.528721] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Lock "3574899d-ecdc-49ca-82ce-2d0369a61600-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.533053] env[65665]: INFO nova.compute.manager [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Terminating instance [ 747.570175] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Received event network-vif-plugged-0f98acb3-23ce-436b-b5d0-939b84cdd68d {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 747.570685] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquiring lock "116b28c6-59e7-406b-aac0-dfc41bd2ce66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.571053] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Lock "116b28c6-59e7-406b-aac0-dfc41bd2ce66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.571354] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Lock "116b28c6-59e7-406b-aac0-dfc41bd2ce66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.571624] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] No waiting events found dispatching network-vif-plugged-0f98acb3-23ce-436b-b5d0-939b84cdd68d {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 747.571884] env[65665]: WARNING nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Received unexpected event network-vif-plugged-0f98acb3-23ce-436b-b5d0-939b84cdd68d for instance with vm_state active and task_state None. [ 747.572600] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Received event network-changed-0f98acb3-23ce-436b-b5d0-939b84cdd68d {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 747.575023] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Refreshing instance network info cache due to event network-changed-0f98acb3-23ce-436b-b5d0-939b84cdd68d. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 747.575023] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquiring lock "refresh_cache-116b28c6-59e7-406b-aac0-dfc41bd2ce66" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.575023] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquired lock "refresh_cache-116b28c6-59e7-406b-aac0-dfc41bd2ce66" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.575023] env[65665]: DEBUG nova.network.neutron [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Refreshing network info cache for port 0f98acb3-23ce-436b-b5d0-939b84cdd68d {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.581622] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "f2082df5-ec95-423f-a5d6-b7f776be63ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.581622] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "f2082df5-ec95-423f-a5d6-b7f776be63ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.606779] env[65665]: DEBUG nova.compute.manager [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Received event network-changed-0d68260b-506c-4055-9f6a-ef2a6f909f61 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 747.606980] env[65665]: DEBUG nova.compute.manager [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Refreshing instance network info cache due to event network-changed-0d68260b-506c-4055-9f6a-ef2a6f909f61. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 747.607385] env[65665]: DEBUG oslo_concurrency.lockutils [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] Acquiring lock "refresh_cache-f8ec910d-7db4-439b-a13d-df9eacdc4ab8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.607549] env[65665]: DEBUG oslo_concurrency.lockutils [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] Acquired lock "refresh_cache-f8ec910d-7db4-439b-a13d-df9eacdc4ab8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.607725] env[65665]: DEBUG nova.network.neutron [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Refreshing network info cache for port 0d68260b-506c-4055-9f6a-ef2a6f909f61 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.608605] env[65665]: WARNING oslo_messaging._drivers.amqpdriver [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 747.639165] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.639376] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquired lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.639599] env[65665]: DEBUG nova.network.neutron [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 747.675789] env[65665]: DEBUG oslo_concurrency.lockutils [req-80b1b9fc-faaa-4644-abb3-bec51c5a7c72 req-21b060e4-6cba-41ab-9cd0-b8bdeac389c9 service nova] Releasing lock "refresh_cache-5da7a49f-0b76-4a04-83d6-ce8d4330a41a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.783236] env[65665]: DEBUG nova.compute.utils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.809326] env[65665]: DEBUG nova.compute.manager [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 747.813289] env[65665]: DEBUG nova.compute.manager [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 747.814336] env[65665]: DEBUG nova.network.neutron [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 747.815214] env[65665]: WARNING neutronclient.v2_0.client [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.816044] env[65665]: WARNING neutronclient.v2_0.client [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.887657] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Acquiring lock "cd0810a8-246a-4f1a-a654-2b0b844611ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.888139] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Lock "cd0810a8-246a-4f1a-a654-2b0b844611ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.888640] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Acquiring lock "cd0810a8-246a-4f1a-a654-2b0b844611ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.889268] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Lock "cd0810a8-246a-4f1a-a654-2b0b844611ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.889268] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Lock "cd0810a8-246a-4f1a-a654-2b0b844611ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.892981] env[65665]: INFO nova.compute.manager [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Terminating instance [ 747.901156] env[65665]: DEBUG nova.policy [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65b8dc4f3ea74ab0a3c3e50b7f4a5c6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '773e27b7bf3d43b7a474de28c17e4080', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.919808] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854371, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.928559] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Releasing lock "refresh_cache-077e3b01-2c75-4adc-a04a-2c082adc9f95" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.929760] env[65665]: DEBUG nova.compute.manager [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Instance network_info: |[{"id": "efb29719-b6f2-4b1c-9a87-d9e81e506b36", "address": "fa:16:3e:00:bf:32", "network": {"id": "71c285fb-8626-4899-b590-ad28a6f4b1d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916403504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb29719-b6", "ovs_interfaceid": "efb29719-b6f2-4b1c-9a87-d9e81e506b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc", "address": "fa:16:3e:42:09:f6", "network": {"id": "067a8b37-8058-4df8-bc74-b0f767633112", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861109080", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeb02ad0-c9", "ovs_interfaceid": "eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c09578ee-b9c4-47c5-bb7a-bf6c215c8de6", "address": "fa:16:3e:ad:1c:e8", "network": {"id": "71c285fb-8626-4899-b590-ad28a6f4b1d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916403504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09578ee-b9", "ovs_interfaceid": "c09578ee-b9c4-47c5-bb7a-bf6c215c8de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 747.930341] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:bf:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efb29719-b6f2-4b1c-9a87-d9e81e506b36', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:09:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:1c:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c09578ee-b9c4-47c5-bb7a-bf6c215c8de6', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.944903] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Creating folder: Project (d70d9f8c94bd43458a37932bc0ab3c98). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.946135] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquiring lock "refresh_cache-0353ad63-f63b-41ce-8001-dba560cc21c4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.946319] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquired lock "refresh_cache-0353ad63-f63b-41ce-8001-dba560cc21c4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.946787] env[65665]: DEBUG nova.network.neutron [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 747.948523] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-855c7a01-a6a3-4b68-817a-3b61c5ce6ff4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.964920] env[65665]: DEBUG oslo_vmware.api [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854370, 'name': RemoveSnapshot_Task, 'duration_secs': 0.828311} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.965461] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 747.965827] env[65665]: INFO nova.compute.manager [None req-99fb79ff-6ec0-40bc-8f97-398ca237d9ae tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Took 17.78 seconds to snapshot the instance on the hypervisor. [ 747.972211] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Created folder: Project (d70d9f8c94bd43458a37932bc0ab3c98) in parent group-v946135. [ 747.972387] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Creating folder: Instances. Parent ref: group-v946268. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.972715] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a902516-7bff-4129-9fcf-57d82d49883a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.992834] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Created folder: Instances in parent group-v946268. [ 747.992834] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 747.992834] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.992834] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f14f1a69-756f-4361-a32b-fd9102ce71f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.029319] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5214fdd5-64fd-8479-4eca-78549b4d1e30, 'name': SearchDatastore_Task, 'duration_secs': 0.015882} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.034060] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.034473] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 97004ff7-e609-4d1e-8b93-9d3447ccc7c0/97004ff7-e609-4d1e-8b93-9d3447ccc7c0.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.036032] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.036032] env[65665]: value = "task-4854374" [ 748.036032] env[65665]: _type = "Task" [ 748.036032] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.036032] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aeb40765-4928-4a79-8ea9-dbae4d39dfa7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.040380] env[65665]: DEBUG nova.compute.manager [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 748.040913] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.046506] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7050e5-21e9-4872-bde4-db5778c1e6a0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.057025] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 748.057025] env[65665]: value = "task-4854375" [ 748.057025] env[65665]: _type = "Task" [ 748.057025] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.065993] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.069939] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854374, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.075765] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fbd4f7b-1a10-47e7-b737-9deb83c63378 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.077103] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "4dcc1e66-77d7-4437-a082-021f6d633052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.077386] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "4dcc1e66-77d7-4437-a082-021f6d633052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.081371] env[65665]: WARNING neutronclient.v2_0.client [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.089218] env[65665]: DEBUG nova.compute.manager [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 748.093443] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.096712] env[65665]: DEBUG oslo_vmware.api [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Waiting for the task: (returnval){ [ 748.096712] env[65665]: value = "task-4854376" [ 748.096712] env[65665]: _type = "Task" [ 748.096712] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.110413] env[65665]: DEBUG oslo_vmware.api [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.110959] env[65665]: WARNING neutronclient.v2_0.client [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.203486] env[65665]: DEBUG oslo_concurrency.lockutils [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Acquiring lock "5da7a49f-0b76-4a04-83d6-ce8d4330a41a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.203927] env[65665]: DEBUG oslo_concurrency.lockutils [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Lock "5da7a49f-0b76-4a04-83d6-ce8d4330a41a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.204320] env[65665]: DEBUG oslo_concurrency.lockutils [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Acquiring lock "5da7a49f-0b76-4a04-83d6-ce8d4330a41a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.204755] env[65665]: DEBUG oslo_concurrency.lockutils [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Lock "5da7a49f-0b76-4a04-83d6-ce8d4330a41a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.204836] env[65665]: DEBUG oslo_concurrency.lockutils [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Lock "5da7a49f-0b76-4a04-83d6-ce8d4330a41a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.208048] env[65665]: INFO nova.compute.manager [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Terminating instance [ 748.275717] env[65665]: DEBUG nova.network.neutron [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 748.336133] env[65665]: INFO nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating resource usage from migration eb67986e-ea9a-4937-b0a1-7a8526d7460a [ 748.374472] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 206acfbf-6270-4722-b2c3-954d2dd8d935 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.374472] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance cd0810a8-246a-4f1a-a654-2b0b844611ab actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.374988] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance e776049f-b496-4b4c-aafa-67a30a37ef55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.374988] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 9cf295fa-3194-41e3-a3e8-e6d579cd6975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.375213] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 641c616e-96ce-4a56-9888-d9eca0c3111f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.375213] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 5c674aad-91fe-4a12-b3b4-4b81c924fd25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.375357] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 6451b8cc-cf73-49d3-977c-40812068b4fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.375543] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance dbed29b1-e848-4bb3-8281-1b6c53785566 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.375786] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 3574899d-ecdc-49ca-82ce-2d0369a61600 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.375978] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 6388f612-9e9e-4ff4-8f3c-974049ee6cb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.376170] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 7a8521b4-865f-48a2-b67d-7e8ee951e5f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.376351] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance df45e8db-a95c-4765-babb-14adf34600b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.376715] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance cdfa62a3-e944-44df-9de3-6af79e11d6d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.376715] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance f8ec910d-7db4-439b-a13d-df9eacdc4ab8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.376862] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance f5cd9b60-b0b9-4209-a526-83ed09b072bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.377074] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 9702967b-83dc-4faa-ad5b-93290ac1b68c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 748.377252] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 5c44d2ce-1dbc-40bd-8495-db00e0399767 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.377451] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 98430fc3-58ac-434b-9538-de5de5c0c83b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.377628] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 426495b7-1437-44f3-b3ac-0557ce8a4550 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.377778] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance b2c610bb-d374-4ed2-9062-9f4908ea0df7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.378488] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance abc93bf9-5fb2-44e0-87ad-2a1ac3083f87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.378488] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 0353ad63-f63b-41ce-8001-dba560cc21c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.378488] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 593b27bd-4b73-47f7-8038-be5af33b0047 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.378488] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 5da7a49f-0b76-4a04-83d6-ce8d4330a41a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.378689] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 116b28c6-59e7-406b-aac0-dfc41bd2ce66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.378689] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 077e3b01-2c75-4adc-a04a-2c082adc9f95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.378877] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 3d90fb2a-322c-4c29-b970-aa06813aa9bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.379087] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 97004ff7-e609-4d1e-8b93-9d3447ccc7c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.379240] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 5a2054d2-0d1a-48d6-8d77-a3d805533bbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.379310] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 6468132b-40ef-42ba-8a3d-93ab97ac6ae6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.388983] env[65665]: DEBUG nova.network.neutron [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Successfully created port: f0c41936-8441-4a21-a98b-be7d5d0eb641 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 748.400654] env[65665]: DEBUG nova.compute.manager [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 748.400654] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.400886] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe00ba4c-b3da-4b60-bd23-4e031ab3a475 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.415864] env[65665]: DEBUG oslo_vmware.api [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Waiting for the task: (returnval){ [ 748.415864] env[65665]: value = "task-4854377" [ 748.415864] env[65665]: _type = "Task" [ 748.415864] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.431813] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631438} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.433340] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 3d90fb2a-322c-4c29-b970-aa06813aa9bb/3d90fb2a-322c-4c29-b970-aa06813aa9bb.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.433706] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.434031] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aee8cea3-c207-424e-983f-206aa717512b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.445513] env[65665]: DEBUG oslo_vmware.api [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.450623] env[65665]: WARNING neutronclient.v2_0.client [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.453988] env[65665]: WARNING neutronclient.v2_0.client [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.460915] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 748.460915] env[65665]: value = "task-4854378" [ 748.460915] env[65665]: _type = "Task" [ 748.460915] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.477226] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.486481] env[65665]: WARNING neutronclient.v2_0.client [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.528100] env[65665]: WARNING neutronclient.v2_0.client [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.552292] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854374, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.553725] env[65665]: DEBUG nova.network.neutron [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 748.579544] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854375, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.579987] env[65665]: DEBUG nova.compute.manager [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 748.619256] env[65665]: DEBUG oslo_vmware.api [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854376, 'name': PowerOffVM_Task, 'duration_secs': 0.342636} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.619256] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.619541] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.619756] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cc841fa-6fc6-44a6-86e2-0ffc0d105af9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.710940] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.711443] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.711777] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Deleting the datastore file [datastore2] 3574899d-ecdc-49ca-82ce-2d0369a61600 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.712311] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3857899d-92ad-4da3-9658-181dd6109e01 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.716311] env[65665]: DEBUG nova.compute.manager [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 748.716714] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.722409] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c2f12e-f93c-474b-b979-47917362ed94 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.736335] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.738511] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e161f159-a8da-45d5-a0f7-b5f32058058f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.741552] env[65665]: DEBUG oslo_vmware.api [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Waiting for the task: (returnval){ [ 748.741552] env[65665]: value = "task-4854380" [ 748.741552] env[65665]: _type = "Task" [ 748.741552] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.749523] env[65665]: DEBUG oslo_vmware.api [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Waiting for the task: (returnval){ [ 748.749523] env[65665]: value = "task-4854381" [ 748.749523] env[65665]: _type = "Task" [ 748.749523] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.759177] env[65665]: DEBUG oslo_vmware.api [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.762663] env[65665]: DEBUG nova.network.neutron [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Updated VIF entry in instance network info cache for port 0f98acb3-23ce-436b-b5d0-939b84cdd68d. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 748.762943] env[65665]: DEBUG nova.network.neutron [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Updating instance_info_cache with network_info: [{"id": "0f98acb3-23ce-436b-b5d0-939b84cdd68d", "address": "fa:16:3e:ec:e2:c3", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f98acb3-23", "ovs_interfaceid": "0f98acb3-23ce-436b-b5d0-939b84cdd68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.768818] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.769142] env[65665]: DEBUG oslo_vmware.api [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.803060] env[65665]: DEBUG nova.network.neutron [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Updating instance_info_cache with network_info: [{"id": "a4a776a8-67c4-4cdf-8e85-540627d2f790", "address": "fa:16:3e:65:2b:eb", "network": {"id": "53411a0c-15ab-4ba0-93ac-88525bc494af", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1784566108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01625aa5be194572a77fefc71ff3732b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a776a8-67", "ovs_interfaceid": "a4a776a8-67c4-4cdf-8e85-540627d2f790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.839536] env[65665]: DEBUG nova.compute.manager [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 748.844806] env[65665]: DEBUG nova.network.neutron [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Updated VIF entry in instance network info cache for port 0d68260b-506c-4055-9f6a-ef2a6f909f61. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 748.845290] env[65665]: DEBUG nova.network.neutron [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Updating instance_info_cache with network_info: [{"id": "0d68260b-506c-4055-9f6a-ef2a6f909f61", "address": "fa:16:3e:36:7f:4e", "network": {"id": "09e58a33-f39e-4b6d-94ab-5cabb9a881b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1012312252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2763b4b0b46460cb006fc17b475868d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d68260b-50", "ovs_interfaceid": "0d68260b-506c-4055-9f6a-ef2a6f909f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.883117] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 236cca27-1eb6-4040-a52d-23043c009086 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 748.883990] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Migration eb67986e-ea9a-4937-b0a1-7a8526d7460a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 748.884157] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 748.898579] env[65665]: DEBUG nova.network.neutron [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.933511] env[65665]: DEBUG oslo_vmware.api [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854377, 'name': PowerOffVM_Task, 'duration_secs': 0.281939} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.933754] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.933936] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 748.934288] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946142', 'volume_id': '34d8feba-850b-4bff-afdd-5b168fe5851e', 'name': 'volume-34d8feba-850b-4bff-afdd-5b168fe5851e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd0810a8-246a-4f1a-a654-2b0b844611ab', 'attached_at': '', 'detached_at': '', 'volume_id': '34d8feba-850b-4bff-afdd-5b168fe5851e', 'serial': '34d8feba-850b-4bff-afdd-5b168fe5851e'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 748.935516] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7925367e-0040-4dd6-85d5-eb5a1b0d6cdc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.960470] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1914a638-fbf3-4b8b-bbde-42f55a7a45a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.974380] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125917} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.976550] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.977747] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247fd67f-f320-4139-873c-5cb19a7e32f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.981230] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5d288f-356d-4e79-884a-37245b0f8a21 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.014238] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28b941f-1c01-43aa-85c4-d41172d9e074 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.027162] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 3d90fb2a-322c-4c29-b970-aa06813aa9bb/3d90fb2a-322c-4c29-b970-aa06813aa9bb.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.027704] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac86ab9c-2f71-45d0-bc5e-5bdb8222b438 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.063053] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] The volume has not been displaced from its original location: [datastore2] volume-34d8feba-850b-4bff-afdd-5b168fe5851e/volume-34d8feba-850b-4bff-afdd-5b168fe5851e.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 749.068844] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 749.071987] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8576d70-e8d4-4026-967e-0281aeff1877 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.086942] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 749.086942] env[65665]: value = "task-4854382" [ 749.086942] env[65665]: _type = "Task" [ 749.086942] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.097487] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854374, 'name': CreateVM_Task, 'duration_secs': 0.997677} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.105071] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.108179] env[65665]: WARNING neutronclient.v2_0.client [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.108702] env[65665]: WARNING neutronclient.v2_0.client [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.109077] env[65665]: WARNING neutronclient.v2_0.client [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.109518] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.109712] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.110183] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.110667] env[65665]: DEBUG oslo_vmware.api [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Waiting for the task: (returnval){ [ 749.110667] env[65665]: value = "task-4854383" [ 749.110667] env[65665]: _type = "Task" [ 749.110667] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.115526] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5f4e01-c0bd-41c8-a908-32d3166c4e20 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.117973] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739618} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.125861] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 97004ff7-e609-4d1e-8b93-9d3447ccc7c0/97004ff7-e609-4d1e-8b93-9d3447ccc7c0.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.126263] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.127093] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.128644] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.129611] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d3f5553-bad7-49af-ac7d-256b17ad883d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.135233] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 749.135233] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d6d43e-081e-3fa9-4b56-c0d6341352f3" [ 749.135233] env[65665]: _type = "Task" [ 749.135233] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.145513] env[65665]: DEBUG oslo_vmware.api [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.145923] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 749.145923] env[65665]: value = "task-4854384" [ 749.145923] env[65665]: _type = "Task" [ 749.145923] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.153414] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d6d43e-081e-3fa9-4b56-c0d6341352f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.159602] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.254140] env[65665]: DEBUG oslo_vmware.api [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Task: {'id': task-4854380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317046} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.258716] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.258962] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.259226] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.259421] env[65665]: INFO nova.compute.manager [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Took 1.22 seconds to destroy the instance on the hypervisor. [ 749.259725] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 749.259970] env[65665]: DEBUG nova.compute.manager [-] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 749.260093] env[65665]: DEBUG nova.network.neutron [-] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 749.260422] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.269253] env[65665]: DEBUG oslo_vmware.api [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854381, 'name': PowerOffVM_Task, 'duration_secs': 0.282035} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.269555] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.269742] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.270320] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Releasing lock "refresh_cache-116b28c6-59e7-406b-aac0-dfc41bd2ce66" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.270566] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Received event network-vif-plugged-a0cc9108-2296-483a-9aa8-e2a3ff08a350 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 749.270753] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquiring lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.270960] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.271142] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.271367] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] No waiting events found dispatching network-vif-plugged-a0cc9108-2296-483a-9aa8-e2a3ff08a350 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 749.271618] env[65665]: WARNING nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Received unexpected event network-vif-plugged-a0cc9108-2296-483a-9aa8-e2a3ff08a350 for instance with vm_state active and task_state None. [ 749.271913] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Received event network-changed-a0cc9108-2296-483a-9aa8-e2a3ff08a350 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 749.272142] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Refreshing instance network info cache due to event network-changed-a0cc9108-2296-483a-9aa8-e2a3ff08a350. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 749.272383] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquiring lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.272547] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquired lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.272734] env[65665]: DEBUG nova.network.neutron [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Refreshing network info cache for port a0cc9108-2296-483a-9aa8-e2a3ff08a350 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.274222] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-497d5848-f5a8-46ff-8a08-77db1c431ead {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.307176] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Releasing lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.307928] env[65665]: DEBUG nova.compute.manager [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Instance network_info: |[{"id": "a4a776a8-67c4-4cdf-8e85-540627d2f790", "address": "fa:16:3e:65:2b:eb", "network": {"id": "53411a0c-15ab-4ba0-93ac-88525bc494af", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1784566108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01625aa5be194572a77fefc71ff3732b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a776a8-67", "ovs_interfaceid": "a4a776a8-67c4-4cdf-8e85-540627d2f790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 749.308689] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:2b:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4a776a8-67c4-4cdf-8e85-540627d2f790', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.319176] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 749.319833] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.320090] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8f5667d-5103-4f4f-b754-f57134aec23f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.349638] env[65665]: DEBUG oslo_concurrency.lockutils [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] Releasing lock "refresh_cache-f8ec910d-7db4-439b-a13d-df9eacdc4ab8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.350362] env[65665]: DEBUG nova.compute.manager [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Received event network-vif-plugged-eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 749.350723] env[65665]: DEBUG oslo_concurrency.lockutils [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] Acquiring lock "077e3b01-2c75-4adc-a04a-2c082adc9f95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.350961] env[65665]: DEBUG oslo_concurrency.lockutils [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] Lock "077e3b01-2c75-4adc-a04a-2c082adc9f95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.351545] env[65665]: DEBUG oslo_concurrency.lockutils [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] Lock "077e3b01-2c75-4adc-a04a-2c082adc9f95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.351545] env[65665]: DEBUG nova.compute.manager [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] No waiting events found dispatching network-vif-plugged-eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 749.351673] env[65665]: WARNING nova.compute.manager [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Received unexpected event network-vif-plugged-eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc for instance with vm_state building and task_state spawning. [ 749.351886] env[65665]: DEBUG nova.compute.manager [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Received event network-changed-eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 749.352071] env[65665]: DEBUG nova.compute.manager [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Refreshing instance network info cache due to event network-changed-eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 749.352573] env[65665]: DEBUG oslo_concurrency.lockutils [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] Acquiring lock "refresh_cache-077e3b01-2c75-4adc-a04a-2c082adc9f95" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.352817] env[65665]: DEBUG oslo_concurrency.lockutils [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] Acquired lock "refresh_cache-077e3b01-2c75-4adc-a04a-2c082adc9f95" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.353012] env[65665]: DEBUG nova.network.neutron [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Refreshing network info cache for port eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.355287] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.355287] env[65665]: value = "task-4854386" [ 749.355287] env[65665]: _type = "Task" [ 749.355287] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.356438] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.360798] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.361272] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.361660] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Deleting the datastore file [datastore1] 5da7a49f-0b76-4a04-83d6-ce8d4330a41a {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.366165] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abfb7fbb-aa72-49c4-80d4-fcb4ca81488b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.377031] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854386, 'name': CreateVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.378648] env[65665]: DEBUG oslo_vmware.api [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Waiting for the task: (returnval){ [ 749.378648] env[65665]: value = "task-4854387" [ 749.378648] env[65665]: _type = "Task" [ 749.378648] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.388120] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance f2082df5-ec95-423f-a5d6-b7f776be63ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 749.395060] env[65665]: DEBUG oslo_vmware.api [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.401624] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Releasing lock "refresh_cache-0353ad63-f63b-41ce-8001-dba560cc21c4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.402334] env[65665]: DEBUG nova.compute.manager [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 749.402659] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.404884] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bba0b3-8212-46ee-bc21-69f7a828d3de {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.415025] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.415851] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db1a6e5f-5fae-4658-93a2-ce23c92f4cc9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.425708] env[65665]: DEBUG oslo_vmware.api [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 749.425708] env[65665]: value = "task-4854388" [ 749.425708] env[65665]: _type = "Task" [ 749.425708] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.441092] env[65665]: DEBUG oslo_vmware.api [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.609664] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854382, 'name': ReconfigVM_Task, 'duration_secs': 0.546103} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.609999] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 3d90fb2a-322c-4c29-b970-aa06813aa9bb/3d90fb2a-322c-4c29-b970-aa06813aa9bb.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.610813] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f834c69-3711-4236-aa4e-68fe5a242da6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.618628] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 749.618628] env[65665]: value = "task-4854389" [ 749.618628] env[65665]: _type = "Task" [ 749.618628] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.632308] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854389, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.635570] env[65665]: DEBUG oslo_vmware.api [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854383, 'name': ReconfigVM_Task, 'duration_secs': 0.261597} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.636275] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 749.644926] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c2eceb-e7ad-426b-ae2d-ee66172b8f37 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.666827] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d6d43e-081e-3fa9-4b56-c0d6341352f3, 'name': SearchDatastore_Task, 'duration_secs': 0.018693} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.669439] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.669830] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.670140] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.670399] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.670735] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.671549] env[65665]: DEBUG oslo_vmware.api [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Waiting for the task: (returnval){ [ 749.671549] env[65665]: value = "task-4854390" [ 749.671549] env[65665]: _type = "Task" [ 749.671549] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.675173] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-698480eb-424f-4613-b8a6-0fe0335154a3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.678217] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112795} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.683299] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.684865] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cb4eaa-b513-4bc2-afb2-2001352305f2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.691827] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.692146] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.708349] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3b69f6-fd87-4793-a584-d3614871cd72 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.711398] env[65665]: DEBUG oslo_vmware.api [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.722488] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 97004ff7-e609-4d1e-8b93-9d3447ccc7c0/97004ff7-e609-4d1e-8b93-9d3447ccc7c0.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.722905] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8e8869a-bc53-4d16-9f0e-bae6bc8a3dfd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.745577] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 749.745577] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52299bc9-f7da-d7eb-4fb0-47bc780c9ada" [ 749.745577] env[65665]: _type = "Task" [ 749.745577] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.751353] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 749.751353] env[65665]: value = "task-4854391" [ 749.751353] env[65665]: _type = "Task" [ 749.751353] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.760332] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52299bc9-f7da-d7eb-4fb0-47bc780c9ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.766383] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.777298] env[65665]: WARNING neutronclient.v2_0.client [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.857712] env[65665]: WARNING neutronclient.v2_0.client [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.871864] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854386, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.891308] env[65665]: DEBUG oslo_vmware.api [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Task: {'id': task-4854387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294938} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.891664] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.891892] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.892114] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.892400] env[65665]: INFO nova.compute.manager [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 749.892728] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 749.892986] env[65665]: DEBUG nova.compute.manager [-] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 749.893178] env[65665]: DEBUG nova.network.neutron [-] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 749.893455] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.897456] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 4dcc1e66-77d7-4437-a082-021f6d633052 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 749.897862] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 30 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 749.897997] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=6336MB phys_disk=100GB used_disk=28GB total_vcpus=48 used_vcpus=30 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '30', 'num_vm_active': '24', 'num_task_None': '21', 'num_os_type_None': '30', 'num_proj_4ffc248fe4f540b7a19fede286e88698': '1', 'io_workload': '6', 'num_proj_e10f86d1294c4108b07e581664c0eece': '1', 'num_proj_a3fbbaf023294f2e8074f050d8ef108c': '1', 'num_proj_01625aa5be194572a77fefc71ff3732b': '2', 'num_proj_11e8c22fa2f846399b1a7e1951e96061': '3', 'num_proj_d744d69912f04c5abbbeb62388dc8c8a': '3', 'num_task_deleting': '2', 'num_proj_7e1111d435754b229b499dfaacd3fbcc': '1', 'num_proj_19922781a3704af9828c1bf54df07b9f': '1', 'num_proj_2f26c3ed991b4c30b1dfb40be7e61333': '1', 'num_proj_d05f0eb7a0a1470a9f1b68e240834c04': '2', 'num_proj_e2763b4b0b46460cb006fc17b475868d': '1', 'num_vm_suspended': '1', 'num_task_image_uploading': '2', 'num_proj_8bad9b509c1344aebb93a1f6f3072a7e': '1', 'num_proj_794aff44d40f406bbdd547c974edb928': '1', 'num_proj_790e178032e5476b9ccc099091c68f90': '1', 'num_task_resize_prep': '1', 'num_proj_bb1d8f8fe5ff4ec8bec31a678fec65a9': '1', 'num_proj_2d736daa70ff4ab98dd2099937ee0f39': '1', 'num_proj_ab24c309f7d046b39c5e48a5a16dd66c': '1', 'num_proj_599399ceeacb45d7a2a3905c63eae0d2': '1', 'num_proj_e5d5fde731164b13a5316bf82e94c646': '1', 'num_proj_ce4b98ed523541f1ac609370a9c37ea1': '1', 'num_vm_building': '5', 'num_task_spawning': '4', 'num_proj_d70d9f8c94bd43458a37932bc0ab3c98': '1', 'num_proj_587c575ba2734d7cb376644dc704e6c1': '2', 'num_proj_773e27b7bf3d43b7a474de28c17e4080': '1'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 749.940593] env[65665]: DEBUG oslo_vmware.api [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854388, 'name': PowerOffVM_Task, 'duration_secs': 0.331432} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.944330] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.944507] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.945183] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c68760c0-4767-429a-9762-d453448cf5a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.982458] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.982737] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.982940] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Deleting the datastore file [datastore1] 0353ad63-f63b-41ce-8001-dba560cc21c4 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.983229] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6ffac95-1143-4a0d-adfd-4aca9304d0fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.996438] env[65665]: DEBUG oslo_vmware.api [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 749.996438] env[65665]: value = "task-4854393" [ 749.996438] env[65665]: _type = "Task" [ 749.996438] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.006063] env[65665]: DEBUG oslo_vmware.rw_handles [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521480d6-157a-deed-7f9b-68f790e7b1c9/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 750.012485] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f809e053-0bf4-4809-b7b4-475aaacd3519 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.014313] env[65665]: DEBUG oslo_vmware.api [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.022523] env[65665]: DEBUG oslo_vmware.rw_handles [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521480d6-157a-deed-7f9b-68f790e7b1c9/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 750.022886] env[65665]: ERROR oslo_vmware.rw_handles [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521480d6-157a-deed-7f9b-68f790e7b1c9/disk-0.vmdk due to incomplete transfer.: glanceclient.exc.HTTPException: HTTP 410 Gone: Image 34aaf8c0-4cdf-41ef-be3b-7a6efca0440d could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 750.023223] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-127ea1c9-0f1c-4dbb-b52f-f0c24a5140c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.032731] env[65665]: DEBUG oslo_vmware.rw_handles [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521480d6-157a-deed-7f9b-68f790e7b1c9/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 750.033223] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 750.038093] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eb3449f5-7cd3-46fe-aafa-78346e142882 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.046860] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 750.046860] env[65665]: value = "task-4854394" [ 750.046860] env[65665]: _type = "Task" [ 750.046860] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.049902] env[65665]: DEBUG nova.virt.hardware [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 750.051755] env[65665]: DEBUG nova.virt.hardware [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.051755] env[65665]: DEBUG nova.virt.hardware [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 750.051755] env[65665]: DEBUG nova.virt.hardware [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.051755] env[65665]: DEBUG nova.virt.hardware [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 750.051755] env[65665]: DEBUG nova.virt.hardware [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 750.051755] env[65665]: DEBUG nova.virt.hardware [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 750.051755] env[65665]: DEBUG nova.virt.hardware [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 750.051755] env[65665]: DEBUG nova.virt.hardware [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 750.051755] env[65665]: DEBUG nova.virt.hardware [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 750.051755] env[65665]: DEBUG nova.virt.hardware [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 750.056922] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d932e27b-549d-45c4-8251-994ab79b2599 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.083613] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4e1aa7-5102-4452-9fee-bd1a4087d9aa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.087363] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854394, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.135418] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854389, 'name': Rename_Task, 'duration_secs': 0.238264} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.136176] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.139123] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.140026] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d256fe8-a166-4f2e-83d8-f1228568d52d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.150463] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 750.150463] env[65665]: value = "task-4854395" [ 750.150463] env[65665]: _type = "Task" [ 750.150463] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.161027] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.169849] env[65665]: DEBUG nova.network.neutron [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Successfully updated port: f0c41936-8441-4a21-a98b-be7d5d0eb641 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 750.194623] env[65665]: DEBUG oslo_vmware.api [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854390, 'name': ReconfigVM_Task, 'duration_secs': 0.232952} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.195061] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946142', 'volume_id': '34d8feba-850b-4bff-afdd-5b168fe5851e', 'name': 'volume-34d8feba-850b-4bff-afdd-5b168fe5851e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd0810a8-246a-4f1a-a654-2b0b844611ab', 'attached_at': '', 'detached_at': '', 'volume_id': '34d8feba-850b-4bff-afdd-5b168fe5851e', 'serial': '34d8feba-850b-4bff-afdd-5b168fe5851e'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 750.195540] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.196884] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0a79f2-c361-4430-8ac4-3aac26ce693d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.208454] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.208610] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de025f07-616b-4c5e-ab8b-7a89f4d38b22 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.262319] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52299bc9-f7da-d7eb-4fb0-47bc780c9ada, 'name': SearchDatastore_Task, 'duration_secs': 0.017499} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.267036] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafac384-e961-4229-8257-9e8c15658bf5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.273450] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.277788] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 750.277788] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52879cab-c6d4-2d55-3aa8-7e735869fb1b" [ 750.277788] env[65665]: _type = "Task" [ 750.277788] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.287518] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.287765] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.287947] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Deleting the datastore file [datastore2] cd0810a8-246a-4f1a-a654-2b0b844611ab {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.288268] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-480bf041-cfb9-4491-ab4b-32a993b37442 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.294741] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52879cab-c6d4-2d55-3aa8-7e735869fb1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012332} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.296076] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.296591] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 077e3b01-2c75-4adc-a04a-2c082adc9f95/077e3b01-2c75-4adc-a04a-2c082adc9f95.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.296711] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ef485cd-ebd6-438d-800b-5efbe2aeb14f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.303364] env[65665]: DEBUG oslo_vmware.api [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Waiting for the task: (returnval){ [ 750.303364] env[65665]: value = "task-4854397" [ 750.303364] env[65665]: _type = "Task" [ 750.303364] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.312542] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 750.312542] env[65665]: value = "task-4854398" [ 750.312542] env[65665]: _type = "Task" [ 750.312542] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.320668] env[65665]: DEBUG oslo_vmware.api [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.330020] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.374692] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854386, 'name': CreateVM_Task, 'duration_secs': 0.618492} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.374978] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.375400] env[65665]: WARNING neutronclient.v2_0.client [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.375745] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.375894] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.376356] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.376648] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d69cac9-5a9b-4736-a684-5c221f784858 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.383094] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 750.383094] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d75499-c31f-147c-caba-cce8183ba40e" [ 750.383094] env[65665]: _type = "Task" [ 750.383094] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.398078] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d75499-c31f-147c-caba-cce8183ba40e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.444647] env[65665]: DEBUG nova.network.neutron [-] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.514885] env[65665]: WARNING nova.virt.vmwareapi.vmops [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 0353ad63-f63b-41ce-8001-dba560cc21c4 [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Traceback (most recent call last): [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] ds_util.file_delete(self._session, [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] session._wait_for_task(file_delete_task) [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] return self.wait_for_task(task_ref) [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] return evt.wait() [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] result = hub.switch() [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] return self.greenlet.switch() [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] self.f(*self.args, **self.kw) [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] raise exceptions.translate_fault(task_info.error) [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 0353ad63-f63b-41ce-8001-dba560cc21c4 [ 750.514885] env[65665]: ERROR nova.virt.vmwareapi.vmops [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] [ 750.514885] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.514885] env[65665]: INFO nova.compute.manager [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 750.515877] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 750.515877] env[65665]: DEBUG nova.compute.manager [-] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 750.515877] env[65665]: DEBUG nova.network.neutron [-] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 750.515877] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.550370] env[65665]: DEBUG nova.network.neutron [-] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 750.551030] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.578127] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854394, 'name': Destroy_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.579863] env[65665]: WARNING neutronclient.v2_0.client [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.589334] env[65665]: WARNING neutronclient.v2_0.client [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.622554] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1525e69a-d8a4-4042-836c-52f874bd266d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.632506] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c518318e-49cf-4dfb-bce7-682b695d9764 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.674412] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b654d3-c457-4282-b7b9-1102e9c5778e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.678128] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Acquiring lock "refresh_cache-6468132b-40ef-42ba-8a3d-93ab97ac6ae6" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.678310] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Acquired lock "refresh_cache-6468132b-40ef-42ba-8a3d-93ab97ac6ae6" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.678485] env[65665]: DEBUG nova.network.neutron [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 750.686261] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854395, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.694917] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db354657-4b7d-4e99-b5fe-1149738c868d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.723644] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.750133] env[65665]: DEBUG nova.network.neutron [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Updated VIF entry in instance network info cache for port a0cc9108-2296-483a-9aa8-e2a3ff08a350. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.750618] env[65665]: DEBUG nova.network.neutron [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Updating instance_info_cache with network_info: [{"id": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "address": "fa:16:3e:3e:ca:94", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape013c1a8-6f", "ovs_interfaceid": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0cc9108-2296-483a-9aa8-e2a3ff08a350", "address": "fa:16:3e:ac:64:cb", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0cc9108-22", "ovs_interfaceid": "a0cc9108-2296-483a-9aa8-e2a3ff08a350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.753368] env[65665]: DEBUG nova.network.neutron [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Updated VIF entry in instance network info cache for port eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.753842] env[65665]: DEBUG nova.network.neutron [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Updating instance_info_cache with network_info: [{"id": "efb29719-b6f2-4b1c-9a87-d9e81e506b36", "address": "fa:16:3e:00:bf:32", "network": {"id": "71c285fb-8626-4899-b590-ad28a6f4b1d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916403504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb29719-b6", "ovs_interfaceid": "efb29719-b6f2-4b1c-9a87-d9e81e506b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc", "address": "fa:16:3e:42:09:f6", "network": {"id": "067a8b37-8058-4df8-bc74-b0f767633112", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861109080", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeb02ad0-c9", "ovs_interfaceid": "eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c09578ee-b9c4-47c5-bb7a-bf6c215c8de6", "address": "fa:16:3e:ad:1c:e8", "network": {"id": "71c285fb-8626-4899-b590-ad28a6f4b1d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916403504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09578ee-b9", "ovs_interfaceid": "c09578ee-b9c4-47c5-bb7a-bf6c215c8de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.770375] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854391, 'name': ReconfigVM_Task, 'duration_secs': 0.591295} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.771415] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 97004ff7-e609-4d1e-8b93-9d3447ccc7c0/97004ff7-e609-4d1e-8b93-9d3447ccc7c0.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.773367] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88936fcf-c1a5-4d89-a288-ae67d792a7bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.781216] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 750.781216] env[65665]: value = "task-4854399" [ 750.781216] env[65665]: _type = "Task" [ 750.781216] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.792678] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854399, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.816168] env[65665]: DEBUG oslo_vmware.api [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Task: {'id': task-4854397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125837} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.820207] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.820465] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.820610] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.820798] env[65665]: INFO nova.compute.manager [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Took 2.42 seconds to destroy the instance on the hypervisor. [ 750.821089] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 750.821347] env[65665]: DEBUG nova.compute.manager [-] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 750.821439] env[65665]: DEBUG nova.network.neutron [-] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 750.821863] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.832169] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515186} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.832421] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 077e3b01-2c75-4adc-a04a-2c082adc9f95/077e3b01-2c75-4adc-a04a-2c082adc9f95.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.832609] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.832901] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a525d5eb-e3bb-43c6-9f98-605fcf36db1a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.841620] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 750.841620] env[65665]: value = "task-4854400" [ 750.841620] env[65665]: _type = "Task" [ 750.841620] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.854260] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.900705] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d75499-c31f-147c-caba-cce8183ba40e, 'name': SearchDatastore_Task, 'duration_secs': 0.015195} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.901077] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.901329] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.901591] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.901758] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.901962] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.903514] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.905479] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5aefb5a-de45-4005-a7fc-ea6ee0cc08b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.916556] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.916957] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.917795] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3851a669-8bd2-4372-89c2-304203445b74 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.924903] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 750.924903] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d73858-9789-9d8d-7a56-e4ffb2aeca7a" [ 750.924903] env[65665]: _type = "Task" [ 750.924903] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.936137] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d73858-9789-9d8d-7a56-e4ffb2aeca7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.947927] env[65665]: INFO nova.compute.manager [-] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Took 1.69 seconds to deallocate network for instance. [ 751.006786] env[65665]: DEBUG nova.network.neutron [-] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.056497] env[65665]: DEBUG nova.network.neutron [-] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.076469] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854394, 'name': Destroy_Task, 'duration_secs': 0.537649} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.076846] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Destroyed the VM [ 751.076912] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 751.077464] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1efa0e9c-6684-409c-a419-d6d33fb2bc6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.087313] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 751.087313] env[65665]: value = "task-4854401" [ 751.087313] env[65665]: _type = "Task" [ 751.087313] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.098087] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854401, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.188613] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854395, 'name': PowerOnVM_Task, 'duration_secs': 0.723711} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.188613] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.188613] env[65665]: INFO nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Took 9.67 seconds to spawn the instance on the hypervisor. [ 751.188613] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 751.189110] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fc369b-1d4b-4bd3-af9e-d58aa241a006 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.227806] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.256707] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Releasing lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.257048] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Received event network-vif-plugged-efb29719-b6f2-4b1c-9a87-d9e81e506b36 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 751.257251] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquiring lock "077e3b01-2c75-4adc-a04a-2c082adc9f95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.257505] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Lock "077e3b01-2c75-4adc-a04a-2c082adc9f95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.257709] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Lock "077e3b01-2c75-4adc-a04a-2c082adc9f95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.257903] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] No waiting events found dispatching network-vif-plugged-efb29719-b6f2-4b1c-9a87-d9e81e506b36 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 751.258092] env[65665]: WARNING nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Received unexpected event network-vif-plugged-efb29719-b6f2-4b1c-9a87-d9e81e506b36 for instance with vm_state building and task_state spawning. [ 751.258318] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Received event network-changed-efb29719-b6f2-4b1c-9a87-d9e81e506b36 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 751.258446] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Refreshing instance network info cache due to event network-changed-efb29719-b6f2-4b1c-9a87-d9e81e506b36. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 751.258662] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquiring lock "refresh_cache-077e3b01-2c75-4adc-a04a-2c082adc9f95" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.259446] env[65665]: DEBUG oslo_concurrency.lockutils [req-9b824a90-ef93-4ea9-81de-1bd7b9068fe6 req-52ddab6a-c644-41d3-998a-9ab5da1a7676 service nova] Releasing lock "refresh_cache-077e3b01-2c75-4adc-a04a-2c082adc9f95" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.260604] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquired lock "refresh_cache-077e3b01-2c75-4adc-a04a-2c082adc9f95" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.260875] env[65665]: DEBUG nova.network.neutron [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Refreshing network info cache for port efb29719-b6f2-4b1c-9a87-d9e81e506b36 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.292626] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854399, 'name': Rename_Task, 'duration_secs': 0.21769} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.292881] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.293056] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7f47be1-34b1-43fb-a417-a5fbadee95c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.302098] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 751.302098] env[65665]: value = "task-4854402" [ 751.302098] env[65665]: _type = "Task" [ 751.302098] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.314288] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.355093] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102773} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.355429] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.356479] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf93a49-ef79-494a-8a14-a50523e81931 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.389593] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 077e3b01-2c75-4adc-a04a-2c082adc9f95/077e3b01-2c75-4adc-a04a-2c082adc9f95.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.389724] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86b5703-7b3a-44b7-85b7-9ac00110a5eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.415728] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 751.415728] env[65665]: value = "task-4854403" [ 751.415728] env[65665]: _type = "Task" [ 751.415728] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.431619] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.444923] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d73858-9789-9d8d-7a56-e4ffb2aeca7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011736} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.445848] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58797c2c-378e-4d1c-a748-992510eec7c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.455883] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.456540] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 751.456540] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525ae571-f766-a526-dbc4-6b90f3f28d3c" [ 751.456540] env[65665]: _type = "Task" [ 751.456540] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.471125] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525ae571-f766-a526-dbc4-6b90f3f28d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012906} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.471429] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.472136] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 5a2054d2-0d1a-48d6-8d77-a3d805533bbc/5a2054d2-0d1a-48d6-8d77-a3d805533bbc.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.472478] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b338dbb-c66c-40e2-a21d-516843405f08 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.483228] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 751.483228] env[65665]: value = "task-4854404" [ 751.483228] env[65665]: _type = "Task" [ 751.483228] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.493934] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.509586] env[65665]: INFO nova.compute.manager [-] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Took 1.62 seconds to deallocate network for instance. [ 751.564810] env[65665]: INFO nova.compute.manager [-] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Took 1.05 seconds to deallocate network for instance. [ 751.565290] env[65665]: INFO nova.compute.manager [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Rebuilding instance [ 751.574925] env[65665]: DEBUG nova.network.neutron [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 751.616571] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854401, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.640225] env[65665]: DEBUG nova.compute.manager [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 751.641271] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b9379c-43f6-4c87-9e88-79eac7329c59 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.716486] env[65665]: INFO nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Took 27.65 seconds to build instance. [ 751.735819] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 751.736494] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.460s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.736494] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.280s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.736692] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.739177] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.395s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.741998] env[65665]: INFO nova.compute.claims [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.764110] env[65665]: WARNING neutronclient.v2_0.client [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.789511] env[65665]: INFO nova.scheduler.client.report [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Deleted allocations for instance 9702967b-83dc-4faa-ad5b-93290ac1b68c [ 751.820932] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.912972] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Acquiring lock "206acfbf-6270-4722-b2c3-954d2dd8d935" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.912972] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.937212] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854403, 'name': ReconfigVM_Task, 'duration_secs': 0.456997} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.937712] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 077e3b01-2c75-4adc-a04a-2c082adc9f95/077e3b01-2c75-4adc-a04a-2c082adc9f95.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.938462] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45fa3296-b155-4b50-8310-fa97d27207ad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.948110] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 751.948110] env[65665]: value = "task-4854405" [ 751.948110] env[65665]: _type = "Task" [ 751.948110] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.961652] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854405, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.985100] env[65665]: DEBUG nova.network.neutron [-] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.004248] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854404, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.017455] env[65665]: DEBUG oslo_concurrency.lockutils [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.081152] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.101465] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854401, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.221794] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "3d90fb2a-322c-4c29-b970-aa06813aa9bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.165s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.301842] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1623fee6-bb5e-4401-9dac-26a0527ec94c tempest-ServerPasswordTestJSON-1734341688 tempest-ServerPasswordTestJSON-1734341688-project-member] Lock "9702967b-83dc-4faa-ad5b-93290ac1b68c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.397s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.305850] env[65665]: DEBUG nova.compute.manager [req-2c86da41-4f71-42b6-8e13-dc383fe145e8 req-3a596de4-5368-4139-bf0d-fc46d5fcf278 service nova] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Received event network-changed-432fee2a-cfbd-4769-b411-5fc6b9799ad8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 752.305921] env[65665]: DEBUG nova.compute.manager [req-2c86da41-4f71-42b6-8e13-dc383fe145e8 req-3a596de4-5368-4139-bf0d-fc46d5fcf278 service nova] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Refreshing instance network info cache due to event network-changed-432fee2a-cfbd-4769-b411-5fc6b9799ad8. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 752.306614] env[65665]: DEBUG oslo_concurrency.lockutils [req-2c86da41-4f71-42b6-8e13-dc383fe145e8 req-3a596de4-5368-4139-bf0d-fc46d5fcf278 service nova] Acquiring lock "refresh_cache-97004ff7-e609-4d1e-8b93-9d3447ccc7c0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.307973] env[65665]: DEBUG oslo_concurrency.lockutils [req-2c86da41-4f71-42b6-8e13-dc383fe145e8 req-3a596de4-5368-4139-bf0d-fc46d5fcf278 service nova] Acquired lock "refresh_cache-97004ff7-e609-4d1e-8b93-9d3447ccc7c0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.307973] env[65665]: DEBUG nova.network.neutron [req-2c86da41-4f71-42b6-8e13-dc383fe145e8 req-3a596de4-5368-4139-bf0d-fc46d5fcf278 service nova] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Refreshing network info cache for port 432fee2a-cfbd-4769-b411-5fc6b9799ad8 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.323878] env[65665]: DEBUG oslo_vmware.api [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854402, 'name': PowerOnVM_Task, 'duration_secs': 0.889418} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.324862] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.325082] env[65665]: INFO nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Took 8.60 seconds to spawn the instance on the hypervisor. [ 752.325254] env[65665]: DEBUG nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 752.326761] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d58988-e8a8-4b63-8d95-f27194e59b2b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.354295] env[65665]: DEBUG nova.compute.manager [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Received event network-vif-plugged-c09578ee-b9c4-47c5-bb7a-bf6c215c8de6 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 752.354295] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] Acquiring lock "077e3b01-2c75-4adc-a04a-2c082adc9f95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.354295] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] Lock "077e3b01-2c75-4adc-a04a-2c082adc9f95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.354295] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] Lock "077e3b01-2c75-4adc-a04a-2c082adc9f95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.354295] env[65665]: DEBUG nova.compute.manager [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] No waiting events found dispatching network-vif-plugged-c09578ee-b9c4-47c5-bb7a-bf6c215c8de6 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 752.354295] env[65665]: WARNING nova.compute.manager [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Received unexpected event network-vif-plugged-c09578ee-b9c4-47c5-bb7a-bf6c215c8de6 for instance with vm_state building and task_state spawning. [ 752.354295] env[65665]: DEBUG nova.compute.manager [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Received event network-changed-c09578ee-b9c4-47c5-bb7a-bf6c215c8de6 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 752.354295] env[65665]: DEBUG nova.compute.manager [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Refreshing instance network info cache due to event network-changed-c09578ee-b9c4-47c5-bb7a-bf6c215c8de6. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 752.354886] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] Acquiring lock "refresh_cache-077e3b01-2c75-4adc-a04a-2c082adc9f95" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.364378] env[65665]: WARNING neutronclient.v2_0.client [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.423720] env[65665]: INFO nova.compute.manager [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Detaching volume baaa9354-3a9b-4161-8f9b-a15876c71328 [ 752.469422] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854405, 'name': Rename_Task, 'duration_secs': 0.305107} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.473994] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.474130] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-238e6f26-a9a6-441c-95ee-9bf63d35ba1d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.482797] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 752.482797] env[65665]: value = "task-4854406" [ 752.482797] env[65665]: _type = "Task" [ 752.482797] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.501097] env[65665]: INFO nova.compute.manager [-] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Took 1.68 seconds to deallocate network for instance. [ 752.505637] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.526422] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581577} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.526422] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 5a2054d2-0d1a-48d6-8d77-a3d805533bbc/5a2054d2-0d1a-48d6-8d77-a3d805533bbc.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.526882] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.529103] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4434efad-bd0f-41d1-803f-29e1a32c44b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.536251] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 752.536251] env[65665]: value = "task-4854407" [ 752.536251] env[65665]: _type = "Task" [ 752.536251] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.549022] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.551783] env[65665]: INFO nova.virt.block_device [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Attempting to driver detach volume baaa9354-3a9b-4161-8f9b-a15876c71328 from mountpoint /dev/sdb [ 752.552387] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 752.552713] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946246', 'volume_id': 'baaa9354-3a9b-4161-8f9b-a15876c71328', 'name': 'volume-baaa9354-3a9b-4161-8f9b-a15876c71328', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '206acfbf-6270-4722-b2c3-954d2dd8d935', 'attached_at': '', 'detached_at': '', 'volume_id': 'baaa9354-3a9b-4161-8f9b-a15876c71328', 'serial': 'baaa9354-3a9b-4161-8f9b-a15876c71328'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 752.553851] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca0ff30-8a05-4627-ab4f-bddc450b36c7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.578683] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92cbf6d-a748-43c3-ae26-5657220d4fb5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.587199] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f1c78b-8360-4365-b99f-4b8c7a09cf46 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.599727] env[65665]: DEBUG oslo_vmware.api [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854401, 'name': RemoveSnapshot_Task, 'duration_secs': 1.159182} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.618014] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 752.618014] env[65665]: DEBUG nova.compute.utils [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Cleaning up image 34aaf8c0-4cdf-41ef-be3b-7a6efca0440d {{(pid=65665) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 752.620368] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e170608-27c3-4eef-8346-ad2f7d0dbe5f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.642674] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] The volume has not been displaced from its original location: [datastore1] volume-baaa9354-3a9b-4161-8f9b-a15876c71328/volume-baaa9354-3a9b-4161-8f9b-a15876c71328.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 752.647617] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 752.655261] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a195057f-886e-4f50-bcf6-9f3f0f493e72 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.668224] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.668224] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac3908c3-f968-4665-a105-d7f39a07c6c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.671370] env[65665]: DEBUG nova.network.neutron [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Updating instance_info_cache with network_info: [{"id": "f0c41936-8441-4a21-a98b-be7d5d0eb641", "address": "fa:16:3e:c5:f3:0f", "network": {"id": "b16444d7-df63-41a7-a0d4-b8c28e734bb4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-622056423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "773e27b7bf3d43b7a474de28c17e4080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c41936-84", "ovs_interfaceid": "f0c41936-8441-4a21-a98b-be7d5d0eb641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.677642] env[65665]: DEBUG oslo_vmware.api [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Waiting for the task: (returnval){ [ 752.677642] env[65665]: value = "task-4854408" [ 752.677642] env[65665]: _type = "Task" [ 752.677642] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.686089] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 752.686089] env[65665]: value = "task-4854409" [ 752.686089] env[65665]: _type = "Task" [ 752.686089] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.696375] env[65665]: DEBUG oslo_vmware.api [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Task: {'id': task-4854408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.705173] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.745559] env[65665]: WARNING neutronclient.v2_0.client [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.809613] env[65665]: WARNING neutronclient.v2_0.client [req-2c86da41-4f71-42b6-8e13-dc383fe145e8 req-3a596de4-5368-4139-bf0d-fc46d5fcf278 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.863773] env[65665]: INFO nova.compute.manager [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Took 28.72 seconds to build instance. [ 752.990209] env[65665]: DEBUG nova.network.neutron [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Updated VIF entry in instance network info cache for port efb29719-b6f2-4b1c-9a87-d9e81e506b36. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 752.990534] env[65665]: DEBUG nova.network.neutron [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Updating instance_info_cache with network_info: [{"id": "efb29719-b6f2-4b1c-9a87-d9e81e506b36", "address": "fa:16:3e:00:bf:32", "network": {"id": "71c285fb-8626-4899-b590-ad28a6f4b1d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916403504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb29719-b6", "ovs_interfaceid": "efb29719-b6f2-4b1c-9a87-d9e81e506b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc", "address": "fa:16:3e:42:09:f6", "network": {"id": "067a8b37-8058-4df8-bc74-b0f767633112", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861109080", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeb02ad0-c9", "ovs_interfaceid": "eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c09578ee-b9c4-47c5-bb7a-bf6c215c8de6", "address": "fa:16:3e:ad:1c:e8", "network": {"id": "71c285fb-8626-4899-b590-ad28a6f4b1d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916403504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09578ee-b9", "ovs_interfaceid": "c09578ee-b9c4-47c5-bb7a-bf6c215c8de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.999041] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854406, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.048187] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157688} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.055025] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.055025] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb419551-9bf4-4f3c-8ff9-06c4d83654e5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.080872] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 5a2054d2-0d1a-48d6-8d77-a3d805533bbc/5a2054d2-0d1a-48d6-8d77-a3d805533bbc.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.085217] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-608be50e-eefa-4ca5-9ec4-c41901955a84 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.109260] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 753.109260] env[65665]: value = "task-4854410" [ 753.109260] env[65665]: _type = "Task" [ 753.109260] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.114525] env[65665]: INFO nova.compute.manager [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Took 0.60 seconds to detach 1 volumes for instance. [ 753.117790] env[65665]: DEBUG nova.compute.manager [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Deleting volume: 34d8feba-850b-4bff-afdd-5b168fe5851e {{(pid=65665) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3315}} [ 753.128372] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854410, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.176197] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Releasing lock "refresh_cache-6468132b-40ef-42ba-8a3d-93ab97ac6ae6" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.176197] env[65665]: DEBUG nova.compute.manager [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Instance network_info: |[{"id": "f0c41936-8441-4a21-a98b-be7d5d0eb641", "address": "fa:16:3e:c5:f3:0f", "network": {"id": "b16444d7-df63-41a7-a0d4-b8c28e734bb4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-622056423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "773e27b7bf3d43b7a474de28c17e4080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c41936-84", "ovs_interfaceid": "f0c41936-8441-4a21-a98b-be7d5d0eb641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 753.176631] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:f3:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0c41936-8441-4a21-a98b-be7d5d0eb641', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.185742] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Creating folder: Project (773e27b7bf3d43b7a474de28c17e4080). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.193073] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98d34690-a067-4346-b1e4-02f5fce70f4b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.225031] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854409, 'name': PowerOffVM_Task, 'duration_secs': 0.244228} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.227930] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.227930] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.228052] env[65665]: DEBUG oslo_vmware.api [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Task: {'id': task-4854408, 'name': ReconfigVM_Task, 'duration_secs': 0.420067} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.228233] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Created folder: Project (773e27b7bf3d43b7a474de28c17e4080) in parent group-v946135. [ 753.230164] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Creating folder: Instances. Parent ref: group-v946272. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.230164] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c78534-f294-48b3-9f5a-0a2b29f396a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.232795] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 753.238405] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7464bb52-882e-41b8-9810-1342ca2f34b8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.245751] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f484f683-86e2-4dec-b93c-98009cefa931 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.271401] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.271928] env[65665]: DEBUG oslo_vmware.api [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Waiting for the task: (returnval){ [ 753.271928] env[65665]: value = "task-4854414" [ 753.271928] env[65665]: _type = "Task" [ 753.271928] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.273615] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96789126-caa5-474b-a994-008549e64016 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.275700] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Created folder: Instances in parent group-v946272. [ 753.275877] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 753.283383] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.291311] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e1ea6f8-afba-4bf3-9017-31d6dfc306f6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.315185] env[65665]: DEBUG oslo_vmware.api [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Task: {'id': task-4854414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.316863] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.316863] env[65665]: value = "task-4854416" [ 753.316863] env[65665]: _type = "Task" [ 753.316863] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.328176] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854416, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.369084] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16fd9dfc-44c7-4228-a6cb-81bed7cc7908 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "97004ff7-e609-4d1e-8b93-9d3447ccc7c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.236s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.372242] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.372647] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.372781] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleting the datastore file [datastore1] 593b27bd-4b73-47f7-8038-be5af33b0047 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.373213] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9287ea53-7730-4613-91f0-d910c6307c30 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.382893] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 753.382893] env[65665]: value = "task-4854417" [ 753.382893] env[65665]: _type = "Task" [ 753.382893] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.394842] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.402140] env[65665]: WARNING neutronclient.v2_0.client [req-2c86da41-4f71-42b6-8e13-dc383fe145e8 req-3a596de4-5368-4139-bf0d-fc46d5fcf278 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.494264] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Releasing lock "refresh_cache-077e3b01-2c75-4adc-a04a-2c082adc9f95" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.494744] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Received event network-vif-plugged-d55cad46-80ca-404a-bf42-e9ca9be6e8b8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 753.495057] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquiring lock "3d90fb2a-322c-4c29-b970-aa06813aa9bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.495464] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Lock "3d90fb2a-322c-4c29-b970-aa06813aa9bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.495464] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Lock "3d90fb2a-322c-4c29-b970-aa06813aa9bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.495851] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] No waiting events found dispatching network-vif-plugged-d55cad46-80ca-404a-bf42-e9ca9be6e8b8 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 753.495851] env[65665]: WARNING nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Received unexpected event network-vif-plugged-d55cad46-80ca-404a-bf42-e9ca9be6e8b8 for instance with vm_state building and task_state spawning. [ 753.495990] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Received event network-changed-d55cad46-80ca-404a-bf42-e9ca9be6e8b8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 753.496170] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Refreshing instance network info cache due to event network-changed-d55cad46-80ca-404a-bf42-e9ca9be6e8b8. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 753.496391] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquiring lock "refresh_cache-3d90fb2a-322c-4c29-b970-aa06813aa9bb" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.496614] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquired lock "refresh_cache-3d90fb2a-322c-4c29-b970-aa06813aa9bb" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.496855] env[65665]: DEBUG nova.network.neutron [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Refreshing network info cache for port d55cad46-80ca-404a-bf42-e9ca9be6e8b8 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.502854] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] Acquired lock "refresh_cache-077e3b01-2c75-4adc-a04a-2c082adc9f95" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.504065] env[65665]: DEBUG nova.network.neutron [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Refreshing network info cache for port c09578ee-b9c4-47c5-bb7a-bf6c215c8de6 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.504571] env[65665]: DEBUG oslo_vmware.api [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854406, 'name': PowerOnVM_Task, 'duration_secs': 0.695499} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.505108] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.505300] env[65665]: INFO nova.compute.manager [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Took 14.82 seconds to spawn the instance on the hypervisor. [ 753.505477] env[65665]: DEBUG nova.compute.manager [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 753.507385] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e747d4bf-61ef-4a29-bb5b-10e546ebcaf0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.620883] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.628723] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687ed575-ea4c-4dd0-adac-70a01bbb267b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.639318] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c217b5-cafa-42a8-9b45-767b276249d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.643621] env[65665]: DEBUG nova.network.neutron [req-2c86da41-4f71-42b6-8e13-dc383fe145e8 req-3a596de4-5368-4139-bf0d-fc46d5fcf278 service nova] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Updated VIF entry in instance network info cache for port 432fee2a-cfbd-4769-b411-5fc6b9799ad8. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 753.643997] env[65665]: DEBUG nova.network.neutron [req-2c86da41-4f71-42b6-8e13-dc383fe145e8 req-3a596de4-5368-4139-bf0d-fc46d5fcf278 service nova] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Updating instance_info_cache with network_info: [{"id": "432fee2a-cfbd-4769-b411-5fc6b9799ad8", "address": "fa:16:3e:5c:56:da", "network": {"id": "aa0ee54c-54ce-4569-a408-93f66ffb59bb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1590578474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "587c575ba2734d7cb376644dc704e6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432fee2a-cf", "ovs_interfaceid": "432fee2a-cfbd-4769-b411-5fc6b9799ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.683221] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bca36c-55ac-473f-8151-a341b0d03285 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.692618] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a49bb9-4b0c-4491-bfae-219714220ce6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.699014] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.725227] env[65665]: DEBUG nova.compute.provider_tree [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.791397] env[65665]: DEBUG oslo_vmware.api [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Task: {'id': task-4854414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.828405] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854416, 'name': CreateVM_Task, 'duration_secs': 0.480213} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.828677] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.829264] env[65665]: WARNING neutronclient.v2_0.client [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.829666] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.829817] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.830174] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.830515] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b87e9f-1dfd-42b4-9ce2-70bdf7949ab8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.837204] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Waiting for the task: (returnval){ [ 753.837204] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a1b85b-6302-0c11-983e-d69fa6a474be" [ 753.837204] env[65665]: _type = "Task" [ 753.837204] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.847591] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a1b85b-6302-0c11-983e-d69fa6a474be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.896322] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232528} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.896720] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.896847] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.897014] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.006683] env[65665]: WARNING neutronclient.v2_0.client [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.011020] env[65665]: WARNING neutronclient.v2_0.client [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.029072] env[65665]: INFO nova.compute.manager [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Took 30.29 seconds to build instance. [ 754.126498] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854410, 'name': ReconfigVM_Task, 'duration_secs': 0.68344} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.126823] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 5a2054d2-0d1a-48d6-8d77-a3d805533bbc/5a2054d2-0d1a-48d6-8d77-a3d805533bbc.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.127578] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58f5fd3a-c5d6-4451-abac-f07b6103d8f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.137854] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 754.137854] env[65665]: value = "task-4854418" [ 754.137854] env[65665]: _type = "Task" [ 754.137854] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.147532] env[65665]: DEBUG oslo_concurrency.lockutils [req-2c86da41-4f71-42b6-8e13-dc383fe145e8 req-3a596de4-5368-4139-bf0d-fc46d5fcf278 service nova] Releasing lock "refresh_cache-97004ff7-e609-4d1e-8b93-9d3447ccc7c0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.151660] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854418, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.181817] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.230337] env[65665]: DEBUG nova.scheduler.client.report [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.292761] env[65665]: DEBUG oslo_vmware.api [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Task: {'id': task-4854414, 'name': ReconfigVM_Task, 'duration_secs': 0.883925} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.292761] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946246', 'volume_id': 'baaa9354-3a9b-4161-8f9b-a15876c71328', 'name': 'volume-baaa9354-3a9b-4161-8f9b-a15876c71328', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '206acfbf-6270-4722-b2c3-954d2dd8d935', 'attached_at': '', 'detached_at': '', 'volume_id': 'baaa9354-3a9b-4161-8f9b-a15876c71328', 'serial': 'baaa9354-3a9b-4161-8f9b-a15876c71328'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 754.353388] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a1b85b-6302-0c11-983e-d69fa6a474be, 'name': SearchDatastore_Task, 'duration_secs': 0.013948} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.353388] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.353388] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.353388] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.353388] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.353388] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.353388] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69bc6a88-729b-4868-bd4c-30509b7f4733 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.366252] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.366537] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.368104] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9049f51d-cceb-4b78-ba89-99536c299914 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.376560] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Waiting for the task: (returnval){ [ 754.376560] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c3da72-875e-41e5-1036-37afa7cc3ddc" [ 754.376560] env[65665]: _type = "Task" [ 754.376560] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.391962] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c3da72-875e-41e5-1036-37afa7cc3ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.454955] env[65665]: WARNING neutronclient.v2_0.client [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.494265] env[65665]: WARNING neutronclient.v2_0.client [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.535206] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e179bce5-725d-48c4-80fe-ed5b3b4a4710 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "077e3b01-2c75-4adc-a04a-2c082adc9f95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.809s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.650930] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854418, 'name': Rename_Task, 'duration_secs': 0.342239} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.651308] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.651766] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf3e7786-1be4-46c3-ba83-d32f3fc5658e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.659825] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 754.659825] env[65665]: value = "task-4854419" [ 754.659825] env[65665]: _type = "Task" [ 754.659825] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.665013] env[65665]: DEBUG nova.network.neutron [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Updated VIF entry in instance network info cache for port d55cad46-80ca-404a-bf42-e9ca9be6e8b8. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.665210] env[65665]: DEBUG nova.network.neutron [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Updating instance_info_cache with network_info: [{"id": "d55cad46-80ca-404a-bf42-e9ca9be6e8b8", "address": "fa:16:3e:f9:6c:96", "network": {"id": "aa0ee54c-54ce-4569-a408-93f66ffb59bb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1590578474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "587c575ba2734d7cb376644dc704e6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd55cad46-80", "ovs_interfaceid": "d55cad46-80ca-404a-bf42-e9ca9be6e8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.672751] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.687408] env[65665]: DEBUG nova.network.neutron [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Updated VIF entry in instance network info cache for port c09578ee-b9c4-47c5-bb7a-bf6c215c8de6. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.687850] env[65665]: DEBUG nova.network.neutron [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Updating instance_info_cache with network_info: [{"id": "efb29719-b6f2-4b1c-9a87-d9e81e506b36", "address": "fa:16:3e:00:bf:32", "network": {"id": "71c285fb-8626-4899-b590-ad28a6f4b1d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916403504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb29719-b6", "ovs_interfaceid": "efb29719-b6f2-4b1c-9a87-d9e81e506b36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc", "address": "fa:16:3e:42:09:f6", "network": {"id": "067a8b37-8058-4df8-bc74-b0f767633112", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-861109080", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeb02ad0-c9", "ovs_interfaceid": "eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c09578ee-b9c4-47c5-bb7a-bf6c215c8de6", "address": "fa:16:3e:ad:1c:e8", "network": {"id": "71c285fb-8626-4899-b590-ad28a6f4b1d1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-916403504", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc09578ee-b9", "ovs_interfaceid": "c09578ee-b9c4-47c5-bb7a-bf6c215c8de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.736697] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.997s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.737494] env[65665]: DEBUG nova.compute.manager [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 754.740657] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.092s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.857193] env[65665]: DEBUG nova.objects.instance [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Lazy-loading 'flavor' on Instance uuid 206acfbf-6270-4722-b2c3-954d2dd8d935 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.895842] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c3da72-875e-41e5-1036-37afa7cc3ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.023254} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.896104] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41955299-6f94-48ba-8c4a-40b5fdfc6609 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.904945] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Waiting for the task: (returnval){ [ 754.904945] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52aeae11-efb1-9b8d-b32b-3a7c7d57ef50" [ 754.904945] env[65665]: _type = "Task" [ 754.904945] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.923409] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52aeae11-efb1-9b8d-b32b-3a7c7d57ef50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.158983] env[65665]: DEBUG nova.virt.hardware [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 755.159361] env[65665]: DEBUG nova.virt.hardware [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.159522] env[65665]: DEBUG nova.virt.hardware [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 755.160375] env[65665]: DEBUG nova.virt.hardware [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.160556] env[65665]: DEBUG nova.virt.hardware [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 755.160777] env[65665]: DEBUG nova.virt.hardware [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 755.161030] env[65665]: DEBUG nova.virt.hardware [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 755.161211] env[65665]: DEBUG nova.virt.hardware [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 755.161386] env[65665]: DEBUG nova.virt.hardware [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 755.161550] env[65665]: DEBUG nova.virt.hardware [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 755.161714] env[65665]: DEBUG nova.virt.hardware [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 755.162790] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb14325-ebf9-4fdf-9b84-531e040d63c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.169671] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Releasing lock "refresh_cache-3d90fb2a-322c-4c29-b970-aa06813aa9bb" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.169931] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Received event network-vif-plugged-432fee2a-cfbd-4769-b411-5fc6b9799ad8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 755.170264] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Acquiring lock "97004ff7-e609-4d1e-8b93-9d3447ccc7c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.170400] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Lock "97004ff7-e609-4d1e-8b93-9d3447ccc7c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.170586] env[65665]: DEBUG oslo_concurrency.lockutils [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] Lock "97004ff7-e609-4d1e-8b93-9d3447ccc7c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.170754] env[65665]: DEBUG nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] No waiting events found dispatching network-vif-plugged-432fee2a-cfbd-4769-b411-5fc6b9799ad8 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 755.170914] env[65665]: WARNING nova.compute.manager [req-12c6ed3b-7ede-4dee-ab40-caf15b36aaa5 req-01665508-8878-4215-b7fc-1d62369fbae5 service nova] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Received unexpected event network-vif-plugged-432fee2a-cfbd-4769-b411-5fc6b9799ad8 for instance with vm_state building and task_state spawning. [ 755.181265] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3e6330-544b-46e8-888a-683c2f24d715 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.186022] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854419, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.190849] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] Releasing lock "refresh_cache-077e3b01-2c75-4adc-a04a-2c082adc9f95" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.191171] env[65665]: DEBUG nova.compute.manager [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Received event network-vif-plugged-a4a776a8-67c4-4cdf-8e85-540627d2f790 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 755.191379] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] Acquiring lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.191582] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] Lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.191738] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] Lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.191902] env[65665]: DEBUG nova.compute.manager [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] No waiting events found dispatching network-vif-plugged-a4a776a8-67c4-4cdf-8e85-540627d2f790 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 755.192121] env[65665]: WARNING nova.compute.manager [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Received unexpected event network-vif-plugged-a4a776a8-67c4-4cdf-8e85-540627d2f790 for instance with vm_state building and task_state spawning. [ 755.192348] env[65665]: DEBUG nova.compute.manager [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Received event network-changed-a4a776a8-67c4-4cdf-8e85-540627d2f790 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 755.192541] env[65665]: DEBUG nova.compute.manager [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Refreshing instance network info cache due to event network-changed-a4a776a8-67c4-4cdf-8e85-540627d2f790. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 755.192743] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] Acquiring lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.192952] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] Acquired lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.193079] env[65665]: DEBUG nova.network.neutron [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Refreshing network info cache for port a4a776a8-67c4-4cdf-8e85-540627d2f790 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.205161] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:6d:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bd73eb4-f859-432f-bcae-e93cd92a85ca', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.213666] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.215268] env[65665]: WARNING neutronclient.v2_0.client [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.217807] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.218669] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e683b7f-0d1e-444c-b548-3663ecafb662 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.242525] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.242525] env[65665]: value = "task-4854420" [ 755.242525] env[65665]: _type = "Task" [ 755.242525] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.246018] env[65665]: INFO nova.compute.claims [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.251577] env[65665]: DEBUG nova.compute.utils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.258097] env[65665]: DEBUG nova.compute.manager [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 755.258236] env[65665]: DEBUG nova.network.neutron [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 755.258589] env[65665]: WARNING neutronclient.v2_0.client [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.258885] env[65665]: WARNING neutronclient.v2_0.client [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.272648] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854420, 'name': CreateVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.332075] env[65665]: DEBUG nova.policy [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6ed49152cff46d0a1fe9b936d2d61f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce4b98ed523541f1ac609370a9c37ea1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.419438] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52aeae11-efb1-9b8d-b32b-3a7c7d57ef50, 'name': SearchDatastore_Task, 'duration_secs': 0.01354} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.419759] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.420104] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 6468132b-40ef-42ba-8a3d-93ab97ac6ae6/6468132b-40ef-42ba-8a3d-93ab97ac6ae6.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.420427] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a796898-d54a-4084-915b-5d6710cf3c35 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.434586] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Waiting for the task: (returnval){ [ 755.434586] env[65665]: value = "task-4854421" [ 755.434586] env[65665]: _type = "Task" [ 755.434586] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.445375] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.678109] env[65665]: DEBUG oslo_vmware.api [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854419, 'name': PowerOnVM_Task, 'duration_secs': 0.813274} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.678590] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.678797] env[65665]: INFO nova.compute.manager [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Took 9.18 seconds to spawn the instance on the hypervisor. [ 755.678995] env[65665]: DEBUG nova.compute.manager [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 755.680053] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e171f2ff-ed63-44da-b61d-5c06f4cb556d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.756286] env[65665]: INFO nova.compute.resource_tracker [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating resource usage from migration eb67986e-ea9a-4937-b0a1-7a8526d7460a [ 755.767754] env[65665]: DEBUG nova.compute.manager [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 755.770894] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854420, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.776482] env[65665]: DEBUG nova.network.neutron [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Successfully created port: e8b20bba-7acf-44d3-9668-e19a0ace0672 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 755.865705] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33e5249f-9c97-4976-837e-3b55d721215a tempest-VolumesAssistedSnapshotsTest-1722849535 tempest-VolumesAssistedSnapshotsTest-1722849535-project-admin] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.953s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.877948] env[65665]: WARNING neutronclient.v2_0.client [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.950232] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854421, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.995852] env[65665]: DEBUG nova.compute.manager [req-940a5168-baa6-423d-a08a-8986af36cc25 req-0c28e2dd-9ca1-4068-868a-adf660bbac67 service nova] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Received event network-vif-deleted-7ffcd12a-df60-4362-93ce-988755509c95 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 755.997127] env[65665]: DEBUG nova.compute.manager [req-940a5168-baa6-423d-a08a-8986af36cc25 req-0c28e2dd-9ca1-4068-868a-adf660bbac67 service nova] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Received event network-vif-deleted-6ae84252-7e4c-4254-8be7-6ae4ad43ff05 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 755.997508] env[65665]: DEBUG nova.compute.manager [req-940a5168-baa6-423d-a08a-8986af36cc25 req-0c28e2dd-9ca1-4068-868a-adf660bbac67 service nova] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Received event network-vif-deleted-168708e9-eb81-41d2-980f-38b87d38f3bf {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 756.007991] env[65665]: DEBUG oslo_concurrency.lockutils [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "5c44d2ce-1dbc-40bd-8495-db00e0399767" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.008334] env[65665]: DEBUG oslo_concurrency.lockutils [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "5c44d2ce-1dbc-40bd-8495-db00e0399767" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.008657] env[65665]: DEBUG oslo_concurrency.lockutils [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "5c44d2ce-1dbc-40bd-8495-db00e0399767-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.008860] env[65665]: DEBUG oslo_concurrency.lockutils [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "5c44d2ce-1dbc-40bd-8495-db00e0399767-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.008955] env[65665]: DEBUG oslo_concurrency.lockutils [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "5c44d2ce-1dbc-40bd-8495-db00e0399767-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.012831] env[65665]: INFO nova.compute.manager [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Terminating instance [ 756.048152] env[65665]: DEBUG nova.compute.manager [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Received event network-vif-plugged-f0c41936-8441-4a21-a98b-be7d5d0eb641 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 756.048492] env[65665]: DEBUG oslo_concurrency.lockutils [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] Acquiring lock "6468132b-40ef-42ba-8a3d-93ab97ac6ae6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.048698] env[65665]: DEBUG oslo_concurrency.lockutils [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] Lock "6468132b-40ef-42ba-8a3d-93ab97ac6ae6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.048973] env[65665]: DEBUG oslo_concurrency.lockutils [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] Lock "6468132b-40ef-42ba-8a3d-93ab97ac6ae6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.049081] env[65665]: DEBUG nova.compute.manager [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] No waiting events found dispatching network-vif-plugged-f0c41936-8441-4a21-a98b-be7d5d0eb641 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 756.049895] env[65665]: WARNING nova.compute.manager [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Received unexpected event network-vif-plugged-f0c41936-8441-4a21-a98b-be7d5d0eb641 for instance with vm_state building and task_state spawning. [ 756.050361] env[65665]: DEBUG nova.compute.manager [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Received event network-changed-f0c41936-8441-4a21-a98b-be7d5d0eb641 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 756.050361] env[65665]: DEBUG nova.compute.manager [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Refreshing instance network info cache due to event network-changed-f0c41936-8441-4a21-a98b-be7d5d0eb641. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 756.050517] env[65665]: DEBUG oslo_concurrency.lockutils [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] Acquiring lock "refresh_cache-6468132b-40ef-42ba-8a3d-93ab97ac6ae6" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.050829] env[65665]: DEBUG oslo_concurrency.lockutils [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] Acquired lock "refresh_cache-6468132b-40ef-42ba-8a3d-93ab97ac6ae6" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.050829] env[65665]: DEBUG nova.network.neutron [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Refreshing network info cache for port f0c41936-8441-4a21-a98b-be7d5d0eb641 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.059643] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquiring lock "85377951-fc2a-47c9-9f82-7e6e9e33083d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.060038] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lock "85377951-fc2a-47c9-9f82-7e6e9e33083d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.083885] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "interface-7a8521b4-865f-48a2-b67d-7e8ee951e5f9-a0cc9108-2296-483a-9aa8-e2a3ff08a350" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.083885] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-7a8521b4-865f-48a2-b67d-7e8ee951e5f9-a0cc9108-2296-483a-9aa8-e2a3ff08a350" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.201684] env[65665]: DEBUG nova.compute.manager [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 756.205937] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534d165a-3489-4526-b3f9-8cf166570b39 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.213466] env[65665]: DEBUG nova.network.neutron [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Updated VIF entry in instance network info cache for port a4a776a8-67c4-4cdf-8e85-540627d2f790. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 756.214314] env[65665]: DEBUG nova.network.neutron [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Updating instance_info_cache with network_info: [{"id": "a4a776a8-67c4-4cdf-8e85-540627d2f790", "address": "fa:16:3e:65:2b:eb", "network": {"id": "53411a0c-15ab-4ba0-93ac-88525bc494af", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1784566108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01625aa5be194572a77fefc71ff3732b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a776a8-67", "ovs_interfaceid": "a4a776a8-67c4-4cdf-8e85-540627d2f790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.220647] env[65665]: INFO nova.compute.manager [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Took 27.04 seconds to build instance. [ 756.267267] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854420, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.450266] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651323} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.450593] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 6468132b-40ef-42ba-8a3d-93ab97ac6ae6/6468132b-40ef-42ba-8a3d-93ab97ac6ae6.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.451185] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.454423] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbe52b27-dccd-45dd-817c-a3e478332e60 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.463615] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Waiting for the task: (returnval){ [ 756.463615] env[65665]: value = "task-4854423" [ 756.463615] env[65665]: _type = "Task" [ 756.463615] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.484992] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.520561] env[65665]: DEBUG nova.compute.manager [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 756.521097] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.522632] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde86b6e-a465-4223-be19-0221b8f97762 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.531101] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.533995] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba68104f-baaa-418c-bf20-99ae5d5d3e5f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.546853] env[65665]: DEBUG oslo_vmware.rw_handles [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471277-8029-73a5-e2b7-49c462fda3c4/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 756.547906] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea93d5c6-9a9a-4d6f-9af4-50355e249f2e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.557530] env[65665]: DEBUG oslo_vmware.rw_handles [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471277-8029-73a5-e2b7-49c462fda3c4/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 756.557707] env[65665]: ERROR oslo_vmware.rw_handles [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471277-8029-73a5-e2b7-49c462fda3c4/disk-0.vmdk due to incomplete transfer. [ 756.557954] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ff33e4b-5938-483c-a7e6-dc0a75ca0775 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.559935] env[65665]: WARNING neutronclient.v2_0.client [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.566470] env[65665]: DEBUG nova.compute.manager [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 756.576983] env[65665]: DEBUG oslo_vmware.rw_handles [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471277-8029-73a5-e2b7-49c462fda3c4/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 756.577268] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Uploaded image 157f7718-1cca-414a-ab0d-482b4cc11576 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 756.579113] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 756.579461] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-daf6ee2c-853b-413f-a25f-eb76cddc266e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.585416] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.585639] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.587867] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443a4ffc-3558-4c41-8334-7bfa6a6b02df {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.590735] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Waiting for the task: (returnval){ [ 756.590735] env[65665]: value = "task-4854425" [ 756.590735] env[65665]: _type = "Task" [ 756.590735] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.611350] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3f8f1f-50e8-404e-9623-e2e84a3f6ba8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.615772] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e3041-cdd9-4599-b413-d6bc4948f208 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.622849] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854425, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.624801] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.625111] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.625417] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleting the datastore file [datastore2] 5c44d2ce-1dbc-40bd-8495-db00e0399767 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.628289] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08006fd9-c447-450b-b6c0-4e833213ae87 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.648993] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e049e-afe8-4474-bc39-e7203b183962 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.653192] env[65665]: WARNING neutronclient.v2_0.client [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.659365] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Reconfiguring VM to detach interface {{(pid=65665) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 756.660544] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ddccbf-a23c-4271-af68-cdaeda1024e2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.676828] env[65665]: DEBUG oslo_vmware.api [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 756.676828] env[65665]: value = "task-4854426" [ 756.676828] env[65665]: _type = "Task" [ 756.676828] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.707405] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f04fa9-7166-4799-b1e3-6591ed4be384 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.710576] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 756.710576] env[65665]: value = "task-4854427" [ 756.710576] env[65665]: _type = "Task" [ 756.710576] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.714224] env[65665]: DEBUG oslo_vmware.api [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.720131] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8ebb0f1-0f93-416d-9c24-26ff9fe579f6 req-425dde8f-f24a-4508-aa3c-8c5232b6f3f7 service nova] Releasing lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.720727] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d49930ec-5cc9-4fe2-9229-0e50fd26c812 tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.881s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.722490] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca9bd23-8ee8-48d7-ae5b-8d7c89a432d8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.732289] env[65665]: INFO nova.compute.manager [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] instance snapshotting [ 756.733986] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.735302] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68403d5f-319b-4100-a7df-576d3d58838f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.746106] env[65665]: DEBUG nova.compute.provider_tree [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.766785] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130b56c8-2cc3-439c-bcaa-95a7c90a3424 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.778960] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854420, 'name': CreateVM_Task, 'duration_secs': 1.454249} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.778960] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.779890] env[65665]: DEBUG nova.compute.manager [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 756.785084] env[65665]: WARNING neutronclient.v2_0.client [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 756.785562] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.785716] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.786063] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.786755] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4701bd-6518-44f1-8a38-4774fe22b04b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.791972] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 756.791972] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521b3e94-6400-f9a3-43d2-eb1a404fcf4f" [ 756.791972] env[65665]: _type = "Task" [ 756.791972] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.802110] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521b3e94-6400-f9a3-43d2-eb1a404fcf4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.815642] env[65665]: DEBUG nova.virt.hardware [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 756.816361] env[65665]: DEBUG nova.virt.hardware [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.816361] env[65665]: DEBUG nova.virt.hardware [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 756.816361] env[65665]: DEBUG nova.virt.hardware [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.816540] env[65665]: DEBUG nova.virt.hardware [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 756.816660] env[65665]: DEBUG nova.virt.hardware [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 756.816837] env[65665]: DEBUG nova.virt.hardware [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 756.816933] env[65665]: DEBUG nova.virt.hardware [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 756.817095] env[65665]: DEBUG nova.virt.hardware [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 756.817331] env[65665]: DEBUG nova.virt.hardware [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 756.817492] env[65665]: DEBUG nova.virt.hardware [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 756.819583] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92873c6-8e4e-43e1-ab76-21b5fe3d3d6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.831261] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "97004ff7-e609-4d1e-8b93-9d3447ccc7c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.831493] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "97004ff7-e609-4d1e-8b93-9d3447ccc7c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.831736] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "97004ff7-e609-4d1e-8b93-9d3447ccc7c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.831919] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "97004ff7-e609-4d1e-8b93-9d3447ccc7c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.832092] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "97004ff7-e609-4d1e-8b93-9d3447ccc7c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.834575] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc62c37-ab4b-415a-9b34-4313f2c5b4b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.838964] env[65665]: INFO nova.compute.manager [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Terminating instance [ 756.975336] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075971} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.975585] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.976510] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77aa77c-e594-461e-9c09-923448c301f5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.001411] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 6468132b-40ef-42ba-8a3d-93ab97ac6ae6/6468132b-40ef-42ba-8a3d-93ab97ac6ae6.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.001797] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01174ad8-5b38-483e-9177-25c24c98fef4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.022730] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Waiting for the task: (returnval){ [ 757.022730] env[65665]: value = "task-4854428" [ 757.022730] env[65665]: _type = "Task" [ 757.022730] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.034118] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.097648] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.101347] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854425, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.167412] env[65665]: WARNING neutronclient.v2_0.client [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.189668] env[65665]: DEBUG oslo_vmware.api [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.228763] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.249133] env[65665]: DEBUG nova.scheduler.client.report [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.261335] env[65665]: DEBUG nova.network.neutron [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Updated VIF entry in instance network info cache for port f0c41936-8441-4a21-a98b-be7d5d0eb641. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 757.261987] env[65665]: DEBUG nova.network.neutron [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Updating instance_info_cache with network_info: [{"id": "f0c41936-8441-4a21-a98b-be7d5d0eb641", "address": "fa:16:3e:c5:f3:0f", "network": {"id": "b16444d7-df63-41a7-a0d4-b8c28e734bb4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-622056423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "773e27b7bf3d43b7a474de28c17e4080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c41936-84", "ovs_interfaceid": "f0c41936-8441-4a21-a98b-be7d5d0eb641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.290438] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.290691] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d0248ca1-8710-409b-a864-c38f2018ed09 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.313795] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521b3e94-6400-f9a3-43d2-eb1a404fcf4f, 'name': SearchDatastore_Task, 'duration_secs': 0.052993} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.314102] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.314385] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.314662] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.314897] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.315118] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.316067] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-229dd9be-a1b3-4982-81ff-7bafcd34b866 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.320515] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 757.320515] env[65665]: value = "task-4854429" [ 757.320515] env[65665]: _type = "Task" [ 757.320515] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.330881] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854429, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.332574] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.332783] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.334397] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58be72e8-521f-40c5-a134-c0fa667ddd7e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.342190] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 757.342190] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52716f23-9f8f-0e22-d980-d42fb9bc0aa2" [ 757.342190] env[65665]: _type = "Task" [ 757.342190] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.343167] env[65665]: DEBUG nova.compute.manager [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 757.343490] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.347842] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ca1237-2bc6-4d81-84b4-89bdf98dd320 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.357684] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52716f23-9f8f-0e22-d980-d42fb9bc0aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.360167] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.360592] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-914eed42-e349-41d9-87a1-9edfe3a79932 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.369106] env[65665]: DEBUG oslo_vmware.api [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 757.369106] env[65665]: value = "task-4854430" [ 757.369106] env[65665]: _type = "Task" [ 757.369106] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.379201] env[65665]: DEBUG oslo_vmware.api [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.540628] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.602630] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854425, 'name': Destroy_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.670531] env[65665]: DEBUG nova.network.neutron [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Successfully updated port: e8b20bba-7acf-44d3-9668-e19a0ace0672 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 757.690286] env[65665]: DEBUG oslo_vmware.api [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.63371} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.690578] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.690758] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.690933] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.691112] env[65665]: INFO nova.compute.manager [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Took 1.17 seconds to destroy the instance on the hypervisor. [ 757.691360] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 757.691571] env[65665]: DEBUG nova.compute.manager [-] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 757.691656] env[65665]: DEBUG nova.network.neutron [-] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 757.691906] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.729291] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.756084] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.015s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.756325] env[65665]: INFO nova.compute.manager [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Migrating [ 757.756659] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.756735] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.758190] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.989s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.759867] env[65665]: INFO nova.compute.claims [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.764165] env[65665]: INFO nova.compute.rpcapi [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 757.768146] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.772062] env[65665]: DEBUG oslo_concurrency.lockutils [req-d30b81bc-086f-4f69-a9de-290befc349aa req-99d3f217-ba6a-4630-979d-cdc27f9bdf70 service nova] Releasing lock "refresh_cache-6468132b-40ef-42ba-8a3d-93ab97ac6ae6" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.774050] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.832813] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854429, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.859321] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52716f23-9f8f-0e22-d980-d42fb9bc0aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.025535} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.860989] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f36490ce-1bd3-4aa0-a9e3-dfd732acdf7d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.869049] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 757.869049] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d29ce6-ebc0-5b7c-d3ad-222034746493" [ 757.869049] env[65665]: _type = "Task" [ 757.869049] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.882458] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d29ce6-ebc0-5b7c-d3ad-222034746493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.887247] env[65665]: DEBUG oslo_vmware.api [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854430, 'name': PowerOffVM_Task, 'duration_secs': 0.356721} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.887711] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.888043] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.888476] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a417e46b-41c3-4540-ab38-66cb182767e3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.971299] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.971601] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.973032] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Deleting the datastore file [datastore1] 97004ff7-e609-4d1e-8b93-9d3447ccc7c0 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.973488] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a837bda-9356-4be7-ba5e-0d8108c7ba2d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.984433] env[65665]: DEBUG oslo_vmware.api [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 757.984433] env[65665]: value = "task-4854432" [ 757.984433] env[65665]: _type = "Task" [ 757.984433] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.996935] env[65665]: DEBUG oslo_vmware.api [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.034290] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854428, 'name': ReconfigVM_Task, 'duration_secs': 0.638676} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.034650] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 6468132b-40ef-42ba-8a3d-93ab97ac6ae6/6468132b-40ef-42ba-8a3d-93ab97ac6ae6.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.035354] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-807bc3db-693b-44e0-8f4a-71fcc337b63c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.045099] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "35ee9cc1-11f7-487a-a7f5-a4c184ed050d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.045366] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "35ee9cc1-11f7-487a-a7f5-a4c184ed050d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.046721] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Waiting for the task: (returnval){ [ 758.046721] env[65665]: value = "task-4854433" [ 758.046721] env[65665]: _type = "Task" [ 758.046721] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.058035] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Acquiring lock "f8ec910d-7db4-439b-a13d-df9eacdc4ab8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.058338] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Lock "f8ec910d-7db4-439b-a13d-df9eacdc4ab8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.058587] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Acquiring lock "f8ec910d-7db4-439b-a13d-df9eacdc4ab8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.058833] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Lock "f8ec910d-7db4-439b-a13d-df9eacdc4ab8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.059088] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Lock "f8ec910d-7db4-439b-a13d-df9eacdc4ab8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.061407] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854433, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.062589] env[65665]: INFO nova.compute.manager [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Terminating instance [ 758.107201] env[65665]: DEBUG oslo_vmware.api [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Task: {'id': task-4854425, 'name': Destroy_Task, 'duration_secs': 1.053692} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.107201] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Destroyed the VM [ 758.107201] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 758.107201] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cad53b54-5393-40d8-a06a-95681293e55f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.115292] env[65665]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 758.115292] env[65665]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65665) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 758.115292] env[65665]: DEBUG nova.compute.utils [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Cleaning up image 157f7718-1cca-414a-ab0d-482b4cc11576 {{(pid=65665) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 758.173852] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "refresh_cache-236cca27-1eb6-4040-a52d-23043c009086" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.174076] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "refresh_cache-236cca27-1eb6-4040-a52d-23043c009086" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.174377] env[65665]: DEBUG nova.network.neutron [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 758.228685] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.290496] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.290833] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.291159] env[65665]: DEBUG nova.network.neutron [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 758.335411] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854429, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.345311] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "b2c610bb-d374-4ed2-9062-9f4908ea0df7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.345645] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "b2c610bb-d374-4ed2-9062-9f4908ea0df7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.345862] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "b2c610bb-d374-4ed2-9062-9f4908ea0df7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.346729] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "b2c610bb-d374-4ed2-9062-9f4908ea0df7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.346910] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "b2c610bb-d374-4ed2-9062-9f4908ea0df7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.349265] env[65665]: INFO nova.compute.manager [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Terminating instance [ 758.381287] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d29ce6-ebc0-5b7c-d3ad-222034746493, 'name': SearchDatastore_Task, 'duration_secs': 0.026041} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.381568] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.381842] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 593b27bd-4b73-47f7-8038-be5af33b0047/593b27bd-4b73-47f7-8038-be5af33b0047.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.382141] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e81cbe77-7741-49ad-b138-1ff7cd2b0217 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.391859] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 758.391859] env[65665]: value = "task-4854434" [ 758.391859] env[65665]: _type = "Task" [ 758.391859] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.401579] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.459952] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "3d90fb2a-322c-4c29-b970-aa06813aa9bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.459952] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "3d90fb2a-322c-4c29-b970-aa06813aa9bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.460174] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "3d90fb2a-322c-4c29-b970-aa06813aa9bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.460384] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "3d90fb2a-322c-4c29-b970-aa06813aa9bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.460578] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "3d90fb2a-322c-4c29-b970-aa06813aa9bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.463761] env[65665]: INFO nova.compute.manager [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Terminating instance [ 758.496473] env[65665]: DEBUG oslo_vmware.api [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232893} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.496473] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.496678] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.496789] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.496923] env[65665]: INFO nova.compute.manager [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 758.497356] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 758.497465] env[65665]: DEBUG nova.compute.manager [-] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 758.497465] env[65665]: DEBUG nova.network.neutron [-] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 758.497729] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.548449] env[65665]: DEBUG nova.compute.manager [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 758.559782] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.567421] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854433, 'name': Rename_Task, 'duration_secs': 0.220078} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.567764] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.568670] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cef12fff-b6e2-4dff-8dc3-505fef9c84f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.571632] env[65665]: DEBUG nova.compute.manager [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 758.571782] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.573032] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e8fa7-c50d-46d7-957b-e2aab2bc70fd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.585178] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.586820] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c9f4f14-6e35-4c30-ab9f-9e9b3b1e5928 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.590560] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Waiting for the task: (returnval){ [ 758.590560] env[65665]: value = "task-4854435" [ 758.590560] env[65665]: _type = "Task" [ 758.590560] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.604831] env[65665]: DEBUG nova.network.neutron [-] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.610031] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.611800] env[65665]: DEBUG oslo_vmware.api [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Waiting for the task: (returnval){ [ 758.611800] env[65665]: value = "task-4854436" [ 758.611800] env[65665]: _type = "Task" [ 758.611800] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.622172] env[65665]: DEBUG oslo_vmware.api [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.730691] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.765421] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "51f235af-ab52-4618-8329-704df3c05038" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.768965] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "51f235af-ab52-4618-8329-704df3c05038" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.795451] env[65665]: WARNING neutronclient.v2_0.client [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.844204] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854429, 'name': CreateSnapshot_Task, 'duration_secs': 1.32418} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.844706] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 758.845519] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fb10b3-2f1e-463a-816c-85f13047fdab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.860539] env[65665]: DEBUG nova.compute.manager [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 758.860539] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.864027] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c6c66a-f635-4306-9038-75bff550a31b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.876607] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.877220] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-debb2397-527a-4c9c-acc1-5ab5f9789081 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.893890] env[65665]: DEBUG oslo_vmware.api [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 758.893890] env[65665]: value = "task-4854437" [ 758.893890] env[65665]: _type = "Task" [ 758.893890] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.919627] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854434, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.924378] env[65665]: DEBUG oslo_vmware.api [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.925662] env[65665]: DEBUG nova.network.neutron [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 758.972669] env[65665]: DEBUG nova.compute.manager [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 758.972669] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.977618] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2652ac-e096-4e36-b607-55331240b8ce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.988466] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.992499] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c23f6621-9461-4e06-9824-7a2d99dc609e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.010033] env[65665]: DEBUG oslo_vmware.api [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 759.010033] env[65665]: value = "task-4854438" [ 759.010033] env[65665]: _type = "Task" [ 759.010033] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.025035] env[65665]: DEBUG oslo_vmware.api [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.082673] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.086339] env[65665]: WARNING neutronclient.v2_0.client [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.105078] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.108899] env[65665]: INFO nova.compute.manager [-] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Took 1.42 seconds to deallocate network for instance. [ 759.129868] env[65665]: DEBUG oslo_vmware.api [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854436, 'name': PowerOffVM_Task, 'duration_secs': 0.315955} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.131013] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.131013] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.131710] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9787d985-55f1-45f6-a3fd-81bd071f655b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.218787] env[65665]: DEBUG nova.network.neutron [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Updating instance_info_cache with network_info: [{"id": "e8b20bba-7acf-44d3-9668-e19a0ace0672", "address": "fa:16:3e:cb:8a:e2", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b20bba-7a", "ovs_interfaceid": "e8b20bba-7acf-44d3-9668-e19a0ace0672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.230674] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.230921] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.231233] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Deleting the datastore file [datastore1] f8ec910d-7db4-439b-a13d-df9eacdc4ab8 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.231559] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52addc32-1612-423d-8705-a7ca9efd3147 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.055480] env[65665]: DEBUG nova.compute.manager [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 760.067908] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 760.068510] env[65665]: DEBUG nova.network.neutron [-] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.071958] env[65665]: DEBUG oslo_concurrency.lockutils [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.076046] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "refresh_cache-236cca27-1eb6-4040-a52d-23043c009086" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.076046] env[65665]: DEBUG nova.compute.manager [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Instance network_info: |[{"id": "e8b20bba-7acf-44d3-9668-e19a0ace0672", "address": "fa:16:3e:cb:8a:e2", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b20bba-7a", "ovs_interfaceid": "e8b20bba-7acf-44d3-9668-e19a0ace0672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 760.076046] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.076046] env[65665]: WARNING oslo_vmware.common.loopingcall [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] task run outlasted interval by 0.34871300000000005 sec [ 760.078408] env[65665]: WARNING neutronclient.v2_0.client [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.085349] env[65665]: DEBUG nova.compute.manager [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Received event network-vif-plugged-e8b20bba-7acf-44d3-9668-e19a0ace0672 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 760.086150] env[65665]: DEBUG oslo_concurrency.lockutils [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] Acquiring lock "236cca27-1eb6-4040-a52d-23043c009086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.086150] env[65665]: DEBUG oslo_concurrency.lockutils [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] Lock "236cca27-1eb6-4040-a52d-23043c009086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.086150] env[65665]: DEBUG oslo_concurrency.lockutils [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] Lock "236cca27-1eb6-4040-a52d-23043c009086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.086150] env[65665]: DEBUG nova.compute.manager [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] [instance: 236cca27-1eb6-4040-a52d-23043c009086] No waiting events found dispatching network-vif-plugged-e8b20bba-7acf-44d3-9668-e19a0ace0672 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 760.086280] env[65665]: WARNING nova.compute.manager [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Received unexpected event network-vif-plugged-e8b20bba-7acf-44d3-9668-e19a0ace0672 for instance with vm_state building and task_state spawning. [ 760.086315] env[65665]: DEBUG nova.compute.manager [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Received event network-changed-e8b20bba-7acf-44d3-9668-e19a0ace0672 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 760.086455] env[65665]: DEBUG nova.compute.manager [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Refreshing instance network info cache due to event network-changed-e8b20bba-7acf-44d3-9668-e19a0ace0672. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 760.086627] env[65665]: DEBUG oslo_concurrency.lockutils [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] Acquiring lock "refresh_cache-236cca27-1eb6-4040-a52d-23043c009086" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.086754] env[65665]: DEBUG oslo_concurrency.lockutils [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] Acquired lock "refresh_cache-236cca27-1eb6-4040-a52d-23043c009086" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.086915] env[65665]: DEBUG nova.network.neutron [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Refreshing network info cache for port e8b20bba-7acf-44d3-9668-e19a0ace0672 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.088772] env[65665]: DEBUG nova.compute.manager [req-b0fa09ce-c3ab-4344-b866-6a86b2698723 req-d4964d14-6d12-4058-ab54-09632b6d165e service nova] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Received event network-vif-deleted-912add82-4c7b-42a1-8a72-93d308a49076 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 760.091435] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7ddae127-55d8-402d-aa9e-c5445e792ff0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.108704] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:8a:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8b20bba-7acf-44d3-9668-e19a0ace0672', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.116235] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 760.116620] env[65665]: DEBUG oslo_vmware.api [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Waiting for the task: (returnval){ [ 760.116620] env[65665]: value = "task-4854440" [ 760.116620] env[65665]: _type = "Task" [ 760.116620] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.119810] env[65665]: WARNING neutronclient.v2_0.client [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.122483] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.129688] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-141e4996-31a5-4590-a648-20ef46d0c9ca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.170093] env[65665]: DEBUG oslo_vmware.api [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854438, 'name': PowerOffVM_Task, 'duration_secs': 0.749335} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.170093] env[65665]: DEBUG oslo_vmware.api [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854437, 'name': PowerOffVM_Task, 'duration_secs': 0.299009} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.170308] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82069} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.171266] env[65665]: DEBUG oslo_vmware.api [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854435, 'name': PowerOnVM_Task, 'duration_secs': 1.492656} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.171266] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 760.171266] env[65665]: value = "task-4854441" [ 760.171266] env[65665]: _type = "Task" [ 760.171266] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.174123] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.174305] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.174671] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.174765] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.174946] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 593b27bd-4b73-47f7-8038-be5af33b0047/593b27bd-4b73-47f7-8038-be5af33b0047.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.177128] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.177128] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.177128] env[65665]: INFO nova.compute.manager [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Took 11.34 seconds to spawn the instance on the hypervisor. [ 760.177128] env[65665]: DEBUG nova.compute.manager [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 760.180424] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b48f3227-d6f3-4be9-835c-23a14a596d32 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.182463] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1b740c4-e2bd-48bb-9699-89c105d1c5f2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.184288] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-644e744a-d881-4f09-8544-19d56d209783 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.188152] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69376e07-8d16-4a3d-97af-12e91b1efacc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.201841] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.201841] env[65665]: value = "task-4854442" [ 760.201841] env[65665]: _type = "Task" [ 760.201841] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.212896] env[65665]: DEBUG oslo_vmware.api [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Task: {'id': task-4854440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.696452} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.218923] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.219207] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.219398] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.219573] env[65665]: INFO nova.compute.manager [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Took 1.65 seconds to destroy the instance on the hypervisor. [ 760.219895] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 760.220174] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.229845] env[65665]: DEBUG nova.compute.manager [-] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 760.230053] env[65665]: DEBUG nova.network.neutron [-] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 760.230463] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.235037] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854441, 'name': CloneVM_Task} progress is 23%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.235037] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 760.235037] env[65665]: value = "task-4854445" [ 760.235037] env[65665]: _type = "Task" [ 760.235037] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.250434] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854442, 'name': CreateVM_Task} progress is 15%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.259352] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.301831] env[65665]: DEBUG nova.network.neutron [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance_info_cache with network_info: [{"id": "7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3", "address": "fa:16:3e:0a:4e:43", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b22f3fd-3d", "ovs_interfaceid": "7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.336591] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.336859] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.339042] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Deleting the datastore file [datastore1] 3d90fb2a-322c-4c29-b970-aa06813aa9bb {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.339042] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a95bdb3-eb02-40cf-8355-a39e752c222c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.347728] env[65665]: DEBUG oslo_vmware.api [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 760.347728] env[65665]: value = "task-4854446" [ 760.347728] env[65665]: _type = "Task" [ 760.347728] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.362962] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.363335] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.363529] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Deleting the datastore file [datastore2] b2c610bb-d374-4ed2-9062-9f4908ea0df7 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.364294] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11532f5f-fad3-4a01-b131-9aae51f3beba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.371607] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.374286] env[65665]: DEBUG oslo_vmware.api [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.383089] env[65665]: DEBUG oslo_vmware.api [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 760.383089] env[65665]: value = "task-4854447" [ 760.383089] env[65665]: _type = "Task" [ 760.383089] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.394730] env[65665]: DEBUG oslo_vmware.api [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.429033] env[65665]: WARNING neutronclient.v2_0.client [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.585934] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.586934] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e6c2c4-4444-4bfd-8c5c-3f7af80e20bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.603076] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07e2782-fe14-425c-ab11-83b6be16b1d6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.614904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.643590] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "077e3b01-2c75-4adc-a04a-2c082adc9f95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.643590] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "077e3b01-2c75-4adc-a04a-2c082adc9f95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.643590] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "077e3b01-2c75-4adc-a04a-2c082adc9f95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.643738] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "077e3b01-2c75-4adc-a04a-2c082adc9f95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.643827] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "077e3b01-2c75-4adc-a04a-2c082adc9f95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.646822] env[65665]: INFO nova.compute.manager [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Terminating instance [ 760.652798] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594dc961-dc13-4dc8-97ee-beb9667f5bfb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.665589] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.669524] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8687da-017c-4fc2-8b65-bef17992d84b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.690786] env[65665]: DEBUG nova.compute.provider_tree [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.693162] env[65665]: DEBUG nova.network.neutron [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Updated VIF entry in instance network info cache for port e8b20bba-7acf-44d3-9668-e19a0ace0672. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 760.693511] env[65665]: DEBUG nova.network.neutron [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Updating instance_info_cache with network_info: [{"id": "e8b20bba-7acf-44d3-9668-e19a0ace0672", "address": "fa:16:3e:cb:8a:e2", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b20bba-7a", "ovs_interfaceid": "e8b20bba-7acf-44d3-9668-e19a0ace0672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.702968] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854441, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.723625] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854442, 'name': CreateVM_Task, 'duration_secs': 0.484804} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.723625] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.723625] env[65665]: WARNING neutronclient.v2_0.client [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.723625] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.723625] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.723625] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.723939] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f75cefa5-1e80-464d-a01e-33984430d5cd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.727370] env[65665]: INFO nova.compute.manager [-] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Took 2.23 seconds to deallocate network for instance. [ 760.730467] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 760.730467] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5276b716-3440-1608-61e1-37619fb013fe" [ 760.730467] env[65665]: _type = "Task" [ 760.730467] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.750779] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5276b716-3440-1608-61e1-37619fb013fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.763448] env[65665]: INFO nova.compute.manager [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Took 31.02 seconds to build instance. [ 760.764724] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139151} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.767795] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.767795] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2964d3-cb06-4678-b7b9-76f76c8af074 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.791658] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 593b27bd-4b73-47f7-8038-be5af33b0047/593b27bd-4b73-47f7-8038-be5af33b0047.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.793664] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2079cdb-37d7-4c78-8c34-6a3193e92bbd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.812475] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.822422] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 760.822422] env[65665]: value = "task-4854448" [ 760.822422] env[65665]: _type = "Task" [ 760.822422] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.832826] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.859354] env[65665]: DEBUG oslo_vmware.api [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219217} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.859621] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.859792] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.859958] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.860142] env[65665]: INFO nova.compute.manager [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Took 1.89 seconds to destroy the instance on the hypervisor. [ 760.860414] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 760.860621] env[65665]: DEBUG nova.compute.manager [-] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 760.860718] env[65665]: DEBUG nova.network.neutron [-] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 760.860975] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.863228] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Acquiring lock "206acfbf-6270-4722-b2c3-954d2dd8d935" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.863488] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.863783] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Acquiring lock "206acfbf-6270-4722-b2c3-954d2dd8d935-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.864076] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.864249] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.867584] env[65665]: INFO nova.compute.manager [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Terminating instance [ 760.895557] env[65665]: DEBUG oslo_vmware.api [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21914} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.895824] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.895936] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.896175] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.896320] env[65665]: INFO nova.compute.manager [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Took 2.04 seconds to destroy the instance on the hypervisor. [ 760.896735] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 760.896873] env[65665]: DEBUG nova.compute.manager [-] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 760.897614] env[65665]: DEBUG nova.network.neutron [-] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 760.897614] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.937834] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.967335] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "48720752-7bd5-4d53-bcdf-aec0b8956094" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.967580] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "48720752-7bd5-4d53-bcdf-aec0b8956094" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.975131] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.154150] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.159799] env[65665]: DEBUG nova.network.neutron [-] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.161519] env[65665]: DEBUG nova.compute.manager [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 761.161724] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.162882] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67b6f14-c78b-4760-9f09-95c46491b69f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.172194] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.172512] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-852698c8-1221-4008-bfd9-14fb85e1b56c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.184908] env[65665]: DEBUG oslo_vmware.api [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 761.184908] env[65665]: value = "task-4854449" [ 761.184908] env[65665]: _type = "Task" [ 761.184908] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.193866] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854441, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.200943] env[65665]: DEBUG oslo_concurrency.lockutils [req-b433db1f-a456-4459-a633-20bd2f924c58 req-60d77745-af7a-4f62-ace0-d2400d41006b service nova] Releasing lock "refresh_cache-236cca27-1eb6-4040-a52d-23043c009086" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.204313] env[65665]: DEBUG oslo_vmware.api [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.227995] env[65665]: ERROR nova.scheduler.client.report [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [req-24df9d7a-f023-4c8e-8942-79c597a39167] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e52fd1e5-0d72-4d81-ad68-cf304205f8ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-24df9d7a-f023-4c8e-8942-79c597a39167"}]} [ 761.244549] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.244867] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5276b716-3440-1608-61e1-37619fb013fe, 'name': SearchDatastore_Task, 'duration_secs': 0.021472} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.245507] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.245739] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.245965] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.246181] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.246295] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.246583] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc601b47-d958-4113-a4d9-6375d349eb9a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.251658] env[65665]: DEBUG nova.scheduler.client.report [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Refreshing inventories for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 761.257791] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.257968] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.258849] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08a81e4-7d94-4f2c-8dcd-5d4825db25d3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.266705] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83362853-f22b-404b-bc1b-ee36b4c1e10f tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Lock "6468132b-40ef-42ba-8a3d-93ab97ac6ae6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.659s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.267140] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 761.267140] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ae86e0-6b6e-2c08-d66b-cda2424f3e5a" [ 761.267140] env[65665]: _type = "Task" [ 761.267140] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.274919] env[65665]: DEBUG nova.scheduler.client.report [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Updating ProviderTree inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 761.276024] env[65665]: DEBUG nova.compute.provider_tree [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.285599] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ae86e0-6b6e-2c08-d66b-cda2424f3e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.015411} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.287165] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9ccb3c4-26d8-4f67-b3e4-410d033d48f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.291810] env[65665]: DEBUG nova.scheduler.client.report [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Refreshing aggregate associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, aggregates: None {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 761.299296] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 761.299296] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52669a8a-4698-1a36-655d-ad2ffc131577" [ 761.299296] env[65665]: _type = "Task" [ 761.299296] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.309763] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52669a8a-4698-1a36-655d-ad2ffc131577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.315039] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.315193] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.315421] env[65665]: INFO nova.compute.manager [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Rebooting instance [ 761.325043] env[65665]: DEBUG nova.scheduler.client.report [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Refreshing trait associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 761.344732] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854448, 'name': ReconfigVM_Task, 'duration_secs': 0.39889} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.345169] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 593b27bd-4b73-47f7-8038-be5af33b0047/593b27bd-4b73-47f7-8038-be5af33b0047.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.346085] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79cb4f00-4ecd-48e4-9a48-d73d0e68f7e5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.357516] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 761.357516] env[65665]: value = "task-4854450" [ 761.357516] env[65665]: _type = "Task" [ 761.357516] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.376030] env[65665]: DEBUG nova.compute.manager [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 761.377273] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.377273] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854450, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.377675] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4c3d6d-50aa-4448-ad02-c3a1b78c9030 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.386993] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.387502] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a9d250c-a240-412e-8e26-c02d3d9a6c34 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.395753] env[65665]: DEBUG oslo_vmware.api [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Waiting for the task: (returnval){ [ 761.395753] env[65665]: value = "task-4854451" [ 761.395753] env[65665]: _type = "Task" [ 761.395753] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.406251] env[65665]: DEBUG oslo_vmware.api [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.469559] env[65665]: DEBUG nova.compute.manager [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 761.658169] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.663761] env[65665]: INFO nova.compute.manager [-] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Took 1.43 seconds to deallocate network for instance. [ 761.695386] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854441, 'name': CloneVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.704583] env[65665]: DEBUG oslo_vmware.api [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854449, 'name': PowerOffVM_Task, 'duration_secs': 0.375985} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.704854] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.705032] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.705484] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75c01dad-ba3f-4cde-a09f-4a7f74d86321 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.714453] env[65665]: DEBUG nova.network.neutron [-] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.778961] env[65665]: DEBUG nova.network.neutron [-] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.808228] env[65665]: DEBUG nova.objects.instance [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lazy-loading 'flavor' on Instance uuid 426495b7-1437-44f3-b3ac-0557ce8a4550 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.819357] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52669a8a-4698-1a36-655d-ad2ffc131577, 'name': SearchDatastore_Task, 'duration_secs': 0.014414} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.819625] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.819887] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 236cca27-1eb6-4040-a52d-23043c009086/236cca27-1eb6-4040-a52d-23043c009086.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.820180] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a98cc765-15b0-4a8c-968f-afd38472bd17 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.838672] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 761.838672] env[65665]: value = "task-4854453" [ 761.838672] env[65665]: _type = "Task" [ 761.838672] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.849094] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.851385] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.852050] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquired lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.852050] env[65665]: DEBUG nova.network.neutron [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 761.869053] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854450, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.910169] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.910451] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.910712] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Deleting the datastore file [datastore1] 077e3b01-2c75-4adc-a04a-2c082adc9f95 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.914212] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bba1ece5-e5a5-479a-821d-2c76beb5355b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.916660] env[65665]: DEBUG oslo_vmware.api [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854451, 'name': PowerOffVM_Task, 'duration_secs': 0.235903} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.916660] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.916828] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.917543] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c3367cd-04b9-40be-979f-774e9c28f582 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.923667] env[65665]: DEBUG oslo_vmware.api [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 761.923667] env[65665]: value = "task-4854454" [ 761.923667] env[65665]: _type = "Task" [ 761.923667] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.938040] env[65665]: DEBUG oslo_vmware.api [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.992179] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.992430] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.992637] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Deleting the datastore file [datastore1] 206acfbf-6270-4722-b2c3-954d2dd8d935 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.992909] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c019fc73-ef29-4a7b-b2b7-4448bf2cbe8c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.995993] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.007645] env[65665]: DEBUG oslo_vmware.api [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Waiting for the task: (returnval){ [ 762.007645] env[65665]: value = "task-4854456" [ 762.007645] env[65665]: _type = "Task" [ 762.007645] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.015798] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f0739-ee41-489d-a067-9e98cdfa48d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.027546] env[65665]: DEBUG oslo_vmware.api [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.028860] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac2b8d5-b471-4693-a15b-2770c8f861f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.062423] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d07ad4-fbf7-48ad-9ed8-1c95529d1bd7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.066694] env[65665]: DEBUG nova.compute.manager [req-65255186-bf93-4580-b341-041384f1cbc4 req-1a93f83b-39c7-4fa3-af6d-9797e74cfd1e service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Received event network-changed-a4a776a8-67c4-4cdf-8e85-540627d2f790 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 762.066869] env[65665]: DEBUG nova.compute.manager [req-65255186-bf93-4580-b341-041384f1cbc4 req-1a93f83b-39c7-4fa3-af6d-9797e74cfd1e service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Refreshing instance network info cache due to event network-changed-a4a776a8-67c4-4cdf-8e85-540627d2f790. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 762.067210] env[65665]: DEBUG oslo_concurrency.lockutils [req-65255186-bf93-4580-b341-041384f1cbc4 req-1a93f83b-39c7-4fa3-af6d-9797e74cfd1e service nova] Acquiring lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.075411] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcda64b-96e6-4797-b807-f3d77efb2339 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.081113] env[65665]: DEBUG nova.compute.manager [req-60e485df-fadc-4cd1-af78-b9ea03d6d3ed req-726f35f7-496a-4899-a209-4d1fd89bac27 service nova] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Received event network-vif-deleted-432fee2a-cfbd-4769-b411-5fc6b9799ad8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 762.081391] env[65665]: DEBUG nova.compute.manager [req-60e485df-fadc-4cd1-af78-b9ea03d6d3ed req-726f35f7-496a-4899-a209-4d1fd89bac27 service nova] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Received event network-vif-deleted-0d68260b-506c-4055-9f6a-ef2a6f909f61 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 762.081494] env[65665]: DEBUG nova.compute.manager [req-60e485df-fadc-4cd1-af78-b9ea03d6d3ed req-726f35f7-496a-4899-a209-4d1fd89bac27 service nova] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Received event network-vif-deleted-d55cad46-80ca-404a-bf42-e9ca9be6e8b8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 762.094069] env[65665]: DEBUG nova.compute.provider_tree [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.155436] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.174848] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.193387] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854441, 'name': CloneVM_Task, 'duration_secs': 1.608389} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.193698] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Created linked-clone VM from snapshot [ 762.194700] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8495c1a5-84b2-4060-97a8-b6079f45907e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.203683] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Uploading image 04ef258a-8511-4754-8433-f6471ebefeea {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 762.217553] env[65665]: INFO nova.compute.manager [-] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Took 1.36 seconds to deallocate network for instance. [ 762.232855] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 762.232855] env[65665]: value = "vm-946277" [ 762.232855] env[65665]: _type = "VirtualMachine" [ 762.232855] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 762.233300] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-44ece54d-eff6-40fb-9829-458365daf897 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.242311] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lease: (returnval){ [ 762.242311] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52235f1d-1933-d3f2-1525-f40e351e3c01" [ 762.242311] env[65665]: _type = "HttpNfcLease" [ 762.242311] env[65665]: } obtained for exporting VM: (result){ [ 762.242311] env[65665]: value = "vm-946277" [ 762.242311] env[65665]: _type = "VirtualMachine" [ 762.242311] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 762.242703] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the lease: (returnval){ [ 762.242703] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52235f1d-1933-d3f2-1525-f40e351e3c01" [ 762.242703] env[65665]: _type = "HttpNfcLease" [ 762.242703] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 762.252436] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 762.252436] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52235f1d-1933-d3f2-1525-f40e351e3c01" [ 762.252436] env[65665]: _type = "HttpNfcLease" [ 762.252436] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 762.282479] env[65665]: INFO nova.compute.manager [-] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Took 1.39 seconds to deallocate network for instance. [ 762.314551] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquiring lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.314832] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquired lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.315298] env[65665]: WARNING neutronclient.v2_0.client [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.344297] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3724dae0-29da-40e3-b20a-32a7efe4643e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.358493] env[65665]: WARNING neutronclient.v2_0.client [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.362211] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.378535] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance '6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c' progress to 0 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 762.393890] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854450, 'name': Rename_Task, 'duration_secs': 0.993446} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.394440] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.395056] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4130426f-a77b-45f5-9192-85193b4e94e0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.405695] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 762.405695] env[65665]: value = "task-4854458" [ 762.405695] env[65665]: _type = "Task" [ 762.405695] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.418676] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.436156] env[65665]: DEBUG oslo_vmware.api [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467531} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.436317] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.436693] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.436693] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.437112] env[65665]: INFO nova.compute.manager [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Took 1.28 seconds to destroy the instance on the hypervisor. [ 762.437307] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 762.438169] env[65665]: DEBUG nova.compute.manager [-] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 762.438275] env[65665]: DEBUG nova.network.neutron [-] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 762.438617] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.521501] env[65665]: DEBUG oslo_vmware.api [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Task: {'id': task-4854456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485242} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.522670] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.525051] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.525051] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.525051] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.525230] env[65665]: INFO nova.compute.manager [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Took 1.15 seconds to destroy the instance on the hypervisor. [ 762.525431] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 762.525864] env[65665]: DEBUG nova.compute.manager [-] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 762.526007] env[65665]: DEBUG nova.network.neutron [-] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 762.526357] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.659853] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.659853] env[65665]: DEBUG nova.scheduler.client.report [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Updated inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 762.659853] env[65665]: DEBUG nova.compute.provider_tree [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Updating resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba generation from 63 to 64 during operation: update_inventory {{(pid=65665) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 762.659853] env[65665]: DEBUG nova.compute.provider_tree [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.725761] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.760130] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 762.760130] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52235f1d-1933-d3f2-1525-f40e351e3c01" [ 762.760130] env[65665]: _type = "HttpNfcLease" [ 762.760130] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 762.760636] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 762.760636] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52235f1d-1933-d3f2-1525-f40e351e3c01" [ 762.760636] env[65665]: _type = "HttpNfcLease" [ 762.760636] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 762.761691] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d589846e-ff4f-486c-80da-e0571a8f2c93 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.785608] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b560e-4913-7265-0e73-3e7287b79675/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 762.785904] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b560e-4913-7265-0e73-3e7287b79675/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 762.857483] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.861929] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.868486] env[65665]: DEBUG nova.network.neutron [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 762.879101] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712762} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.879458] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 236cca27-1eb6-4040-a52d-23043c009086/236cca27-1eb6-4040-a52d-23043c009086.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.879682] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.879959] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3b869ba-7e10-46df-a2d8-ed8d6bdd3f6c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.888315] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.889025] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ade0d25-fd2f-4613-9549-b98134cc1e23 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.893485] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 762.893485] env[65665]: value = "task-4854459" [ 762.893485] env[65665]: _type = "Task" [ 762.893485] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.902093] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 762.902093] env[65665]: value = "task-4854460" [ 762.902093] env[65665]: _type = "Task" [ 762.902093] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.913109] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.922196] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8e38bda3-20a4-4be3-8c3e-95bdb197ae76 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.929231] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.935059] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854458, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.160140] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.166642] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.408s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.167410] env[65665]: DEBUG nova.compute.manager [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 763.176020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.045s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.177716] env[65665]: INFO nova.compute.claims [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.183818] env[65665]: WARNING neutronclient.v2_0.client [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.373177] env[65665]: WARNING neutronclient.v2_0.client [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.412730] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087088} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.419031] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.425959] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666621ae-c087-4150-8ca2-119ec6d82277 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.431179] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854460, 'name': PowerOffVM_Task, 'duration_secs': 0.267515} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.431367] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.431742] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance '6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c' progress to 17 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 763.441805] env[65665]: DEBUG oslo_vmware.api [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854458, 'name': PowerOnVM_Task, 'duration_secs': 0.790394} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.442254] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.442520] env[65665]: DEBUG nova.compute.manager [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 763.445055] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e369743-47b3-4583-a1c0-3c0b5b12a45d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.470282] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 236cca27-1eb6-4040-a52d-23043c009086/236cca27-1eb6-4040-a52d-23043c009086.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.476856] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd10f0d5-3e1c-4be6-be78-bb6b23e942a8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.521754] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 763.521754] env[65665]: value = "task-4854461" [ 763.521754] env[65665]: _type = "Task" [ 763.521754] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.545942] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.592267] env[65665]: DEBUG nova.network.neutron [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Updating instance_info_cache with network_info: [{"id": "a4a776a8-67c4-4cdf-8e85-540627d2f790", "address": "fa:16:3e:65:2b:eb", "network": {"id": "53411a0c-15ab-4ba0-93ac-88525bc494af", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1784566108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01625aa5be194572a77fefc71ff3732b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a776a8-67", "ovs_interfaceid": "a4a776a8-67c4-4cdf-8e85-540627d2f790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.659245] env[65665]: DEBUG oslo_vmware.api [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854427, 'name': ReconfigVM_Task, 'duration_secs': 6.636925} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.659245] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.659245] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Reconfigured VM to detach interface {{(pid=65665) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 763.659826] env[65665]: WARNING neutronclient.v2_0.client [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.660753] env[65665]: WARNING neutronclient.v2_0.client [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.690088] env[65665]: DEBUG nova.compute.utils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.695794] env[65665]: DEBUG nova.compute.manager [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 763.696458] env[65665]: DEBUG nova.network.neutron [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 763.696898] env[65665]: WARNING neutronclient.v2_0.client [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.698527] env[65665]: WARNING neutronclient.v2_0.client [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.769615] env[65665]: DEBUG nova.policy [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eec140d5c414eb9b4612e9544a55661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd744d69912f04c5abbbeb62388dc8c8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.795524] env[65665]: WARNING neutronclient.v2_0.client [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.941750] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.942220] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.942757] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.942757] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.942878] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.943310] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.943498] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.943562] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.943771] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.944165] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.944374] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.950482] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dab5d11-7526-4e84-af98-9514fca2a071 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.969819] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 763.969819] env[65665]: value = "task-4854462" [ 763.969819] env[65665]: _type = "Task" [ 763.969819] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.978922] env[65665]: DEBUG nova.network.neutron [-] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.987130] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.003150] env[65665]: DEBUG nova.network.neutron [-] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.019166] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.037540] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.096525] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Releasing lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.101041] env[65665]: DEBUG oslo_concurrency.lockutils [req-65255186-bf93-4580-b341-041384f1cbc4 req-1a93f83b-39c7-4fa3-af6d-9797e74cfd1e service nova] Acquired lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.101041] env[65665]: DEBUG nova.network.neutron [req-65255186-bf93-4580-b341-041384f1cbc4 req-1a93f83b-39c7-4fa3-af6d-9797e74cfd1e service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Refreshing network info cache for port a4a776a8-67c4-4cdf-8e85-540627d2f790 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.203260] env[65665]: DEBUG nova.compute.manager [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 764.243094] env[65665]: DEBUG nova.network.neutron [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Successfully created port: e494af15-3eb0-4aae-8299-eed64ca91d77 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 764.255668] env[65665]: DEBUG nova.network.neutron [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Updating instance_info_cache with network_info: [{"id": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "address": "fa:16:3e:75:c5:00", "network": {"id": "32dbe34f-67c3-4d2b-92b5-56a2a1fd4338", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455121067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "790e178032e5476b9ccc099091c68f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d896bf-7e", "ovs_interfaceid": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.483580] env[65665]: INFO nova.compute.manager [-] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Took 1.96 seconds to deallocate network for instance. [ 764.484060] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854462, 'name': ReconfigVM_Task, 'duration_secs': 0.252423} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.486071] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance '6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c' progress to 33 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 764.506418] env[65665]: INFO nova.compute.manager [-] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Took 2.07 seconds to deallocate network for instance. [ 764.532545] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854461, 'name': ReconfigVM_Task, 'duration_secs': 0.631269} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.536896] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 236cca27-1eb6-4040-a52d-23043c009086/236cca27-1eb6-4040-a52d-23043c009086.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.538158] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-613c8c96-570e-4c3b-aab2-5c08ed5522be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.550364] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 764.550364] env[65665]: value = "task-4854463" [ 764.550364] env[65665]: _type = "Task" [ 764.550364] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.570461] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854463, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.604219] env[65665]: WARNING neutronclient.v2_0.client [req-65255186-bf93-4580-b341-041384f1cbc4 req-1a93f83b-39c7-4fa3-af6d-9797e74cfd1e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.613614] env[65665]: DEBUG nova.compute.manager [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 764.617039] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7640011a-2ced-4fd2-83aa-3ac015aa99a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.757162] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Releasing lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.757526] env[65665]: DEBUG nova.compute.manager [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Inject network info {{(pid=65665) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7770}} [ 764.757900] env[65665]: DEBUG nova.compute.manager [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] network_info to inject: |[{"id": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "address": "fa:16:3e:75:c5:00", "network": {"id": "32dbe34f-67c3-4d2b-92b5-56a2a1fd4338", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455121067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "790e178032e5476b9ccc099091c68f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d896bf-7e", "ovs_interfaceid": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7771}} [ 764.763295] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Reconfiguring VM instance to set the machine id {{(pid=65665) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 764.767114] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52810c37-28f6-4baf-a7a8-748871a0118b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.792034] env[65665]: DEBUG oslo_vmware.api [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for the task: (returnval){ [ 764.792034] env[65665]: value = "task-4854464" [ 764.792034] env[65665]: _type = "Task" [ 764.792034] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.806853] env[65665]: DEBUG oslo_vmware.api [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.850321] env[65665]: DEBUG nova.compute.manager [req-48d82df6-df60-4ea7-9753-3d66217d6181 req-0fe66d15-9893-4e4f-b2a8-020ba0b72bdd service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Received event network-changed-f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 764.850602] env[65665]: DEBUG nova.compute.manager [req-48d82df6-df60-4ea7-9753-3d66217d6181 req-0fe66d15-9893-4e4f-b2a8-020ba0b72bdd service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Refreshing instance network info cache due to event network-changed-f1d896bf-7ef6-4421-9ebc-9a036f0f9c13. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 764.850851] env[65665]: DEBUG oslo_concurrency.lockutils [req-48d82df6-df60-4ea7-9753-3d66217d6181 req-0fe66d15-9893-4e4f-b2a8-020ba0b72bdd service nova] Acquiring lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.850972] env[65665]: DEBUG oslo_concurrency.lockutils [req-48d82df6-df60-4ea7-9753-3d66217d6181 req-0fe66d15-9893-4e4f-b2a8-020ba0b72bdd service nova] Acquired lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.851396] env[65665]: DEBUG nova.network.neutron [req-48d82df6-df60-4ea7-9753-3d66217d6181 req-0fe66d15-9893-4e4f-b2a8-020ba0b72bdd service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Refreshing network info cache for port f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.896345] env[65665]: WARNING neutronclient.v2_0.client [req-65255186-bf93-4580-b341-041384f1cbc4 req-1a93f83b-39c7-4fa3-af6d-9797e74cfd1e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.925491] env[65665]: DEBUG nova.compute.manager [req-86039356-9fbf-4606-8b2a-9d86b5e31fee req-6849b6c6-a0cf-4fad-9867-b0f4c395343b service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Received event network-vif-deleted-eeb02ad0-c9c3-4ae5-875d-bbddacbc0afc {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 764.925491] env[65665]: DEBUG nova.compute.manager [req-86039356-9fbf-4606-8b2a-9d86b5e31fee req-6849b6c6-a0cf-4fad-9867-b0f4c395343b service nova] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Received event network-vif-deleted-18d4c912-f92b-42c0-8bba-875e850c9ded {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 764.925491] env[65665]: DEBUG nova.compute.manager [req-86039356-9fbf-4606-8b2a-9d86b5e31fee req-6849b6c6-a0cf-4fad-9867-b0f4c395343b service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Received event network-vif-deleted-a0cc9108-2296-483a-9aa8-e2a3ff08a350 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 764.925491] env[65665]: INFO nova.compute.manager [req-86039356-9fbf-4606-8b2a-9d86b5e31fee req-6849b6c6-a0cf-4fad-9867-b0f4c395343b service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Neutron deleted interface a0cc9108-2296-483a-9aa8-e2a3ff08a350; detaching it from the instance and deleting it from the info cache [ 764.925491] env[65665]: DEBUG nova.network.neutron [req-86039356-9fbf-4606-8b2a-9d86b5e31fee req-6849b6c6-a0cf-4fad-9867-b0f4c395343b service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Updating instance_info_cache with network_info: [{"id": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "address": "fa:16:3e:3e:ca:94", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape013c1a8-6f", "ovs_interfaceid": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.945211] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00dfa40-1f93-4801-8dee-7263c259a2c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.956380] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1faf839-5c88-40d7-804d-3cc31dddb0c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.997082] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486414fb-9551-45ba-ae43-049578ae0d2a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.002433] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 765.002999] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.003346] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 765.003678] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.003939] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 765.004265] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 765.004602] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 765.004931] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 765.005262] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 765.005573] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 765.005866] env[65665]: DEBUG nova.virt.hardware [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 765.012142] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 765.013450] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.014818] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd6a266-fd17-4001-8cf7-98078f4ea2f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.032373] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.037492] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef545b4a-e467-4aa5-bc99-4fdfb472913d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.043936] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 765.043936] env[65665]: value = "task-4854465" [ 765.043936] env[65665]: _type = "Task" [ 765.043936] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.059076] env[65665]: DEBUG nova.compute.provider_tree [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.064863] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.065089] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.065287] env[65665]: DEBUG nova.network.neutron [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 765.071018] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.084260] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854463, 'name': Rename_Task, 'duration_secs': 0.275726} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.084626] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.084915] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a34e5993-1fc1-49c8-a1ad-beb5f1ed4b16 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.092799] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 765.092799] env[65665]: value = "task-4854466" [ 765.092799] env[65665]: _type = "Task" [ 765.092799] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.103814] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.121957] env[65665]: DEBUG nova.network.neutron [req-65255186-bf93-4580-b341-041384f1cbc4 req-1a93f83b-39c7-4fa3-af6d-9797e74cfd1e service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Updated VIF entry in instance network info cache for port a4a776a8-67c4-4cdf-8e85-540627d2f790. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 765.122548] env[65665]: DEBUG nova.network.neutron [req-65255186-bf93-4580-b341-041384f1cbc4 req-1a93f83b-39c7-4fa3-af6d-9797e74cfd1e service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Updating instance_info_cache with network_info: [{"id": "a4a776a8-67c4-4cdf-8e85-540627d2f790", "address": "fa:16:3e:65:2b:eb", "network": {"id": "53411a0c-15ab-4ba0-93ac-88525bc494af", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1784566108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01625aa5be194572a77fefc71ff3732b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a776a8-67", "ovs_interfaceid": "a4a776a8-67c4-4cdf-8e85-540627d2f790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.217977] env[65665]: DEBUG nova.compute.manager [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 765.254210] env[65665]: DEBUG nova.virt.hardware [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 765.254669] env[65665]: DEBUG nova.virt.hardware [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.254988] env[65665]: DEBUG nova.virt.hardware [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 765.255202] env[65665]: DEBUG nova.virt.hardware [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.255358] env[65665]: DEBUG nova.virt.hardware [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 765.255518] env[65665]: DEBUG nova.virt.hardware [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 765.256068] env[65665]: DEBUG nova.virt.hardware [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 765.256068] env[65665]: DEBUG nova.virt.hardware [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 765.256068] env[65665]: DEBUG nova.virt.hardware [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 765.256253] env[65665]: DEBUG nova.virt.hardware [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 765.256427] env[65665]: DEBUG nova.virt.hardware [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 765.257784] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bba1b9-4710-4df8-b773-2b5c962ef6d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.268299] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51434522-9c0b-44f1-80c9-3c59d0fd3f2a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.305377] env[65665]: DEBUG oslo_vmware.api [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854464, 'name': ReconfigVM_Task, 'duration_secs': 0.309145} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.305684] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7cca39-3961-48ac-8b24-96003677b609 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Reconfigured VM instance to set the machine id {{(pid=65665) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 765.354976] env[65665]: WARNING neutronclient.v2_0.client [req-48d82df6-df60-4ea7-9753-3d66217d6181 req-0fe66d15-9893-4e4f-b2a8-020ba0b72bdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.431712] env[65665]: DEBUG oslo_concurrency.lockutils [req-86039356-9fbf-4606-8b2a-9d86b5e31fee req-6849b6c6-a0cf-4fad-9867-b0f4c395343b service nova] Acquiring lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.431976] env[65665]: DEBUG oslo_concurrency.lockutils [req-86039356-9fbf-4606-8b2a-9d86b5e31fee req-6849b6c6-a0cf-4fad-9867-b0f4c395343b service nova] Acquired lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.433487] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2650cfc4-7d63-44ff-82da-7308afb67725 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.455041] env[65665]: DEBUG oslo_concurrency.lockutils [req-86039356-9fbf-4606-8b2a-9d86b5e31fee req-6849b6c6-a0cf-4fad-9867-b0f4c395343b service nova] Releasing lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.455489] env[65665]: WARNING nova.compute.manager [req-86039356-9fbf-4606-8b2a-9d86b5e31fee req-6849b6c6-a0cf-4fad-9867-b0f4c395343b service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Detach interface failed, port_id=a0cc9108-2296-483a-9aa8-e2a3ff08a350, reason: No device with interface-id a0cc9108-2296-483a-9aa8-e2a3ff08a350 exists on VM: nova.exception.NotFound: No device with interface-id a0cc9108-2296-483a-9aa8-e2a3ff08a350 exists on VM [ 765.556506] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.568230] env[65665]: DEBUG nova.scheduler.client.report [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.573279] env[65665]: WARNING neutronclient.v2_0.client [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.604863] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.626841] env[65665]: DEBUG oslo_concurrency.lockutils [req-65255186-bf93-4580-b341-041384f1cbc4 req-1a93f83b-39c7-4fa3-af6d-9797e74cfd1e service nova] Releasing lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.627557] env[65665]: DEBUG nova.compute.manager [req-65255186-bf93-4580-b341-041384f1cbc4 req-1a93f83b-39c7-4fa3-af6d-9797e74cfd1e service nova] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Received event network-vif-deleted-7059d024-fd6b-4131-9b23-95cc899ba836 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 765.645190] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08476dae-884e-4a45-a729-2df52129343a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.653119] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Doing hard reboot of VM {{(pid=65665) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 765.654648] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5423167b-b84a-4e0e-a0e5-2d04eecd9921 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.662815] env[65665]: DEBUG oslo_vmware.api [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 765.662815] env[65665]: value = "task-4854467" [ 765.662815] env[65665]: _type = "Task" [ 765.662815] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.674898] env[65665]: DEBUG oslo_vmware.api [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854467, 'name': ResetVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.775702] env[65665]: WARNING neutronclient.v2_0.client [req-48d82df6-df60-4ea7-9753-3d66217d6181 req-0fe66d15-9893-4e4f-b2a8-020ba0b72bdd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.793185] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.793679] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.793948] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.794248] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.794523] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.797416] env[65665]: INFO nova.compute.manager [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Terminating instance [ 765.902067] env[65665]: DEBUG nova.network.neutron [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Successfully updated port: e494af15-3eb0-4aae-8299-eed64ca91d77 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 765.986098] env[65665]: WARNING neutronclient.v2_0.client [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.998093] env[65665]: DEBUG nova.network.neutron [req-48d82df6-df60-4ea7-9753-3d66217d6181 req-0fe66d15-9893-4e4f-b2a8-020ba0b72bdd service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Updated VIF entry in instance network info cache for port f1d896bf-7ef6-4421-9ebc-9a036f0f9c13. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 765.998528] env[65665]: DEBUG nova.network.neutron [req-48d82df6-df60-4ea7-9753-3d66217d6181 req-0fe66d15-9893-4e4f-b2a8-020ba0b72bdd service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Updating instance_info_cache with network_info: [{"id": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "address": "fa:16:3e:75:c5:00", "network": {"id": "32dbe34f-67c3-4d2b-92b5-56a2a1fd4338", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455121067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "790e178032e5476b9ccc099091c68f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d896bf-7e", "ovs_interfaceid": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.063938] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.074662] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.076492] env[65665]: DEBUG nova.compute.manager [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 766.080337] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.625s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.080724] env[65665]: DEBUG nova.objects.instance [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Lazy-loading 'resources' on Instance uuid 3574899d-ecdc-49ca-82ce-2d0369a61600 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.101226] env[65665]: DEBUG nova.network.neutron [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Updating instance_info_cache with network_info: [{"id": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "address": "fa:16:3e:3e:ca:94", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape013c1a8-6f", "ovs_interfaceid": "e013c1a8-6fa6-45d7-86e6-2e69520dac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.111697] env[65665]: DEBUG oslo_vmware.api [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854466, 'name': PowerOnVM_Task, 'duration_secs': 0.724543} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.112152] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.112477] env[65665]: INFO nova.compute.manager [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Took 9.33 seconds to spawn the instance on the hypervisor. [ 766.112716] env[65665]: DEBUG nova.compute.manager [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 766.113980] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525b8de7-5e54-4ca9-af0e-ccb62945f8fe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.176071] env[65665]: DEBUG oslo_vmware.api [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854467, 'name': ResetVM_Task, 'duration_secs': 0.120499} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.176634] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Did hard reboot of VM {{(pid=65665) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 766.177085] env[65665]: DEBUG nova.compute.manager [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 766.178249] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386aa4fb-06de-49ee-b7ea-16a56491c205 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.297638] env[65665]: DEBUG nova.objects.instance [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lazy-loading 'flavor' on Instance uuid 426495b7-1437-44f3-b3ac-0557ce8a4550 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.301675] env[65665]: DEBUG nova.compute.manager [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 766.301939] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.305202] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344bfb25-d21c-4271-a978-872829d0b18f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.315276] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.318594] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-447782a1-e65f-4a5d-93d3-3c622e9970b7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.325456] env[65665]: DEBUG oslo_vmware.api [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 766.325456] env[65665]: value = "task-4854468" [ 766.325456] env[65665]: _type = "Task" [ 766.325456] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.342031] env[65665]: DEBUG oslo_vmware.api [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.408531] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "refresh_cache-f2082df5-ec95-423f-a5d6-b7f776be63ad" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.408743] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "refresh_cache-f2082df5-ec95-423f-a5d6-b7f776be63ad" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.408951] env[65665]: DEBUG nova.network.neutron [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 766.501122] env[65665]: DEBUG oslo_concurrency.lockutils [req-48d82df6-df60-4ea7-9753-3d66217d6181 req-0fe66d15-9893-4e4f-b2a8-020ba0b72bdd service nova] Releasing lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.501757] env[65665]: DEBUG nova.compute.manager [req-48d82df6-df60-4ea7-9753-3d66217d6181 req-0fe66d15-9893-4e4f-b2a8-020ba0b72bdd service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Received event network-vif-deleted-c09578ee-b9c4-47c5-bb7a-bf6c215c8de6 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 766.501967] env[65665]: DEBUG nova.compute.manager [req-48d82df6-df60-4ea7-9753-3d66217d6181 req-0fe66d15-9893-4e4f-b2a8-020ba0b72bdd service nova] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Received event network-vif-deleted-efb29719-b6f2-4b1c-9a87-d9e81e506b36 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 766.558323] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854465, 'name': ReconfigVM_Task, 'duration_secs': 1.289881} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.559174] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 766.560601] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc55ae8-7493-4c7b-b22d-41315d6908d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.589499] env[65665]: DEBUG nova.compute.utils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.603915] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c/6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.606056] env[65665]: DEBUG nova.compute.manager [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 766.606056] env[65665]: DEBUG nova.network.neutron [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 766.606056] env[65665]: WARNING neutronclient.v2_0.client [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.606056] env[65665]: WARNING neutronclient.v2_0.client [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.608237] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-7a8521b4-865f-48a2-b67d-7e8ee951e5f9" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.611798] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b977418e-02bb-4378-bd14-3de38fca1307 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.638399] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7407d2c9-3ddd-46c9-a113-9bc157ff565a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-7a8521b4-865f-48a2-b67d-7e8ee951e5f9-a0cc9108-2296-483a-9aa8-e2a3ff08a350" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.555s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.645566] env[65665]: INFO nova.compute.manager [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Took 34.33 seconds to build instance. [ 766.651536] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 766.651536] env[65665]: value = "task-4854469" [ 766.651536] env[65665]: _type = "Task" [ 766.651536] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.665570] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854469, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.699676] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dafdcd36-c056-4e2c-bb6a-86c0058244db tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.384s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.712644] env[65665]: DEBUG nova.policy [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6de9b7856cc44909afdc53542dc50648', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ab76701cfed4e3f8feeaa81af40d57d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.811513] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquiring lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.811816] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquired lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.812190] env[65665]: WARNING neutronclient.v2_0.client [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.843202] env[65665]: DEBUG oslo_vmware.api [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854468, 'name': PowerOffVM_Task, 'duration_secs': 0.262382} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.843670] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.844217] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.844217] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4d06a7a-4e9a-4f65-a378-993bab661c68 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.931068] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.931068] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.931276] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Deleting the datastore file [datastore2] 7a8521b4-865f-48a2-b67d-7e8ee951e5f9 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.931510] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8119bd4-c71a-4cd8-bdf1-ea6d3a485765 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.941373] env[65665]: DEBUG oslo_vmware.api [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 766.941373] env[65665]: value = "task-4854471" [ 766.941373] env[65665]: _type = "Task" [ 766.941373] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.957401] env[65665]: DEBUG oslo_vmware.api [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.105621] env[65665]: DEBUG nova.compute.manager [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 767.148364] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a90de600-cf77-4f12-8d97-2400301aeea7 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "236cca27-1eb6-4040-a52d-23043c009086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.324s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.155876] env[65665]: DEBUG nova.network.neutron [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Successfully created port: 4b914f56-97c4-49bb-9dae-b33061c25d4f {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 767.165316] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854469, 'name': ReconfigVM_Task, 'duration_secs': 0.442652} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.170632] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c/6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.170927] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance '6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c' progress to 50 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 767.182972] env[65665]: DEBUG nova.network.neutron [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 767.204603] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "593b27bd-4b73-47f7-8038-be5af33b0047" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.204941] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "593b27bd-4b73-47f7-8038-be5af33b0047" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.205218] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "593b27bd-4b73-47f7-8038-be5af33b0047-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.205444] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "593b27bd-4b73-47f7-8038-be5af33b0047-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.205648] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "593b27bd-4b73-47f7-8038-be5af33b0047-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.207945] env[65665]: INFO nova.compute.manager [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Terminating instance [ 767.451250] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a68441-757b-4aa2-8d4b-d1084f22db53 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.453542] env[65665]: INFO nova.compute.manager [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Rescuing [ 767.453869] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "refresh_cache-236cca27-1eb6-4040-a52d-23043c009086" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.454079] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "refresh_cache-236cca27-1eb6-4040-a52d-23043c009086" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.454295] env[65665]: DEBUG nova.network.neutron [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 767.463250] env[65665]: DEBUG oslo_vmware.api [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415545} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.464368] env[65665]: DEBUG nova.network.neutron [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 767.466446] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.466591] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.466759] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.467316] env[65665]: INFO nova.compute.manager [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 767.467403] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.470633] env[65665]: DEBUG nova.compute.manager [-] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 767.470739] env[65665]: DEBUG nova.network.neutron [-] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.471440] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.475477] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6533058d-a4ad-45ee-88a4-5d6f6ab36490 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.517885] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3ef143-95e3-4441-b1eb-3cd39b684dfa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.527018] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39984c6-7e48-406b-8229-4f78bc51a0bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.543891] env[65665]: DEBUG nova.compute.provider_tree [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.548557] env[65665]: DEBUG nova.compute.manager [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Received event network-vif-plugged-e494af15-3eb0-4aae-8299-eed64ca91d77 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 767.549062] env[65665]: DEBUG oslo_concurrency.lockutils [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] Acquiring lock "f2082df5-ec95-423f-a5d6-b7f776be63ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.549062] env[65665]: DEBUG oslo_concurrency.lockutils [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] Lock "f2082df5-ec95-423f-a5d6-b7f776be63ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.549325] env[65665]: DEBUG oslo_concurrency.lockutils [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] Lock "f2082df5-ec95-423f-a5d6-b7f776be63ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.549386] env[65665]: DEBUG nova.compute.manager [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] No waiting events found dispatching network-vif-plugged-e494af15-3eb0-4aae-8299-eed64ca91d77 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 767.549542] env[65665]: WARNING nova.compute.manager [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Received unexpected event network-vif-plugged-e494af15-3eb0-4aae-8299-eed64ca91d77 for instance with vm_state building and task_state spawning. [ 767.549676] env[65665]: DEBUG nova.compute.manager [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Received event network-changed-e494af15-3eb0-4aae-8299-eed64ca91d77 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 767.549941] env[65665]: DEBUG nova.compute.manager [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Refreshing instance network info cache due to event network-changed-e494af15-3eb0-4aae-8299-eed64ca91d77. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 767.549997] env[65665]: DEBUG oslo_concurrency.lockutils [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] Acquiring lock "refresh_cache-f2082df5-ec95-423f-a5d6-b7f776be63ad" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.607910] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.680099] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533b09eb-63e7-436f-b24f-35db49c7ce34 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.699830] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec2ffa1-e1df-4fd4-a2f8-7885e4ff29f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.721443] env[65665]: DEBUG nova.compute.manager [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 767.721782] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.722013] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance '6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c' progress to 67 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 767.726415] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c911a2f7-7036-4aed-acd3-b6e3f7b200bf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.735780] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.736059] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b3c393-266a-4efe-ae5a-26e4fb78e0b4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.746424] env[65665]: DEBUG oslo_vmware.api [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 767.746424] env[65665]: value = "task-4854472" [ 767.746424] env[65665]: _type = "Task" [ 767.746424] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.755949] env[65665]: DEBUG oslo_vmware.api [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.957921] env[65665]: WARNING neutronclient.v2_0.client [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.969744] env[65665]: WARNING neutronclient.v2_0.client [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.049035] env[65665]: DEBUG nova.scheduler.client.report [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.118528] env[65665]: DEBUG nova.compute.manager [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 768.148989] env[65665]: DEBUG nova.virt.hardware [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 768.149391] env[65665]: DEBUG nova.virt.hardware [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.149618] env[65665]: DEBUG nova.virt.hardware [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 768.149862] env[65665]: DEBUG nova.virt.hardware [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.150086] env[65665]: DEBUG nova.virt.hardware [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 768.150268] env[65665]: DEBUG nova.virt.hardware [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 768.150720] env[65665]: DEBUG nova.virt.hardware [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 768.150874] env[65665]: DEBUG nova.virt.hardware [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 768.151075] env[65665]: DEBUG nova.virt.hardware [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 768.151242] env[65665]: DEBUG nova.virt.hardware [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 768.151413] env[65665]: DEBUG nova.virt.hardware [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 768.153490] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a642c196-af28-4867-ac5c-8fb6de9bc71d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.162744] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe23167c-10e3-480f-bd9c-4d57b3ef0e63 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.233446] env[65665]: WARNING neutronclient.v2_0.client [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.233695] env[65665]: WARNING neutronclient.v2_0.client [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.258040] env[65665]: DEBUG oslo_vmware.api [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854472, 'name': PowerOffVM_Task, 'duration_secs': 0.401464} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.258404] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.258588] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.258868] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d8141ee-bbd8-494e-9e6b-968c14d5f056 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.282151] env[65665]: WARNING neutronclient.v2_0.client [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.345037] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.345357] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.345588] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleting the datastore file [datastore2] 593b27bd-4b73-47f7-8038-be5af33b0047 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.345992] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22df38ba-f512-4699-9d7f-7a1d86d9d0ed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.358311] env[65665]: DEBUG oslo_vmware.api [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 768.358311] env[65665]: value = "task-4854474" [ 768.358311] env[65665]: _type = "Task" [ 768.358311] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.372041] env[65665]: DEBUG oslo_vmware.api [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.489875] env[65665]: DEBUG nova.network.neutron [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Port 7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3 binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 768.553760] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.473s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.556447] env[65665]: DEBUG oslo_concurrency.lockutils [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.539s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.556776] env[65665]: DEBUG nova.objects.instance [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Lazy-loading 'resources' on Instance uuid 5da7a49f-0b76-4a04-83d6-ce8d4330a41a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.580114] env[65665]: INFO nova.scheduler.client.report [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Deleted allocations for instance 3574899d-ecdc-49ca-82ce-2d0369a61600 [ 768.720905] env[65665]: DEBUG nova.network.neutron [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Updating instance_info_cache with network_info: [{"id": "e494af15-3eb0-4aae-8299-eed64ca91d77", "address": "fa:16:3e:cf:7a:1b", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape494af15-3e", "ovs_interfaceid": "e494af15-3eb0-4aae-8299-eed64ca91d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.753831] env[65665]: DEBUG nova.network.neutron [-] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.881062] env[65665]: DEBUG oslo_vmware.api [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150123} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.881062] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.881229] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.881297] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.881472] env[65665]: INFO nova.compute.manager [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Took 1.16 seconds to destroy the instance on the hypervisor. [ 768.881753] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 768.881961] env[65665]: DEBUG nova.compute.manager [-] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 768.882061] env[65665]: DEBUG nova.network.neutron [-] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 768.882312] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.911774] env[65665]: WARNING neutronclient.v2_0.client [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.949872] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.000252] env[65665]: DEBUG nova.network.neutron [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Successfully updated port: 4b914f56-97c4-49bb-9dae-b33061c25d4f {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 769.055820] env[65665]: WARNING neutronclient.v2_0.client [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.092400] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bcc42aca-412b-49ab-a32f-d69e121589f8 tempest-ServersTestManualDisk-1744811056 tempest-ServersTestManualDisk-1744811056-project-member] Lock "3574899d-ecdc-49ca-82ce-2d0369a61600" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.565s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.188852] env[65665]: DEBUG nova.network.neutron [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Updating instance_info_cache with network_info: [{"id": "e8b20bba-7acf-44d3-9668-e19a0ace0672", "address": "fa:16:3e:cb:8a:e2", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b20bba-7a", "ovs_interfaceid": "e8b20bba-7acf-44d3-9668-e19a0ace0672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.227201] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "refresh_cache-f2082df5-ec95-423f-a5d6-b7f776be63ad" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.227201] env[65665]: DEBUG nova.compute.manager [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Instance network_info: |[{"id": "e494af15-3eb0-4aae-8299-eed64ca91d77", "address": "fa:16:3e:cf:7a:1b", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape494af15-3e", "ovs_interfaceid": "e494af15-3eb0-4aae-8299-eed64ca91d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 769.227201] env[65665]: DEBUG oslo_concurrency.lockutils [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] Acquired lock "refresh_cache-f2082df5-ec95-423f-a5d6-b7f776be63ad" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.227201] env[65665]: DEBUG nova.network.neutron [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Refreshing network info cache for port e494af15-3eb0-4aae-8299-eed64ca91d77 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.227696] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:7a:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e494af15-3eb0-4aae-8299-eed64ca91d77', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.240250] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 769.241699] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.242148] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73d7d320-e22b-4ce3-b98a-b8df15de5307 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.265580] env[65665]: INFO nova.compute.manager [-] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Took 1.79 seconds to deallocate network for instance. [ 769.266803] env[65665]: DEBUG nova.network.neutron [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Updating instance_info_cache with network_info: [{"id": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "address": "fa:16:3e:75:c5:00", "network": {"id": "32dbe34f-67c3-4d2b-92b5-56a2a1fd4338", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455121067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "790e178032e5476b9ccc099091c68f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d896bf-7e", "ovs_interfaceid": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.280891] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.280891] env[65665]: value = "task-4854475" [ 769.280891] env[65665]: _type = "Task" [ 769.280891] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.295182] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854475, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.484471] env[65665]: DEBUG nova.compute.manager [req-91ff706a-6056-4d12-ac88-d0ae224c2848 req-851f1083-bf13-4647-a0c8-51a513ca6088 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Received event network-changed-f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 769.485375] env[65665]: DEBUG nova.compute.manager [req-91ff706a-6056-4d12-ac88-d0ae224c2848 req-851f1083-bf13-4647-a0c8-51a513ca6088 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Refreshing instance network info cache due to event network-changed-f1d896bf-7ef6-4421-9ebc-9a036f0f9c13. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 769.485691] env[65665]: DEBUG oslo_concurrency.lockutils [req-91ff706a-6056-4d12-ac88-d0ae224c2848 req-851f1083-bf13-4647-a0c8-51a513ca6088 service nova] Acquiring lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.497718] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "48be45bb-98a1-4be0-85a2-3cd48a490c98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.497989] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "48be45bb-98a1-4be0-85a2-3cd48a490c98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.511662] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "refresh_cache-4dcc1e66-77d7-4437-a082-021f6d633052" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.511887] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired lock "refresh_cache-4dcc1e66-77d7-4437-a082-021f6d633052" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.512130] env[65665]: DEBUG nova.network.neutron [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 769.526949] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.527111] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.527213] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.582314] env[65665]: DEBUG nova.network.neutron [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 769.656972] env[65665]: WARNING neutronclient.v2_0.client [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.690829] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "refresh_cache-236cca27-1eb6-4040-a52d-23043c009086" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.741596] env[65665]: WARNING neutronclient.v2_0.client [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.767334] env[65665]: DEBUG nova.network.neutron [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Updating instance_info_cache with network_info: [{"id": "4b914f56-97c4-49bb-9dae-b33061c25d4f", "address": "fa:16:3e:7d:cf:d7", "network": {"id": "42268e82-1672-41ad-8817-18af78e734c0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-817666771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ab76701cfed4e3f8feeaa81af40d57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b914f56-97", "ovs_interfaceid": "4b914f56-97c4-49bb-9dae-b33061c25d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.775879] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Releasing lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.775879] env[65665]: DEBUG nova.compute.manager [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Inject network info {{(pid=65665) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7770}} [ 769.775879] env[65665]: DEBUG nova.compute.manager [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] network_info to inject: |[{"id": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "address": "fa:16:3e:75:c5:00", "network": {"id": "32dbe34f-67c3-4d2b-92b5-56a2a1fd4338", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455121067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "790e178032e5476b9ccc099091c68f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d896bf-7e", "ovs_interfaceid": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7771}} [ 769.781549] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Reconfiguring VM instance to set the machine id {{(pid=65665) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 769.782457] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e036d1a9-148f-4d5f-ac17-aa73e06711bf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.789991] env[65665]: DEBUG oslo_concurrency.lockutils [req-91ff706a-6056-4d12-ac88-d0ae224c2848 req-851f1083-bf13-4647-a0c8-51a513ca6088 service nova] Acquired lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.789991] env[65665]: DEBUG nova.network.neutron [req-91ff706a-6056-4d12-ac88-d0ae224c2848 req-851f1083-bf13-4647-a0c8-51a513ca6088 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Refreshing network info cache for port f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.790607] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.790971] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86be8a7f-1f58-4104-82d7-76ab07dd7cb9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.808545] env[65665]: DEBUG nova.network.neutron [-] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.833286] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c62c96d-7c85-47ea-aed2-74c592c51c53 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.837716] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854475, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.839499] env[65665]: DEBUG oslo_vmware.api [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for the task: (returnval){ [ 769.839499] env[65665]: value = "task-4854476" [ 769.839499] env[65665]: _type = "Task" [ 769.839499] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.874768] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153c56ed-385b-4c4c-bb01-4a26b5674563 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.886017] env[65665]: DEBUG oslo_vmware.api [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.887341] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "6388f612-9e9e-4ff4-8f3c-974049ee6cb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.887577] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "6388f612-9e9e-4ff4-8f3c-974049ee6cb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.887803] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "6388f612-9e9e-4ff4-8f3c-974049ee6cb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.887935] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "6388f612-9e9e-4ff4-8f3c-974049ee6cb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.888158] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "6388f612-9e9e-4ff4-8f3c-974049ee6cb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.892354] env[65665]: INFO nova.compute.manager [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Terminating instance [ 769.895123] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0504e0a-cf09-4610-a9de-2123e61c187a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.913462] env[65665]: DEBUG nova.compute.provider_tree [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.998644] env[65665]: WARNING neutronclient.v2_0.client [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.010153] env[65665]: DEBUG nova.compute.manager [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 770.261659] env[65665]: DEBUG nova.network.neutron [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Updated VIF entry in instance network info cache for port e494af15-3eb0-4aae-8299-eed64ca91d77. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.262251] env[65665]: DEBUG nova.network.neutron [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Updating instance_info_cache with network_info: [{"id": "e494af15-3eb0-4aae-8299-eed64ca91d77", "address": "fa:16:3e:cf:7a:1b", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape494af15-3e", "ovs_interfaceid": "e494af15-3eb0-4aae-8299-eed64ca91d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.269971] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Releasing lock "refresh_cache-4dcc1e66-77d7-4437-a082-021f6d633052" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.270482] env[65665]: DEBUG nova.compute.manager [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Instance network_info: |[{"id": "4b914f56-97c4-49bb-9dae-b33061c25d4f", "address": "fa:16:3e:7d:cf:d7", "network": {"id": "42268e82-1672-41ad-8817-18af78e734c0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-817666771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ab76701cfed4e3f8feeaa81af40d57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b914f56-97", "ovs_interfaceid": "4b914f56-97c4-49bb-9dae-b33061c25d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 770.271078] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:cf:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b914f56-97c4-49bb-9dae-b33061c25d4f', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.282047] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Creating folder: Project (3ab76701cfed4e3f8feeaa81af40d57d). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.283210] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e6550b8-b0b3-4bf0-9bbb-e8a0cdf7ce5e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.305551] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854475, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.307278] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Created folder: Project (3ab76701cfed4e3f8feeaa81af40d57d) in parent group-v946135. [ 770.307484] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Creating folder: Instances. Parent ref: group-v946280. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.307755] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b05a794c-9222-446a-bc53-b41204dc06f3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.315520] env[65665]: WARNING neutronclient.v2_0.client [req-91ff706a-6056-4d12-ac88-d0ae224c2848 req-851f1083-bf13-4647-a0c8-51a513ca6088 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.321802] env[65665]: INFO nova.compute.manager [-] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Took 1.44 seconds to deallocate network for instance. [ 770.322171] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Created folder: Instances in parent group-v946280. [ 770.322543] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 770.324684] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.325052] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-922b5565-d739-4fbe-958b-9a78d93ca75a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.360728] env[65665]: DEBUG oslo_vmware.api [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854476, 'name': ReconfigVM_Task, 'duration_secs': 0.220295} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.362430] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cd55f146-4a7a-4de8-b9b0-eddd96bd7a33 tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Reconfigured VM instance to set the machine id {{(pid=65665) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 770.367379] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.367379] env[65665]: value = "task-4854479" [ 770.367379] env[65665]: _type = "Task" [ 770.367379] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.380686] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854479, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.405694] env[65665]: DEBUG nova.compute.manager [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 770.406157] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.408262] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f4491e-9937-4813-9d34-63777fb21274 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.422892] env[65665]: DEBUG nova.scheduler.client.report [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.428431] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.430100] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74a1769e-e0d0-4a44-8867-27ee515014ec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.433729] env[65665]: DEBUG nova.compute.manager [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Received event network-vif-plugged-4b914f56-97c4-49bb-9dae-b33061c25d4f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 770.434039] env[65665]: DEBUG oslo_concurrency.lockutils [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] Acquiring lock "4dcc1e66-77d7-4437-a082-021f6d633052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.437611] env[65665]: DEBUG oslo_concurrency.lockutils [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] Lock "4dcc1e66-77d7-4437-a082-021f6d633052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.437863] env[65665]: DEBUG oslo_concurrency.lockutils [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] Lock "4dcc1e66-77d7-4437-a082-021f6d633052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.438152] env[65665]: DEBUG nova.compute.manager [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] No waiting events found dispatching network-vif-plugged-4b914f56-97c4-49bb-9dae-b33061c25d4f {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 770.438397] env[65665]: WARNING nova.compute.manager [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Received unexpected event network-vif-plugged-4b914f56-97c4-49bb-9dae-b33061c25d4f for instance with vm_state building and task_state spawning. [ 770.438573] env[65665]: DEBUG nova.compute.manager [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Received event network-changed-4b914f56-97c4-49bb-9dae-b33061c25d4f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 770.438872] env[65665]: DEBUG nova.compute.manager [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Refreshing instance network info cache due to event network-changed-4b914f56-97c4-49bb-9dae-b33061c25d4f. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 770.439180] env[65665]: DEBUG oslo_concurrency.lockutils [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] Acquiring lock "refresh_cache-4dcc1e66-77d7-4437-a082-021f6d633052" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.439327] env[65665]: DEBUG oslo_concurrency.lockutils [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] Acquired lock "refresh_cache-4dcc1e66-77d7-4437-a082-021f6d633052" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.439524] env[65665]: DEBUG nova.network.neutron [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Refreshing network info cache for port 4b914f56-97c4-49bb-9dae-b33061c25d4f {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.455236] env[65665]: DEBUG oslo_vmware.api [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 770.455236] env[65665]: value = "task-4854480" [ 770.455236] env[65665]: _type = "Task" [ 770.455236] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.465193] env[65665]: DEBUG oslo_vmware.api [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.535250] env[65665]: WARNING neutronclient.v2_0.client [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.560142] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.670580] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.670770] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.670964] env[65665]: DEBUG nova.network.neutron [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 770.720228] env[65665]: WARNING neutronclient.v2_0.client [req-91ff706a-6056-4d12-ac88-d0ae224c2848 req-851f1083-bf13-4647-a0c8-51a513ca6088 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.765349] env[65665]: DEBUG oslo_concurrency.lockutils [req-53133ed1-d888-47ab-92b5-3bbf4924a474 req-d66a4f71-bd5a-4340-9901-516aa14e6162 service nova] Releasing lock "refresh_cache-f2082df5-ec95-423f-a5d6-b7f776be63ad" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.802929] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854475, 'name': CreateVM_Task, 'duration_secs': 1.301725} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.803143] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.803698] env[65665]: WARNING neutronclient.v2_0.client [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.804089] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.804243] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.804598] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.804893] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4acc5a0a-aff9-4f3f-a221-43524d995fe2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.811308] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 770.811308] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524abea2-af96-6b74-e46e-1ec8f06c3bbf" [ 770.811308] env[65665]: _type = "Task" [ 770.811308] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.823059] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524abea2-af96-6b74-e46e-1ec8f06c3bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.855495] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.872960] env[65665]: DEBUG nova.network.neutron [req-91ff706a-6056-4d12-ac88-d0ae224c2848 req-851f1083-bf13-4647-a0c8-51a513ca6088 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Updated VIF entry in instance network info cache for port f1d896bf-7ef6-4421-9ebc-9a036f0f9c13. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.873455] env[65665]: DEBUG nova.network.neutron [req-91ff706a-6056-4d12-ac88-d0ae224c2848 req-851f1083-bf13-4647-a0c8-51a513ca6088 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Updating instance_info_cache with network_info: [{"id": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "address": "fa:16:3e:75:c5:00", "network": {"id": "32dbe34f-67c3-4d2b-92b5-56a2a1fd4338", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-455121067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "790e178032e5476b9ccc099091c68f90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d896bf-7e", "ovs_interfaceid": "f1d896bf-7ef6-4421-9ebc-9a036f0f9c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.887092] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854479, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.931281] env[65665]: DEBUG oslo_concurrency.lockutils [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.375s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.938325] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.856s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.938325] env[65665]: DEBUG nova.objects.instance [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lazy-loading 'resources' on Instance uuid 0353ad63-f63b-41ce-8001-dba560cc21c4 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.947809] env[65665]: WARNING neutronclient.v2_0.client [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.970236] env[65665]: DEBUG oslo_vmware.api [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854480, 'name': PowerOffVM_Task, 'duration_secs': 0.259951} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.970535] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.970713] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.970983] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbaaef06-d618-4d20-9443-a4ba8e84df24 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.974464] env[65665]: INFO nova.scheduler.client.report [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Deleted allocations for instance 5da7a49f-0b76-4a04-83d6-ce8d4330a41a [ 771.006681] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquiring lock "426495b7-1437-44f3-b3ac-0557ce8a4550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.006910] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lock "426495b7-1437-44f3-b3ac-0557ce8a4550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.007156] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquiring lock "426495b7-1437-44f3-b3ac-0557ce8a4550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.007389] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lock "426495b7-1437-44f3-b3ac-0557ce8a4550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.007576] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lock "426495b7-1437-44f3-b3ac-0557ce8a4550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.009998] env[65665]: INFO nova.compute.manager [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Terminating instance [ 771.064194] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.064194] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.064194] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Deleting the datastore file [datastore2] 6388f612-9e9e-4ff4-8f3c-974049ee6cb0 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.064375] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f01ecd1-5175-4fa2-adb4-cd630c384193 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.073565] env[65665]: DEBUG oslo_vmware.api [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 771.073565] env[65665]: value = "task-4854482" [ 771.073565] env[65665]: _type = "Task" [ 771.073565] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.084944] env[65665]: DEBUG oslo_vmware.api [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.173985] env[65665]: WARNING neutronclient.v2_0.client [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.240925] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.241292] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0b5d68e-428a-405c-a4df-587bd38ecb9d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.250491] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 771.250491] env[65665]: value = "task-4854483" [ 771.250491] env[65665]: _type = "Task" [ 771.250491] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.261731] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.323865] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524abea2-af96-6b74-e46e-1ec8f06c3bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.012906} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.324105] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.324237] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.324618] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.324964] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.325250] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.325632] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef7011ce-e39b-4a49-85a3-eaa47ff976c9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.338153] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.338384] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.339331] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a3b1a2-bb34-47e0-871d-fc6426916474 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.347427] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 771.347427] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5211c5dd-c0b4-fbb1-6c58-e6919e31fa73" [ 771.347427] env[65665]: _type = "Task" [ 771.347427] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.361059] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5211c5dd-c0b4-fbb1-6c58-e6919e31fa73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.380276] env[65665]: DEBUG oslo_concurrency.lockutils [req-91ff706a-6056-4d12-ac88-d0ae224c2848 req-851f1083-bf13-4647-a0c8-51a513ca6088 service nova] Releasing lock "refresh_cache-426495b7-1437-44f3-b3ac-0557ce8a4550" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.386861] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854479, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.493106] env[65665]: DEBUG oslo_concurrency.lockutils [None req-84495105-9bb1-48f6-84c1-0ede537a118c tempest-InstanceActionsV221TestJSON-752680982 tempest-InstanceActionsV221TestJSON-752680982-project-member] Lock "5da7a49f-0b76-4a04-83d6-ce8d4330a41a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.287s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.516788] env[65665]: DEBUG nova.compute.manager [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 771.516788] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.518428] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4581326-9b27-44b4-bf2f-b4795f7c5999 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.534599] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.534899] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1540616-0b42-4339-8612-e1b1f2dd3628 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.544800] env[65665]: DEBUG oslo_vmware.api [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for the task: (returnval){ [ 771.544800] env[65665]: value = "task-4854484" [ 771.544800] env[65665]: _type = "Task" [ 771.544800] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.554143] env[65665]: DEBUG oslo_vmware.api [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.586659] env[65665]: DEBUG oslo_vmware.api [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1555} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.587064] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.587284] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.587463] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.587634] env[65665]: INFO nova.compute.manager [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 771.587899] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 771.588292] env[65665]: DEBUG nova.compute.manager [-] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 771.588484] env[65665]: DEBUG nova.network.neutron [-] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 771.588636] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.687058] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b560e-4913-7265-0e73-3e7287b79675/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 771.688329] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf5f518-77f7-4021-b46c-c23289e942df {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.699159] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b560e-4913-7265-0e73-3e7287b79675/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 771.699363] env[65665]: ERROR oslo_vmware.rw_handles [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b560e-4913-7265-0e73-3e7287b79675/disk-0.vmdk due to incomplete transfer. [ 771.699620] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a7dee1d0-aff9-447c-b575-0d08bb177839 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.712237] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b560e-4913-7265-0e73-3e7287b79675/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 771.712567] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Uploaded image 04ef258a-8511-4754-8433-f6471ebefeea to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 771.714639] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 771.715145] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e0f6133b-910e-496e-89a6-fc6c9f80c5a8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.724039] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 771.724039] env[65665]: value = "task-4854485" [ 771.724039] env[65665]: _type = "Task" [ 771.724039] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.738721] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854485, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.760174] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854483, 'name': PowerOffVM_Task, 'duration_secs': 0.275137} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.762937] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.764534] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc0cfba-72f4-4e2a-904a-e82736ed194e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.787203] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c5f79a-02de-4bea-814a-68637c59e6bf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.836681] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.837188] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1de490ca-90bc-433f-bf90-14af40e50b2d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.853936] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 771.853936] env[65665]: value = "task-4854486" [ 771.853936] env[65665]: _type = "Task" [ 771.853936] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.864446] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5211c5dd-c0b4-fbb1-6c58-e6919e31fa73, 'name': SearchDatastore_Task, 'duration_secs': 0.014239} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.873706] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.875798] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-326eee2f-f5d4-4859-8886-dbfe6f37b423 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.880574] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 771.880786] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.881049] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.881189] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.881345] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.882562] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9fc0e28-b067-4bc7-a106-e0e568ba77d9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.898224] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854479, 'name': CreateVM_Task, 'duration_secs': 1.074023} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.898607] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 771.898607] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5210dde8-67ff-3b83-5e92-505d11b8d066" [ 771.898607] env[65665]: _type = "Task" [ 771.898607] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.899865] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.900841] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.900841] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.902238] env[65665]: WARNING neutronclient.v2_0.client [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.902430] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.902648] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.904297] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.907120] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2c053f-de5f-48b6-964a-2c7563c6f84d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.910015] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f411a5-bfeb-4859-9de5-8272fbf20719 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.919916] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 771.919916] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5261c2bf-fbfc-44ad-89b6-3ae59dcb725d" [ 771.919916] env[65665]: _type = "Task" [ 771.919916] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.928097] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5210dde8-67ff-3b83-5e92-505d11b8d066, 'name': SearchDatastore_Task, 'duration_secs': 0.013148} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.928097] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 771.928097] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52de7fce-fbb2-82db-f87c-2dc144820626" [ 771.928097] env[65665]: _type = "Task" [ 771.928097] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.930867] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.931214] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f2082df5-ec95-423f-a5d6-b7f776be63ad/f2082df5-ec95-423f-a5d6-b7f776be63ad.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.931627] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1622e6b5-4d97-4923-895f-84dd3e39df69 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.949482] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5261c2bf-fbfc-44ad-89b6-3ae59dcb725d, 'name': SearchDatastore_Task, 'duration_secs': 0.018337} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.949773] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52de7fce-fbb2-82db-f87c-2dc144820626, 'name': SearchDatastore_Task, 'duration_secs': 0.017303} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.955071] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.955071] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.955332] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.955332] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.955469] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.955738] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 771.955738] env[65665]: value = "task-4854487" [ 771.955738] env[65665]: _type = "Task" [ 771.955738] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.956389] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c048b111-6e05-4a20-ad07-a52eb1c9bf83 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.959029] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d39c9486-fdec-4bd3-9e77-95b724d4285d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.969408] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 771.969408] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528fab7c-bbf0-7c78-3fae-112bf8ec4b95" [ 771.969408] env[65665]: _type = "Task" [ 771.969408] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.971651] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.977345] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.977505] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.981780] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3ff72b-b5d9-4c53-aaee-9bb7c5b229f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.992058] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528fab7c-bbf0-7c78-3fae-112bf8ec4b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.994452] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 771.994452] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b99e60-502a-976f-1e52-5da36b302a04" [ 771.994452] env[65665]: _type = "Task" [ 771.994452] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.004966] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b99e60-502a-976f-1e52-5da36b302a04, 'name': SearchDatastore_Task, 'duration_secs': 0.01173} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.009026] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7865507d-5527-4dbf-8617-ce1198b2e15b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.015753] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 772.015753] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523f392d-581a-2f6c-138c-cf7d6cab5122" [ 772.015753] env[65665]: _type = "Task" [ 772.015753] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.027536] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523f392d-581a-2f6c-138c-cf7d6cab5122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.060467] env[65665]: DEBUG oslo_vmware.api [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854484, 'name': PowerOffVM_Task, 'duration_secs': 0.396557} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.060990] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.061213] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.061628] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c548d1ab-867b-423c-8241-33af76522edd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.147665] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.147869] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.148067] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Deleting the datastore file [datastore2] 426495b7-1437-44f3-b3ac-0557ce8a4550 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.149361] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb016322-4a8a-48b9-80d8-2e20541aaa8d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.159464] env[65665]: DEBUG oslo_vmware.api [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for the task: (returnval){ [ 772.159464] env[65665]: value = "task-4854489" [ 772.159464] env[65665]: _type = "Task" [ 772.159464] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.173649] env[65665]: DEBUG oslo_vmware.api [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.175508] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5bb472-1d27-431d-9153-32df1c5d8602 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.184692] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580bafd6-afdd-4c79-8e22-4f770bf28504 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.223375] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e5a3ef-57d5-49f8-b7a9-a7d1cbbc9a1c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.241342] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854485, 'name': Destroy_Task, 'duration_secs': 0.34869} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.243459] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6f4f05-85cb-4015-aa91-bc554b7ff1e2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.250126] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Destroyed the VM [ 772.250479] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 772.250826] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-15a931f7-e390-4ddf-a982-8f159164abee {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.269196] env[65665]: DEBUG nova.compute.provider_tree [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.273194] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 772.273194] env[65665]: value = "task-4854490" [ 772.273194] env[65665]: _type = "Task" [ 772.273194] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.286811] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854490, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.484644] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514115} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.485667] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f2082df5-ec95-423f-a5d6-b7f776be63ad/f2082df5-ec95-423f-a5d6-b7f776be63ad.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.489831] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.494544] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6324e2a4-e23f-4b7a-bfc5-ebbf471ea528 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.497568] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528fab7c-bbf0-7c78-3fae-112bf8ec4b95, 'name': SearchDatastore_Task, 'duration_secs': 0.023691} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.498472] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.498782] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 236cca27-1eb6-4040-a52d-23043c009086/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk. {{(pid=65665) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 772.502021] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88cda671-bbec-42c5-b83a-33b4970ff188 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.505151] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 772.505151] env[65665]: value = "task-4854491" [ 772.505151] env[65665]: _type = "Task" [ 772.505151] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.512216] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 772.512216] env[65665]: value = "task-4854492" [ 772.512216] env[65665]: _type = "Task" [ 772.512216] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.519430] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.527593] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.538474] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523f392d-581a-2f6c-138c-cf7d6cab5122, 'name': SearchDatastore_Task, 'duration_secs': 0.01309} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.538895] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.539252] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 4dcc1e66-77d7-4437-a082-021f6d633052/4dcc1e66-77d7-4437-a082-021f6d633052.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.539728] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3cc0f83-a1a5-43c2-9f01-cc8bb597d329 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.549883] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 772.549883] env[65665]: value = "task-4854493" [ 772.549883] env[65665]: _type = "Task" [ 772.549883] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.562697] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.675122] env[65665]: DEBUG oslo_vmware.api [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Task: {'id': task-4854489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413305} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.675711] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.676047] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.676366] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.677119] env[65665]: INFO nova.compute.manager [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Took 1.16 seconds to destroy the instance on the hypervisor. [ 772.677119] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 772.677383] env[65665]: DEBUG nova.compute.manager [-] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 772.677524] env[65665]: DEBUG nova.network.neutron [-] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 772.677771] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.773591] env[65665]: WARNING neutronclient.v2_0.client [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.776846] env[65665]: DEBUG nova.scheduler.client.report [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.792918] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854490, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.865816] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.020784] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080878} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.022110] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.022842] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068a84db-e706-4af9-b399-43482742b90b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.031108] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.055223] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] f2082df5-ec95-423f-a5d6-b7f776be63ad/f2082df5-ec95-423f-a5d6-b7f776be63ad.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.055830] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db839e40-4b50-43f0-aa3b-92992259c120 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.093027] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854493, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.093027] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 773.093027] env[65665]: value = "task-4854494" [ 773.093027] env[65665]: _type = "Task" [ 773.093027] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.104844] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854494, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.233775] env[65665]: DEBUG nova.network.neutron [-] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.296863] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.360s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.302023] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.602s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.302023] env[65665]: DEBUG nova.objects.instance [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Lazy-loading 'resources' on Instance uuid cd0810a8-246a-4f1a-a654-2b0b844611ab {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.315621] env[65665]: DEBUG oslo_vmware.api [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854490, 'name': RemoveSnapshot_Task, 'duration_secs': 0.64741} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.317422] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 773.318062] env[65665]: INFO nova.compute.manager [None req-6bba6c39-930c-47db-aeec-22006dcd5d5c tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Took 16.58 seconds to snapshot the instance on the hypervisor. [ 773.338852] env[65665]: INFO nova.scheduler.client.report [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Deleted allocations for instance 0353ad63-f63b-41ce-8001-dba560cc21c4 [ 773.414045] env[65665]: WARNING neutronclient.v2_0.client [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.527665] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771203} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.527967] env[65665]: INFO nova.virt.vmwareapi.ds_util [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 236cca27-1eb6-4040-a52d-23043c009086/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk. [ 773.528818] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd501fb0-697f-4577-8d03-cabe764650c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.558424] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 236cca27-1eb6-4040-a52d-23043c009086/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.559243] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72aa7450-83a7-45d2-b570-5c2eb631a44a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.583418] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78933} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.585020] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 4dcc1e66-77d7-4437-a082-021f6d633052/4dcc1e66-77d7-4437-a082-021f6d633052.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.585259] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.585576] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 773.585576] env[65665]: value = "task-4854495" [ 773.585576] env[65665]: _type = "Task" [ 773.585576] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.585858] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8fdceca-22b3-4e75-957b-3a972c366fdc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.600085] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.601963] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 773.601963] env[65665]: value = "task-4854496" [ 773.601963] env[65665]: _type = "Task" [ 773.601963] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.615170] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854494, 'name': ReconfigVM_Task, 'duration_secs': 0.36675} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.616302] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Reconfigured VM instance instance-00000030 to attach disk [datastore1] f2082df5-ec95-423f-a5d6-b7f776be63ad/f2082df5-ec95-423f-a5d6-b7f776be63ad.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.617191] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a0334a1-2988-4c81-b8e4-8a83ac39d795 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.624455] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.632172] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 773.632172] env[65665]: value = "task-4854497" [ 773.632172] env[65665]: _type = "Task" [ 773.632172] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.643573] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854497, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.737142] env[65665]: INFO nova.compute.manager [-] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Took 2.15 seconds to deallocate network for instance. [ 773.850732] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ce1f07e-c0b9-4731-b8be-f4e640283c88 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lock "0353ad63-f63b-41ce-8001-dba560cc21c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.426s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.060586] env[65665]: DEBUG nova.network.neutron [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Updated VIF entry in instance network info cache for port 4b914f56-97c4-49bb-9dae-b33061c25d4f. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 774.060951] env[65665]: DEBUG nova.network.neutron [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Updating instance_info_cache with network_info: [{"id": "4b914f56-97c4-49bb-9dae-b33061c25d4f", "address": "fa:16:3e:7d:cf:d7", "network": {"id": "42268e82-1672-41ad-8817-18af78e734c0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-817666771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ab76701cfed4e3f8feeaa81af40d57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b914f56-97", "ovs_interfaceid": "4b914f56-97c4-49bb-9dae-b33061c25d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.107577] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854495, 'name': ReconfigVM_Task, 'duration_secs': 0.41993} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.111566] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 236cca27-1eb6-4040-a52d-23043c009086/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.113805] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0f350a-7ce6-4df5-8fcd-6cc57e1b8e81 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.146609] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157373} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.157302] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.162768] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36bf205-319b-4026-8c66-ee43fc7504bf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.172536] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fbef1f-4458-44be-81d5-9b71fcb49193 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.181343] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854497, 'name': Rename_Task, 'duration_secs': 0.165658} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.192710] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.202406] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4dcc1e66-77d7-4437-a082-021f6d633052/4dcc1e66-77d7-4437-a082-021f6d633052.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.203173] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 774.203173] env[65665]: value = "task-4854498" [ 774.203173] env[65665]: _type = "Task" [ 774.203173] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.206324] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1e8f210-0400-4a2c-829c-8f0dea2ce8fd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.208251] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0519514b-374a-4fe9-ae5e-83eafcd593e5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.225135] env[65665]: DEBUG nova.network.neutron [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance_info_cache with network_info: [{"id": "7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3", "address": "fa:16:3e:0a:4e:43", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b22f3fd-3d", "ovs_interfaceid": "7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.241746] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.249836] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.249836] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 774.249836] env[65665]: value = "task-4854499" [ 774.249836] env[65665]: _type = "Task" [ 774.249836] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.250530] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 774.250530] env[65665]: value = "task-4854500" [ 774.250530] env[65665]: _type = "Task" [ 774.250530] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.269669] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.465338] env[65665]: DEBUG nova.network.neutron [-] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.566347] env[65665]: DEBUG oslo_concurrency.lockutils [req-00dd09a1-cbdc-42c9-b127-2139fd14a470 req-7ca72460-2d1b-4de3-adb1-778fb9273051 service nova] Releasing lock "refresh_cache-4dcc1e66-77d7-4437-a082-021f6d633052" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.594344] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57bdff9-4ef8-42a4-b53a-44241a338f5f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.610833] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c87eba2-c167-456e-957d-6e3546369df0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.620132] env[65665]: DEBUG nova.compute.manager [req-b41d40c8-6aff-4033-b30a-bf7f11d01bf3 req-61a7ebbf-81eb-4ebc-b584-81e65594d8c7 service nova] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Received event network-vif-deleted-e013c1a8-6fa6-45d7-86e6-2e69520dac99 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 774.620376] env[65665]: DEBUG nova.compute.manager [req-b41d40c8-6aff-4033-b30a-bf7f11d01bf3 req-61a7ebbf-81eb-4ebc-b584-81e65594d8c7 service nova] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Received event network-vif-deleted-7bd73eb4-f859-432f-bcae-e93cd92a85ca {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 774.620549] env[65665]: DEBUG nova.compute.manager [req-b41d40c8-6aff-4033-b30a-bf7f11d01bf3 req-61a7ebbf-81eb-4ebc-b584-81e65594d8c7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Received event network-changed-a4a776a8-67c4-4cdf-8e85-540627d2f790 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 774.620698] env[65665]: DEBUG nova.compute.manager [req-b41d40c8-6aff-4033-b30a-bf7f11d01bf3 req-61a7ebbf-81eb-4ebc-b584-81e65594d8c7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Refreshing instance network info cache due to event network-changed-a4a776a8-67c4-4cdf-8e85-540627d2f790. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 774.620946] env[65665]: DEBUG oslo_concurrency.lockutils [req-b41d40c8-6aff-4033-b30a-bf7f11d01bf3 req-61a7ebbf-81eb-4ebc-b584-81e65594d8c7 service nova] Acquiring lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.621056] env[65665]: DEBUG oslo_concurrency.lockutils [req-b41d40c8-6aff-4033-b30a-bf7f11d01bf3 req-61a7ebbf-81eb-4ebc-b584-81e65594d8c7 service nova] Acquired lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.621232] env[65665]: DEBUG nova.network.neutron [req-b41d40c8-6aff-4033-b30a-bf7f11d01bf3 req-61a7ebbf-81eb-4ebc-b584-81e65594d8c7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Refreshing network info cache for port a4a776a8-67c4-4cdf-8e85-540627d2f790 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.659486] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f67ac9-cb24-4ac2-8f43-dea43ba491bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.670656] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b980de4-e4cf-421e-946a-a0b59e04ecad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.688029] env[65665]: DEBUG nova.compute.provider_tree [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.734248] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.742165] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.744278] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.744278] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.744278] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.744278] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.744951] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854498, 'name': ReconfigVM_Task, 'duration_secs': 0.524662} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.745479] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.745965] env[65665]: INFO nova.compute.manager [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Terminating instance [ 774.747356] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ba9cdcd-03de-4ae2-9f5d-617e8aaa527b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.761429] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 774.761429] env[65665]: value = "task-4854501" [ 774.761429] env[65665]: _type = "Task" [ 774.761429] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.774286] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854499, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.774561] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854500, 'name': ReconfigVM_Task, 'duration_secs': 0.407702} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.775359] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4dcc1e66-77d7-4437-a082-021f6d633052/4dcc1e66-77d7-4437-a082-021f6d633052.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.776575] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0609a5fb-5a6f-416e-86ff-47137d6c7363 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.782158] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854501, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.791678] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 774.791678] env[65665]: value = "task-4854502" [ 774.791678] env[65665]: _type = "Task" [ 774.791678] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.804273] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854502, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.973743] env[65665]: INFO nova.compute.manager [-] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Took 2.29 seconds to deallocate network for instance. [ 775.093943] env[65665]: DEBUG nova.compute.manager [req-9d00654e-b041-45c5-ace9-0b952c6586c1 req-a2ef1e74-1a79-47c6-9ff2-5cfe9d98915e service nova] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Received event network-vif-deleted-21fc9cfa-47b7-43ab-b6e2-a8d2765e0b97 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 775.124789] env[65665]: WARNING neutronclient.v2_0.client [req-b41d40c8-6aff-4033-b30a-bf7f11d01bf3 req-61a7ebbf-81eb-4ebc-b584-81e65594d8c7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.190951] env[65665]: DEBUG nova.scheduler.client.report [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.253085] env[65665]: DEBUG nova.compute.manager [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 775.253297] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.254678] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdabaa2-8879-4d95-bb95-5708e52a3ca0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.274582] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.276694] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e158b4a-f33f-4e85-a65c-fb0278e9e3e0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.279162] env[65665]: DEBUG oslo_vmware.api [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854499, 'name': PowerOnVM_Task, 'duration_secs': 0.573406} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.283542] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.283774] env[65665]: INFO nova.compute.manager [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Took 10.07 seconds to spawn the instance on the hypervisor. [ 775.284084] env[65665]: DEBUG nova.compute.manager [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 775.284795] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095994ac-7606-47fc-8666-5b8f8295cb2f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.287680] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.288923] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46123913-4b54-4db1-9c9a-e32d62e2acd0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.298037] env[65665]: DEBUG oslo_vmware.api [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 775.298037] env[65665]: value = "task-4854503" [ 775.298037] env[65665]: _type = "Task" [ 775.298037] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.325126] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a04a878-7ebe-40cd-bf31-689157fca6f2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.335210] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854502, 'name': Rename_Task, 'duration_secs': 0.280035} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.336835] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.337213] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92992863-8f41-47f2-b2fa-ced9669aca55 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.345298] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance '6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c' progress to 83 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 775.350055] env[65665]: DEBUG oslo_vmware.api [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.357077] env[65665]: WARNING neutronclient.v2_0.client [req-b41d40c8-6aff-4033-b30a-bf7f11d01bf3 req-61a7ebbf-81eb-4ebc-b584-81e65594d8c7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.362815] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 775.362815] env[65665]: value = "task-4854504" [ 775.362815] env[65665]: _type = "Task" [ 775.362815] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.377635] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.481480] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.486983] env[65665]: DEBUG nova.network.neutron [req-b41d40c8-6aff-4033-b30a-bf7f11d01bf3 req-61a7ebbf-81eb-4ebc-b584-81e65594d8c7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Updated VIF entry in instance network info cache for port a4a776a8-67c4-4cdf-8e85-540627d2f790. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 775.488207] env[65665]: DEBUG nova.network.neutron [req-b41d40c8-6aff-4033-b30a-bf7f11d01bf3 req-61a7ebbf-81eb-4ebc-b584-81e65594d8c7 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Updating instance_info_cache with network_info: [{"id": "a4a776a8-67c4-4cdf-8e85-540627d2f790", "address": "fa:16:3e:65:2b:eb", "network": {"id": "53411a0c-15ab-4ba0-93ac-88525bc494af", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1784566108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01625aa5be194572a77fefc71ff3732b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a776a8-67", "ovs_interfaceid": "a4a776a8-67c4-4cdf-8e85-540627d2f790", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.700012] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.399s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.702976] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.521s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.727745] env[65665]: INFO nova.scheduler.client.report [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Deleted allocations for instance cd0810a8-246a-4f1a-a654-2b0b844611ab [ 775.778710] env[65665]: DEBUG oslo_vmware.api [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854501, 'name': PowerOnVM_Task, 'duration_secs': 0.626266} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.779047] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.783191] env[65665]: DEBUG nova.compute.manager [None req-7daf990b-06b8-499f-91cb-a14b9fb927eb tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 775.783401] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea13e52-0fdb-47d6-85fe-5a1845ee45c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.836136] env[65665]: DEBUG oslo_vmware.api [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854503, 'name': PowerOffVM_Task, 'duration_secs': 0.305866} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.841677] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.841890] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.843786] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5964b7e-b3d1-4271-83fa-fae260d5cd57 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.846167] env[65665]: INFO nova.compute.manager [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Took 27.25 seconds to build instance. [ 775.852497] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.855065] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-203decc5-a4c4-47c2-84f4-a412a4567bb1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.865072] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 775.865072] env[65665]: value = "task-4854506" [ 775.865072] env[65665]: _type = "Task" [ 775.865072] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.885513] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.885682] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854504, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.923266] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.923266] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.923357] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Deleting the datastore file [datastore2] 5a2054d2-0d1a-48d6-8d77-a3d805533bbc {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.923724] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8544f60-b58d-4835-85b8-17aba1fba5ca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.936079] env[65665]: DEBUG oslo_vmware.api [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 775.936079] env[65665]: value = "task-4854507" [ 775.936079] env[65665]: _type = "Task" [ 775.936079] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.946176] env[65665]: DEBUG oslo_vmware.api [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.993609] env[65665]: DEBUG oslo_concurrency.lockutils [req-b41d40c8-6aff-4033-b30a-bf7f11d01bf3 req-61a7ebbf-81eb-4ebc-b584-81e65594d8c7 service nova] Releasing lock "refresh_cache-5a2054d2-0d1a-48d6-8d77-a3d805533bbc" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.241174] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6afafdef-ffde-4173-9909-90d2158469f9 tempest-ServersTestBootFromVolume-443678150 tempest-ServersTestBootFromVolume-443678150-project-member] Lock "cd0810a8-246a-4f1a-a654-2b0b844611ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.353s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.319070] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc047e2-735d-44ef-9c93-d25083276f1f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.333032] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d543598-93ed-41af-ac56-3e740d7ce9ef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.377634] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8ddd286-475b-47fd-859a-6a3fdd1c0fd7 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "f2082df5-ec95-423f-a5d6-b7f776be63ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.796s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.386162] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf6bbe5-4506-4789-980d-2a1f988a4f40 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.397199] env[65665]: DEBUG oslo_vmware.api [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854504, 'name': PowerOnVM_Task, 'duration_secs': 0.813099} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.403674] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.404075] env[65665]: INFO nova.compute.manager [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Took 8.29 seconds to spawn the instance on the hypervisor. [ 776.404349] env[65665]: DEBUG nova.compute.manager [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 776.404772] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854506, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.405853] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f66ae46-edac-4a3e-9ed0-d3b5caea5fce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.415936] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f794a174-8fda-4e6a-a11c-289b7defe1e7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.438459] env[65665]: DEBUG nova.compute.provider_tree [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.450879] env[65665]: DEBUG oslo_vmware.api [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23833} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.452571] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.452571] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.452686] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.452876] env[65665]: INFO nova.compute.manager [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Took 1.20 seconds to destroy the instance on the hypervisor. [ 776.453638] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 776.453638] env[65665]: DEBUG nova.compute.manager [-] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 776.453812] env[65665]: DEBUG nova.network.neutron [-] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 776.454231] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.773332] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.890323] env[65665]: DEBUG oslo_vmware.api [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854506, 'name': PowerOnVM_Task, 'duration_secs': 0.556801} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.890773] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.890888] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7f965c39-4c7b-4430-a744-7c30e2504bf0 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance '6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c' progress to 100 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 776.941913] env[65665]: DEBUG nova.scheduler.client.report [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.954136] env[65665]: INFO nova.compute.manager [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Took 27.86 seconds to build instance. [ 776.991664] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] Acquiring lock "refresh_cache-f2082df5-ec95-423f-a5d6-b7f776be63ad" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.991843] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] Acquired lock "refresh_cache-f2082df5-ec95-423f-a5d6-b7f776be63ad" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.992282] env[65665]: DEBUG nova.network.neutron [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 777.451381] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.451598] env[65665]: INFO nova.compute.manager [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Successfully reverted task state from image_uploading on failure for instance. [ 777.455398] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.357s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.456446] env[65665]: INFO nova.compute.claims [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server [None req-a380ee1a-9566-4cb7-b0d5-8d1ab94f77d2 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Exception during message handling: glanceclient.exc.HTTPException: HTTP 410 Gone: Image 34aaf8c0-4cdf-41ef-be3b-7a6efca0440d could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server raise self.value [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 165, in decorated_function [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server raise self.value [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 156, in decorated_function [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 212, in decorated_function [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server raise self.value [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 202, in decorated_function [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server raise self.value [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 229, in decorated_function [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in snapshot_instance [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4609, in _snapshot_instance [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1024, in snapshot [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server images.upload_image_stream_optimized( [ 777.464099] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/images.py", line 467, in upload_image_stream_optimized [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server IMAGE_API.update(context, image_id, image_metadata, data=read_handle) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 1254, in update [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server return session.update(context, image_id, image_info, data=data, [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 704, in update [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server _reraise_translated_image_exception(image_id) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 1042, in _reraise_translated_image_exception [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server raise new_exc.with_traceback(exc_trace) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 702, in update [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server image = self._update_v2(context, sent_service_image_meta, data) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 721, in _update_v2 [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server image = self._upload_data(context, image_id, data) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 590, in _upload_data [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server utils.tpool_execute(self._client.call, [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 634, in tpool_execute [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server return _pass_context(tpool.execute, func, *args, **kwargs) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 586, in _pass_context [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server return runner(context_wrapper, *args, **kwargs) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 125, in execute [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server raise e.with_traceback(tb) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 82, in tworker [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server rv = meth(*args, **kwargs) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 181, in call [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server result = getattr(controller, method)(*args, **kwargs) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/utils.py", line 652, in inner [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server return RequestIdProxy(wrapped(*args, **kwargs)) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 313, in upload [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server resp, body = self.http_client.put(url, headers=hdrs, data=body) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/keystoneauth1/adapter.py", line 619, in put [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server return self.request(url, 'PUT', **kwargs) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 376, in request [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server return self._handle_response(resp) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 116, in _handle_response [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server raise exc.from_response(resp, resp.content) [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server glanceclient.exc.HTTPException: HTTP 410 Gone: Image 34aaf8c0-4cdf-41ef-be3b-7a6efca0440d could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 777.465905] env[65665]: ERROR oslo_messaging.rpc.server [ 777.465905] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c59c0d26-2799-455d-9f1d-a329cee5e93b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "4dcc1e66-77d7-4437-a082-021f6d633052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.386s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.495844] env[65665]: WARNING neutronclient.v2_0.client [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.996690] env[65665]: DEBUG nova.network.neutron [-] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.324762] env[65665]: WARNING neutronclient.v2_0.client [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.411192] env[65665]: DEBUG nova.network.neutron [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Updating instance_info_cache with network_info: [{"id": "e494af15-3eb0-4aae-8299-eed64ca91d77", "address": "fa:16:3e:cf:7a:1b", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape494af15-3e", "ovs_interfaceid": "e494af15-3eb0-4aae-8299-eed64ca91d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.501812] env[65665]: INFO nova.compute.manager [-] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Took 2.05 seconds to deallocate network for instance. [ 778.920758] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] Releasing lock "refresh_cache-f2082df5-ec95-423f-a5d6-b7f776be63ad" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.921024] env[65665]: DEBUG nova.compute.manager [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Inject network info {{(pid=65665) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7770}} [ 778.921296] env[65665]: DEBUG nova.compute.manager [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] network_info to inject: |[{"id": "e494af15-3eb0-4aae-8299-eed64ca91d77", "address": "fa:16:3e:cf:7a:1b", "network": {"id": "a6cb1c37-b086-4188-a1f6-bb60dd9e2c89", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1927552137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d744d69912f04c5abbbeb62388dc8c8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape494af15-3e", "ovs_interfaceid": "e494af15-3eb0-4aae-8299-eed64ca91d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7771}} [ 778.927317] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Reconfiguring VM instance to set the machine id {{(pid=65665) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 778.929134] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecf5a5e1-7001-4524-a78d-a25c8d8b47b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.957773] env[65665]: DEBUG oslo_vmware.api [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] Waiting for the task: (returnval){ [ 778.957773] env[65665]: value = "task-4854508" [ 778.957773] env[65665]: _type = "Task" [ 778.957773] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.968575] env[65665]: DEBUG nova.compute.manager [req-e7660732-d73a-4c0c-bd41-ce469d32dc7c req-e53a68f5-11b9-4e9d-ab4f-410c9be599b7 service nova] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Received event network-vif-deleted-f1d896bf-7ef6-4421-9ebc-9a036f0f9c13 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 778.973922] env[65665]: DEBUG oslo_vmware.api [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] Task: {'id': task-4854508, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.008966] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.148024] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ee7810-de0b-4521-9724-0d92d55cc435 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.157039] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d422f898-c715-4c60-b32c-51d51ed33b8b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.194435] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eba585-b2fe-474e-b458-6cdf06554b1d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.203506] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8aa3892-2955-462b-b384-b8575d3983f3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.220225] env[65665]: DEBUG nova.compute.provider_tree [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.473454] env[65665]: DEBUG oslo_vmware.api [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] Task: {'id': task-4854508, 'name': ReconfigVM_Task, 'duration_secs': 0.249924} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.473454] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb6991c-54b9-424d-8b71-b49b2785f475 tempest-ServersAdminTestJSON-1854619874 tempest-ServersAdminTestJSON-1854619874-project-admin] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Reconfigured VM instance to set the machine id {{(pid=65665) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 779.492324] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.492324] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.723574] env[65665]: DEBUG nova.scheduler.client.report [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.956590] env[65665]: DEBUG nova.compute.manager [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 779.957663] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d94cf8-a5d7-4532-8a52-21f5953fd76c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.994258] env[65665]: DEBUG nova.compute.manager [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 780.044878] env[65665]: INFO nova.compute.manager [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Rescuing [ 780.046853] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "refresh_cache-4dcc1e66-77d7-4437-a082-021f6d633052" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.046853] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired lock "refresh_cache-4dcc1e66-77d7-4437-a082-021f6d633052" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.047080] env[65665]: DEBUG nova.network.neutron [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.229926] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.230534] env[65665]: DEBUG nova.compute.manager [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 780.235797] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.154s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.240125] env[65665]: INFO nova.compute.claims [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.477930] env[65665]: INFO nova.compute.manager [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] instance snapshotting [ 780.482980] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136d0a31-9816-4969-837e-e1eda20bf816 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.523683] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ffe6d6-1465-44eb-8eeb-f87b285052bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.551571] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.553235] env[65665]: WARNING neutronclient.v2_0.client [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.742477] env[65665]: DEBUG nova.compute.utils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.746096] env[65665]: DEBUG nova.compute.manager [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Not allocating networking since 'none' was specified. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 781.040027] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 781.040132] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a825b39-fff3-45c2-96a0-15cceb47b6d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.049212] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 781.049212] env[65665]: value = "task-4854509" [ 781.049212] env[65665]: _type = "Task" [ 781.049212] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.057708] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.247864] env[65665]: DEBUG nova.compute.manager [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 781.565355] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854509, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.824851] env[65665]: WARNING neutronclient.v2_0.client [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.941499] env[65665]: DEBUG nova.network.neutron [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Updating instance_info_cache with network_info: [{"id": "4b914f56-97c4-49bb-9dae-b33061c25d4f", "address": "fa:16:3e:7d:cf:d7", "network": {"id": "42268e82-1672-41ad-8817-18af78e734c0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-817666771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ab76701cfed4e3f8feeaa81af40d57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b914f56-97", "ovs_interfaceid": "4b914f56-97c4-49bb-9dae-b33061c25d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.071336] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854509, 'name': CreateSnapshot_Task, 'duration_secs': 0.866873} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.071596] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.072464] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b48a6c0-704e-4137-9bc6-9527ad02934a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.104906] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d87032-1b6b-4b2b-a8f2-c56fd3621c28 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.120023] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c23053a-c2f2-44ed-b658-ab527017ebd6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.155771] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdd2cb8-83d1-4a23-9ed2-53d981d45b8d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.169609] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50e4d7a-a6c7-45f7-81c2-3cb371f7ab7a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.186578] env[65665]: DEBUG nova.compute.provider_tree [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.265448] env[65665]: DEBUG nova.compute.manager [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 782.302946] env[65665]: DEBUG nova.virt.hardware [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 782.303129] env[65665]: DEBUG nova.virt.hardware [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.303265] env[65665]: DEBUG nova.virt.hardware [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 782.303438] env[65665]: DEBUG nova.virt.hardware [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.303576] env[65665]: DEBUG nova.virt.hardware [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 782.303722] env[65665]: DEBUG nova.virt.hardware [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 782.303992] env[65665]: DEBUG nova.virt.hardware [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.304077] env[65665]: DEBUG nova.virt.hardware [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 782.304237] env[65665]: DEBUG nova.virt.hardware [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 782.304392] env[65665]: DEBUG nova.virt.hardware [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 782.304560] env[65665]: DEBUG nova.virt.hardware [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 782.306046] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9782693-5692-49c7-8ad1-a972077641ec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.315809] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f43c3-3ecb-47fc-adb6-29f5f1ce67f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.331639] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.337745] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Creating folder: Project (b718616db86d405db71d819296fbf19e). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.338845] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7e0497a-62a7-4510-bc35-114c6c6ded71 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.350917] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Created folder: Project (b718616db86d405db71d819296fbf19e) in parent group-v946135. [ 782.351130] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Creating folder: Instances. Parent ref: group-v946284. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.351408] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bfa0ba5-c9bb-445f-9f9c-4edf4f52d45f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.365024] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Created folder: Instances in parent group-v946284. [ 782.365339] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 782.365559] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.365786] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d924c36f-47fe-4fc2-9144-0ed72eff3503 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.384646] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.384646] env[65665]: value = "task-4854512" [ 782.384646] env[65665]: _type = "Task" [ 782.384646] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.392736] env[65665]: DEBUG nova.compute.manager [req-a0cd30cc-8c93-43b3-bfd0-a2c4b8e271fd req-c1d43c51-ddae-4924-8909-e9e5cdf4d317 service nova] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Received event network-vif-deleted-a4a776a8-67c4-4cdf-8e85-540627d2f790 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 782.399107] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854512, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.443581] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Releasing lock "refresh_cache-4dcc1e66-77d7-4437-a082-021f6d633052" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.536249] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.536249] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.536249] env[65665]: DEBUG nova.compute.manager [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Going to confirm migration 1 {{(pid=65665) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 782.600705] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.601413] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6b20293-863f-492b-aaec-baa9b2490315 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.615973] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 782.615973] env[65665]: value = "task-4854513" [ 782.615973] env[65665]: _type = "Task" [ 782.615973] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.629601] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854513, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.690595] env[65665]: DEBUG nova.scheduler.client.report [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.900516] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854512, 'name': CreateVM_Task, 'duration_secs': 0.503878} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.904567] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.904567] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.904567] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.904567] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.904567] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528c44ac-e328-44a6-9abe-ea2a55b47349 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.909804] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 782.909804] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b22aa4-a594-3e9e-76a0-44204d39fb32" [ 782.909804] env[65665]: _type = "Task" [ 782.909804] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.919918] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b22aa4-a594-3e9e-76a0-44204d39fb32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.046484] env[65665]: WARNING neutronclient.v2_0.client [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.127449] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854513, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.199020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.961s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.199020] env[65665]: DEBUG nova.compute.manager [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 783.205352] env[65665]: DEBUG oslo_concurrency.lockutils [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.130s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.205352] env[65665]: DEBUG nova.objects.instance [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lazy-loading 'resources' on Instance uuid 5c44d2ce-1dbc-40bd-8495-db00e0399767 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.296047] env[65665]: WARNING neutronclient.v2_0.client [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.298031] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.298031] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.298031] env[65665]: DEBUG nova.network.neutron [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 783.298031] env[65665]: DEBUG nova.objects.instance [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lazy-loading 'info_cache' on Instance uuid 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.428121] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b22aa4-a594-3e9e-76a0-44204d39fb32, 'name': SearchDatastore_Task, 'duration_secs': 0.013451} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.428469] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.428715] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.428944] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.429115] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.429305] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.429568] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a0a977d-90fd-44ed-afff-b461d470b7e9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.440839] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.441088] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.443028] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45cfde2-5dfb-4aef-b31b-0c16dcfd7efd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.448300] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 783.448300] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c1c447-5a24-7abb-484d-a7f735e78737" [ 783.448300] env[65665]: _type = "Task" [ 783.448300] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.462270] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c1c447-5a24-7abb-484d-a7f735e78737, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.463833] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ba515ba-ecea-493d-b5f6-54aba8bddc25 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.470749] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 783.470749] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524c8dbd-fd2a-8c63-146f-4b91ec5eb899" [ 783.470749] env[65665]: _type = "Task" [ 783.470749] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.483997] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524c8dbd-fd2a-8c63-146f-4b91ec5eb899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.653766] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854513, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.715830] env[65665]: DEBUG nova.compute.utils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.715830] env[65665]: DEBUG nova.compute.manager [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Not allocating networking since 'none' was specified. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 783.986948] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.987492] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524c8dbd-fd2a-8c63-146f-4b91ec5eb899, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.990324] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9be9ee51-1d9c-4d5e-ba07-cc830e2faf40 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.993117] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.993117] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 85377951-fc2a-47c9-9f82-7e6e9e33083d/85377951-fc2a-47c9-9f82-7e6e9e33083d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.993950] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63d4f6f1-2720-4175-8db2-eb3c9412ca48 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.003624] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 784.003624] env[65665]: value = "task-4854514" [ 784.003624] env[65665]: _type = "Task" [ 784.003624] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.005460] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 784.005460] env[65665]: value = "task-4854515" [ 784.005460] env[65665]: _type = "Task" [ 784.005460] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.026626] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.028767] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.132434] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854513, 'name': CloneVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.145684] env[65665]: INFO nova.compute.manager [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Rescuing [ 784.146779] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "refresh_cache-116b28c6-59e7-406b-aac0-dfc41bd2ce66" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.146779] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "refresh_cache-116b28c6-59e7-406b-aac0-dfc41bd2ce66" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.146779] env[65665]: DEBUG nova.network.neutron [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 784.185644] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.186054] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.222140] env[65665]: DEBUG nova.compute.manager [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 784.309637] env[65665]: WARNING neutronclient.v2_0.client [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.483753] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4919b6be-2383-40e6-b396-4f82ff9c0c60 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.498964] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92df2b0c-a3a0-4b3d-999f-30f3bd62e1bf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.546773] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854514, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.551547] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df839af-083e-4b7d-b4c9-ba72e19e2ffb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.562220] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854515, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.569870] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cddcab-fd45-46f6-a891-44d47f4ed4cf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.588797] env[65665]: DEBUG nova.compute.provider_tree [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.626530] env[65665]: WARNING neutronclient.v2_0.client [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.634921] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854513, 'name': CloneVM_Task, 'duration_secs': 1.607014} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.635209] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Created linked-clone VM from snapshot [ 784.636396] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076c01b4-e3ec-4f04-bde7-1dd12c26d55f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.645431] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Uploading image 081823ba-1a5a-4866-a6d8-39d840913a39 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.649795] env[65665]: WARNING neutronclient.v2_0.client [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.675859] env[65665]: DEBUG oslo_vmware.rw_handles [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 784.675859] env[65665]: value = "vm-946287" [ 784.675859] env[65665]: _type = "VirtualMachine" [ 784.675859] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 784.676172] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-831bdee1-f09f-4887-ac81-779b14951ab7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.685023] env[65665]: DEBUG oslo_vmware.rw_handles [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lease: (returnval){ [ 784.685023] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52115b08-d6dd-9c2f-16d5-ce69b3c30bac" [ 784.685023] env[65665]: _type = "HttpNfcLease" [ 784.685023] env[65665]: } obtained for exporting VM: (result){ [ 784.685023] env[65665]: value = "vm-946287" [ 784.685023] env[65665]: _type = "VirtualMachine" [ 784.685023] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 784.685266] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the lease: (returnval){ [ 784.685266] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52115b08-d6dd-9c2f-16d5-ce69b3c30bac" [ 784.685266] env[65665]: _type = "HttpNfcLease" [ 784.685266] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 784.688870] env[65665]: DEBUG nova.compute.manager [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 784.699225] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.699225] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52115b08-d6dd-9c2f-16d5-ce69b3c30bac" [ 784.699225] env[65665]: _type = "HttpNfcLease" [ 784.699225] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 784.699225] env[65665]: DEBUG oslo_vmware.rw_handles [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 784.699225] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52115b08-d6dd-9c2f-16d5-ce69b3c30bac" [ 784.699225] env[65665]: _type = "HttpNfcLease" [ 784.699225] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 784.699225] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dc5114-41a6-4bc8-ba87-2e769c721d78 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.707090] env[65665]: DEBUG oslo_vmware.rw_handles [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52576d82-36b8-549a-a27a-43d749bb82eb/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 784.707275] env[65665]: DEBUG oslo_vmware.rw_handles [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52576d82-36b8-549a-a27a-43d749bb82eb/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 784.809109] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-759ca70e-0e70-4f53-be7d-d4bfebc92471 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.844761] env[65665]: DEBUG nova.network.neutron [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance_info_cache with network_info: [{"id": "7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3", "address": "fa:16:3e:0a:4e:43", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b22f3fd-3d", "ovs_interfaceid": "7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.024773] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854514, 'name': PowerOffVM_Task, 'duration_secs': 0.566136} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.030926] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.031293] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571977} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.032475] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01315ac5-ca71-4f8b-a4f8-fb836f2cfd3c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.035813] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 85377951-fc2a-47c9-9f82-7e6e9e33083d/85377951-fc2a-47c9-9f82-7e6e9e33083d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.035963] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.036154] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94d41409-92a7-4791-b995-6c1e3eb2c1d9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.043971] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 785.043971] env[65665]: value = "task-4854517" [ 785.043971] env[65665]: _type = "Task" [ 785.043971] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.066379] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa95d74-5e0e-4b8d-97f2-28e5a44be3c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.071916] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Acquiring lock "6468132b-40ef-42ba-8a3d-93ab97ac6ae6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.072311] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Lock "6468132b-40ef-42ba-8a3d-93ab97ac6ae6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.072506] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Acquiring lock "6468132b-40ef-42ba-8a3d-93ab97ac6ae6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.072755] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Lock "6468132b-40ef-42ba-8a3d-93ab97ac6ae6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.072936] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Lock "6468132b-40ef-42ba-8a3d-93ab97ac6ae6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.075768] env[65665]: INFO nova.compute.manager [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Terminating instance [ 785.092243] env[65665]: DEBUG nova.scheduler.client.report [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.114547] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.115184] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1bcd9f2-1391-4162-9c4e-89b3861f8b56 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.123455] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 785.123455] env[65665]: value = "task-4854518" [ 785.123455] env[65665]: _type = "Task" [ 785.123455] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.132417] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.220011] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.273086] env[65665]: DEBUG nova.compute.manager [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 785.304673] env[65665]: DEBUG nova.virt.hardware [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 785.305969] env[65665]: DEBUG nova.virt.hardware [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.305969] env[65665]: DEBUG nova.virt.hardware [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 785.306312] env[65665]: DEBUG nova.virt.hardware [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.306312] env[65665]: DEBUG nova.virt.hardware [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 785.306537] env[65665]: DEBUG nova.virt.hardware [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 785.306947] env[65665]: DEBUG nova.virt.hardware [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.307285] env[65665]: DEBUG nova.virt.hardware [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 785.307615] env[65665]: DEBUG nova.virt.hardware [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 785.307861] env[65665]: DEBUG nova.virt.hardware [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 785.308091] env[65665]: DEBUG nova.virt.hardware [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 785.312722] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d695ff-7e19-47b1-8784-29f6ce391624 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.322150] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c15a794-5265-4a79-8bbf-bc44c2671f4a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.357420] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "refresh_cache-6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.357792] env[65665]: DEBUG nova.objects.instance [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lazy-loading 'migration_context' on Instance uuid 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.359290] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.366450] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Creating folder: Project (78ad5cb5f92948f893bcd20da75ab685). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.370196] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6644812-f213-4058-b0dc-2a24f6fb1eb6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.383806] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Created folder: Project (78ad5cb5f92948f893bcd20da75ab685) in parent group-v946135. [ 785.384510] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Creating folder: Instances. Parent ref: group-v946288. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.384510] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afc2a6ee-5d21-4dca-a118-cf4cfd7e7623 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.397414] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Created folder: Instances in parent group-v946288. [ 785.397414] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 785.398406] env[65665]: WARNING neutronclient.v2_0.client [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.400392] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.401089] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9b14ecd-b6f4-4f12-a897-e3c6fcb82753 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.421233] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.421233] env[65665]: value = "task-4854521" [ 785.421233] env[65665]: _type = "Task" [ 785.421233] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.432165] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854521, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.514311] env[65665]: DEBUG nova.network.neutron [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Updating instance_info_cache with network_info: [{"id": "0f98acb3-23ce-436b-b5d0-939b84cdd68d", "address": "fa:16:3e:ec:e2:c3", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f98acb3-23", "ovs_interfaceid": "0f98acb3-23ce-436b-b5d0-939b84cdd68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.572094] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11017} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.572755] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.573991] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6c6957-b45c-4272-9edc-f9944b116253 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.595849] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 85377951-fc2a-47c9-9f82-7e6e9e33083d/85377951-fc2a-47c9-9f82-7e6e9e33083d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.596589] env[65665]: DEBUG nova.compute.manager [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 785.596923] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.597341] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76eb7e29-4d9d-4777-90aa-b08e68b8b0a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.616390] env[65665]: DEBUG oslo_concurrency.lockutils [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.414s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.620619] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3212fa77-17d2-4708-8a9f-3032f8366a71 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.626049] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.039s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.626049] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.626049] env[65665]: INFO nova.compute.manager [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Successfully reverted task state from image_uploading on failure for instance. [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server [None req-8596de88-6cd9-4cf2-a62f-d98c35ca3f83 tempest-ServersAaction247Test-630336755 tempest-ServersAaction247Test-630336755-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-946262' has already been deleted or has not been completely created [ 785.629030] env[65665]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-946262' has already been deleted or has not been completely created' [ 785.629030] env[65665]: Faults: [ManagedObjectNotFound] [ 785.629030] env[65665]: Details: {'obj': 'snapshot-946262'} [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-946262' has already been deleted or has not been completely created' [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-946262' has already been deleted or has not been completely created [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-946262' has already been deleted or has not been completely created' [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-946262'} [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server raise self.value [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 165, in decorated_function [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server raise self.value [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 156, in decorated_function [ 785.629030] env[65665]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 212, in decorated_function [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server raise self.value [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 202, in decorated_function [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4540, in backup_instance [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server self._do_snapshot_instance(context, image_id, instance) [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server raise self.value [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 229, in decorated_function [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4526, in _do_snapshot_instance [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4609, in _snapshot_instance [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 235, in fun [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server raise self.value [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server return evt.wait() [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 785.630924] env[65665]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 785.632536] env[65665]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 785.632536] env[65665]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 785.632536] env[65665]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-946262' has already been deleted or has not been completely created [ 785.632536] env[65665]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-946262' has already been deleted or has not been completely created' [ 785.632536] env[65665]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 785.632536] env[65665]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-946262'} [ 785.632536] env[65665]: ERROR oslo_messaging.rpc.server [ 785.632536] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.015s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.632536] env[65665]: INFO nova.compute.claims [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.642856] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 785.642856] env[65665]: value = "task-4854522" [ 785.642856] env[65665]: _type = "Task" [ 785.642856] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.643466] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.645239] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e1525ab-5206-4257-82cb-364027f7f129 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.656137] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 785.656605] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.656855] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.657141] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.657318] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.657597] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89ad776e-a507-4cf0-b076-50aa3c943874 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.664779] env[65665]: DEBUG oslo_vmware.api [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Waiting for the task: (returnval){ [ 785.664779] env[65665]: value = "task-4854523" [ 785.664779] env[65665]: _type = "Task" [ 785.664779] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.665214] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.666569] env[65665]: INFO nova.scheduler.client.report [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleted allocations for instance 5c44d2ce-1dbc-40bd-8495-db00e0399767 [ 785.683048] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.683048] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.683894] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0627f92-666e-4983-a1d2-b0c3685ce11f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.690218] env[65665]: DEBUG oslo_vmware.api [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.695830] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 785.695830] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e8a842-db3e-4e82-5b95-4d27e43d9efc" [ 785.695830] env[65665]: _type = "Task" [ 785.695830] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.705525] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e8a842-db3e-4e82-5b95-4d27e43d9efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.871783] env[65665]: DEBUG nova.objects.base [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Object Instance<6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c> lazy-loaded attributes: info_cache,migration_context {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 785.872860] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5957455d-02ed-45f5-b507-e1b8f3544be2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.903590] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9601c70d-ba74-45a6-8e5d-42f4fbd6db8f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.911443] env[65665]: DEBUG oslo_vmware.api [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 785.911443] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ffe799-902b-4e11-fb8f-7f6d0b824000" [ 785.911443] env[65665]: _type = "Task" [ 785.911443] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.927599] env[65665]: DEBUG oslo_vmware.api [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ffe799-902b-4e11-fb8f-7f6d0b824000, 'name': SearchDatastore_Task, 'duration_secs': 0.008747} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.931116] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.938535] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854521, 'name': CreateVM_Task, 'duration_secs': 0.481956} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.939674] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.940512] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.940661] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.941310] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.941310] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5492dd04-9aca-4039-8eca-901f52456730 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.948513] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 785.948513] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525e4ca8-d8e1-1d4f-f4b0-1ea341db8712" [ 785.948513] env[65665]: _type = "Task" [ 785.948513] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.961905] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525e4ca8-d8e1-1d4f-f4b0-1ea341db8712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.019521] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "refresh_cache-116b28c6-59e7-406b-aac0-dfc41bd2ce66" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.160587] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854522, 'name': ReconfigVM_Task, 'duration_secs': 0.415258} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.162042] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 85377951-fc2a-47c9-9f82-7e6e9e33083d/85377951-fc2a-47c9-9f82-7e6e9e33083d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.164551] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fa7e793-aed9-499a-8659-eba922b16473 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.178224] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 786.178224] env[65665]: value = "task-4854524" [ 786.178224] env[65665]: _type = "Task" [ 786.178224] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.189870] env[65665]: DEBUG oslo_vmware.api [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854523, 'name': PowerOffVM_Task, 'duration_secs': 0.252004} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.190813] env[65665]: DEBUG oslo_concurrency.lockutils [None req-088fe68f-bc7c-42e5-a82f-69bb44e83fdf tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "5c44d2ce-1dbc-40bd-8495-db00e0399767" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.182s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.192450] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.192709] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.193285] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abecfc56-cf9a-4e5c-aeaf-862748d9bdae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.199852] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854524, 'name': Rename_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.211701] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e8a842-db3e-4e82-5b95-4d27e43d9efc, 'name': SearchDatastore_Task, 'duration_secs': 0.016311} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.214505] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001e2eb3-98c1-4f3b-8031-18e72e9dd27c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.225093] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 786.225093] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52117de3-978e-7607-e7da-6ab7c304aa52" [ 786.225093] env[65665]: _type = "Task" [ 786.225093] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.236840] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52117de3-978e-7607-e7da-6ab7c304aa52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.275169] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.275470] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.275624] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Deleting the datastore file [datastore2] 6468132b-40ef-42ba-8a3d-93ab97ac6ae6 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.275913] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4be2e227-49cd-46bf-972c-26c2f2b9cd2e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.285436] env[65665]: DEBUG oslo_vmware.api [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Waiting for the task: (returnval){ [ 786.285436] env[65665]: value = "task-4854526" [ 786.285436] env[65665]: _type = "Task" [ 786.285436] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.298806] env[65665]: DEBUG oslo_vmware.api [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.463016] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525e4ca8-d8e1-1d4f-f4b0-1ea341db8712, 'name': SearchDatastore_Task, 'duration_secs': 0.014766} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.463655] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.464015] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.464465] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.464627] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.464925] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.465372] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d99a6af1-ceea-4de5-8c7b-fc885673d849 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.477373] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.477575] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.478576] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c58a1e1d-f3f4-4f08-bc9a-8346e4f37d65 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.498008] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 786.498008] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bc1e0f-768d-14d2-51ea-c4c3598f8ecc" [ 786.498008] env[65665]: _type = "Task" [ 786.498008] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.508445] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bc1e0f-768d-14d2-51ea-c4c3598f8ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.693409] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854524, 'name': Rename_Task, 'duration_secs': 0.24974} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.695075] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.695075] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66186297-3110-4668-a7d6-2cc68c196937 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.703190] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 786.703190] env[65665]: value = "task-4854527" [ 786.703190] env[65665]: _type = "Task" [ 786.703190] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.719163] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.740618] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52117de3-978e-7607-e7da-6ab7c304aa52, 'name': SearchDatastore_Task, 'duration_secs': 0.016104} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.746318] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.746318] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 4dcc1e66-77d7-4437-a082-021f6d633052/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk. {{(pid=65665) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 786.746550] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6251e68d-0325-4ab9-9cf7-5271fa2a2e98 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.756335] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 786.756335] env[65665]: value = "task-4854528" [ 786.756335] env[65665]: _type = "Task" [ 786.756335] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.773972] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.799455] env[65665]: DEBUG oslo_vmware.api [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Task: {'id': task-4854526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276135} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.799846] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.800102] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.800392] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.800641] env[65665]: INFO nova.compute.manager [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 786.801021] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 786.802390] env[65665]: DEBUG nova.compute.manager [-] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 786.802390] env[65665]: DEBUG nova.network.neutron [-] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 786.802390] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.909052] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.015109] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bc1e0f-768d-14d2-51ea-c4c3598f8ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.014411} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.016978] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22680c40-67a2-4384-937d-9c5a1e3d6d1b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.032284] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 787.032284] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5218855e-dab5-dad4-520e-54719a322dd5" [ 787.032284] env[65665]: _type = "Task" [ 787.032284] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.051336] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5218855e-dab5-dad4-520e-54719a322dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.222687] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854527, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.281880] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854528, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.501601] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "0667f773-b44b-48ba-948c-bc7897d0df79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.501889] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "0667f773-b44b-48ba-948c-bc7897d0df79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.528396] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f8e7b9-c6cd-4456-b6ae-9eeceff15d34 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.544180] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.544357] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.548542] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f4e90f-4568-444e-9553-b3926fd11c1a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.556933] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5218855e-dab5-dad4-520e-54719a322dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.041358} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.557791] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.558952] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 35ee9cc1-11f7-487a-a7f5-a4c184ed050d/35ee9cc1-11f7-487a-a7f5-a4c184ed050d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.558952] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db4c6cfa-8be9-44aa-aa93-65eaa372ef3c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.599776] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.600834] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c02ebbe-a6fe-4d2d-b93a-75249c2e9ecb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.603839] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a11308-2bd5-4741-9aee-b976f68e8ef1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.609705] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 787.609705] env[65665]: value = "task-4854529" [ 787.609705] env[65665]: _type = "Task" [ 787.609705] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.614777] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "4ce27896-0f26-4ab4-8e41-d8c0011b92da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.615032] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "4ce27896-0f26-4ab4-8e41-d8c0011b92da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.625731] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 787.625731] env[65665]: value = "task-4854530" [ 787.625731] env[65665]: _type = "Task" [ 787.625731] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.628211] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8bf265-9ef2-43a0-aa09-4d060b8c7546 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.641997] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.659732] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.660259] env[65665]: DEBUG nova.compute.provider_tree [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.716178] env[65665]: DEBUG oslo_vmware.api [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854527, 'name': PowerOnVM_Task, 'duration_secs': 0.624813} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.717298] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.717298] env[65665]: INFO nova.compute.manager [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Took 5.45 seconds to spawn the instance on the hypervisor. [ 787.717298] env[65665]: DEBUG nova.compute.manager [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 787.718323] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765ebdf-781e-43d8-8925-02b94044aa5d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.771237] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854528, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.906710] env[65665]: DEBUG nova.compute.manager [req-37300917-e1c5-4598-bebf-92329b03a08d req-820a46a8-c256-49a5-816c-437b07a23cc2 service nova] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Received event network-vif-deleted-f0c41936-8441-4a21-a98b-be7d5d0eb641 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 787.906910] env[65665]: INFO nova.compute.manager [req-37300917-e1c5-4598-bebf-92329b03a08d req-820a46a8-c256-49a5-816c-437b07a23cc2 service nova] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Neutron deleted interface f0c41936-8441-4a21-a98b-be7d5d0eb641; detaching it from the instance and deleting it from the info cache [ 787.907120] env[65665]: DEBUG nova.network.neutron [req-37300917-e1c5-4598-bebf-92329b03a08d req-820a46a8-c256-49a5-816c-437b07a23cc2 service nova] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.998454] env[65665]: DEBUG nova.network.neutron [-] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.005157] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 788.057627] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 788.122419] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 788.135610] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.142535] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854530, 'name': PowerOffVM_Task, 'duration_secs': 0.284116} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.142535] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.143521] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaa8e0b-a0c7-442c-8a14-1d0550193166 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.168460] env[65665]: DEBUG nova.scheduler.client.report [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.176246] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5245bbf5-24ab-408a-9a2c-4183750caabe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.220206] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.220206] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46f011c7-b9c8-4fba-b516-9160a4462aa3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.227870] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 788.227870] env[65665]: value = "task-4854531" [ 788.227870] env[65665]: _type = "Task" [ 788.227870] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.239740] env[65665]: INFO nova.compute.manager [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Took 31.17 seconds to build instance. [ 788.246755] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 788.246846] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.250020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.250020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.250020] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.250020] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f638394-ee11-4936-8c50-ad4bceeda980 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.265520] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.265715] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.266845] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f4db32-be11-4ee8-aac4-f5856519a75b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.273685] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 788.273685] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c81706-a8e5-2745-9ba2-d12fd6be4f42" [ 788.273685] env[65665]: _type = "Task" [ 788.273685] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.277486] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854528, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.288499] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c81706-a8e5-2745-9ba2-d12fd6be4f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.409764] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb35dd79-6027-4395-a358-344ffe5964fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.422348] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6ee6bf-8dfb-49c6-bc90-e785284da042 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.463739] env[65665]: DEBUG nova.compute.manager [req-37300917-e1c5-4598-bebf-92329b03a08d req-820a46a8-c256-49a5-816c-437b07a23cc2 service nova] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Detach interface failed, port_id=f0c41936-8441-4a21-a98b-be7d5d0eb641, reason: Instance 6468132b-40ef-42ba-8a3d-93ab97ac6ae6 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 788.501792] env[65665]: INFO nova.compute.manager [-] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Took 1.70 seconds to deallocate network for instance. [ 788.535998] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.586285] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.626159] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854529, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.652189] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.677924] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.048s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.678535] env[65665]: DEBUG nova.compute.manager [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 788.684097] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.439s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.684902] env[65665]: DEBUG nova.objects.instance [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lazy-loading 'resources' on Instance uuid 97004ff7-e609-4d1e-8b93-9d3447ccc7c0 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.743514] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f844ea95-bad9-412c-87c9-ba0adeb8e484 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lock "85377951-fc2a-47c9-9f82-7e6e9e33083d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.683s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.776025] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854528, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.625758} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.776025] env[65665]: INFO nova.virt.vmwareapi.ds_util [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 4dcc1e66-77d7-4437-a082-021f6d633052/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk. [ 788.776025] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77bee43-cb4d-452c-a725-c9148233e6c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.812470] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4dcc1e66-77d7-4437-a082-021f6d633052/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.817905] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b492c0e-6e09-4ec0-8aa5-526416564bc2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.832988] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c81706-a8e5-2745-9ba2-d12fd6be4f42, 'name': SearchDatastore_Task, 'duration_secs': 0.025658} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.834819] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d578d65-23af-49fe-8e9e-145b0e710bff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.844026] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 788.844026] env[65665]: value = "task-4854532" [ 788.844026] env[65665]: _type = "Task" [ 788.844026] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.844411] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 788.844411] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fa98a9-5c72-d416-6f52-8745625b2ccb" [ 788.844411] env[65665]: _type = "Task" [ 788.844411] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.858213] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.861994] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fa98a9-5c72-d416-6f52-8745625b2ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.009170] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.127998] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854529, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.185922] env[65665]: DEBUG nova.compute.utils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.187489] env[65665]: DEBUG nova.compute.manager [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 789.187719] env[65665]: DEBUG nova.network.neutron [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 789.188072] env[65665]: WARNING neutronclient.v2_0.client [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.188391] env[65665]: WARNING neutronclient.v2_0.client [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.236340] env[65665]: INFO nova.compute.manager [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Rebuilding instance [ 789.245931] env[65665]: DEBUG nova.policy [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796c243a11df440f94abe63f599fcb8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bad9b509c1344aebb93a1f6f3072a7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.298602] env[65665]: DEBUG nova.compute.manager [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 789.299827] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969746a3-5822-42cb-8bcc-6395899e8eaf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.361674] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.365743] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fa98a9-5c72-d416-6f52-8745625b2ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.032906} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.367095] env[65665]: DEBUG oslo_concurrency.lockutils [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.367095] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 116b28c6-59e7-406b-aac0-dfc41bd2ce66/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk. {{(pid=65665) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 789.367095] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f712156-0013-4e32-84d7-4d587e998fbb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.382452] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 789.382452] env[65665]: value = "task-4854533" [ 789.382452] env[65665]: _type = "Task" [ 789.382452] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.394178] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.593626] env[65665]: DEBUG nova.network.neutron [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Successfully created port: c292d803-5d82-4499-a914-146f089c5cd7 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 789.633063] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854529, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.692823] env[65665]: DEBUG nova.compute.manager [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 789.860323] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854532, 'name': ReconfigVM_Task, 'duration_secs': 0.73394} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.860691] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4dcc1e66-77d7-4437-a082-021f6d633052/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.861665] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae77c146-fd6d-47a4-8b84-5aaee73b36b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.905335] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e0fa616-a990-47bd-a95a-e64957c4542f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.924977] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.926875] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 789.926875] env[65665]: value = "task-4854534" [ 789.926875] env[65665]: _type = "Task" [ 789.926875] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.937863] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.992168] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf991bb-6048-4e7a-8c99-609b1f51c6f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.001972] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2e4f3d-e0af-4b9d-a650-835476670518 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.044478] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70dda1d-c29e-4df4-b786-593c6de57527 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.055642] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a75568-987c-4c52-a1b3-75db03a6c831 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.075363] env[65665]: DEBUG nova.compute.provider_tree [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.131364] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854529, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.295041} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.131364] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 35ee9cc1-11f7-487a-a7f5-a4c184ed050d/35ee9cc1-11f7-487a-a7f5-a4c184ed050d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.131364] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.131652] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9bcc62b-af76-4a92-b8eb-a18136cbeecc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.142100] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 790.142100] env[65665]: value = "task-4854535" [ 790.142100] env[65665]: _type = "Task" [ 790.142100] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.155491] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.320551] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.321099] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1337720-ee65-4408-a04d-cd4ea35587ae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.332776] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 790.332776] env[65665]: value = "task-4854536" [ 790.332776] env[65665]: _type = "Task" [ 790.332776] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.348416] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.401398] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854533, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.441085] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854534, 'name': ReconfigVM_Task, 'duration_secs': 0.193194} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.441669] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.442136] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9b6ec6a-5524-4ecf-bfeb-de934b9ee313 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.451274] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 790.451274] env[65665]: value = "task-4854537" [ 790.451274] env[65665]: _type = "Task" [ 790.451274] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.462252] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.580878] env[65665]: DEBUG nova.scheduler.client.report [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.606707] env[65665]: INFO nova.compute.manager [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Rebuilding instance [ 790.655411] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281467} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.655734] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.656622] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214d0cc1-71ab-4690-a14d-06d83945cfa1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.665685] env[65665]: DEBUG nova.compute.manager [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 790.666844] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ad6486-b4ff-4a93-81ca-5adb33325ed7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.698095] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 35ee9cc1-11f7-487a-a7f5-a4c184ed050d/35ee9cc1-11f7-487a-a7f5-a4c184ed050d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.698634] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0bad152-6791-4aaf-9787-39d7b5fbcbea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.717699] env[65665]: DEBUG nova.compute.manager [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 790.729725] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 790.729725] env[65665]: value = "task-4854538" [ 790.729725] env[65665]: _type = "Task" [ 790.729725] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.745769] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.749352] env[65665]: DEBUG nova.virt.hardware [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 790.749674] env[65665]: DEBUG nova.virt.hardware [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.750096] env[65665]: DEBUG nova.virt.hardware [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 790.750340] env[65665]: DEBUG nova.virt.hardware [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.750535] env[65665]: DEBUG nova.virt.hardware [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 790.750688] env[65665]: DEBUG nova.virt.hardware [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 790.750898] env[65665]: DEBUG nova.virt.hardware [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 790.751567] env[65665]: DEBUG nova.virt.hardware [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 790.751567] env[65665]: DEBUG nova.virt.hardware [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 790.751567] env[65665]: DEBUG nova.virt.hardware [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 790.751732] env[65665]: DEBUG nova.virt.hardware [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 790.752950] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec398f63-d739-4cc7-8679-9731f8dfb023 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.762987] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df97e28-2b3a-4452-83d7-77affe72404c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.845362] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854536, 'name': PowerOffVM_Task, 'duration_secs': 0.346455} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.845767] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.846033] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.846952] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40440009-de87-441e-b44b-143ff41c43cb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.858798] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.859294] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec57545f-abe2-4f04-a738-659879e2421d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.905557] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854533, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.04425} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.905557] env[65665]: INFO nova.virt.vmwareapi.ds_util [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 116b28c6-59e7-406b-aac0-dfc41bd2ce66/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk. [ 790.906257] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a692e65e-a60a-460b-bebb-f5e58d6f63cc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.937927] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 116b28c6-59e7-406b-aac0-dfc41bd2ce66/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.939301] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b0aabec-5bdf-49fe-96d7-eadb52b1d4b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.965999] env[65665]: DEBUG oslo_vmware.api [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854537, 'name': PowerOnVM_Task, 'duration_secs': 0.451011} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.967922] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.970140] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 790.970140] env[65665]: value = "task-4854540" [ 790.970140] env[65665]: _type = "Task" [ 790.970140] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.975713] env[65665]: DEBUG nova.compute.manager [None req-8949ae85-bdfd-4184-b9e2-abd40af00931 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 790.977930] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb8d6b5-15a9-45cf-b8c4-f202b3dc1461 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.981693] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.982041] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.982297] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleting the datastore file [datastore1] 5c674aad-91fe-4a12-b3b4-4b81c924fd25 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.983189] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac78dadb-77ce-41c6-b2b1-7f2f620ba8b6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.991710] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.000750] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 791.000750] env[65665]: value = "task-4854541" [ 791.000750] env[65665]: _type = "Task" [ 791.000750] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.014322] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.088695] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.092307] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.096s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.098121] env[65665]: INFO nova.compute.claims [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.126030] env[65665]: INFO nova.scheduler.client.report [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Deleted allocations for instance 97004ff7-e609-4d1e-8b93-9d3447ccc7c0 [ 791.242902] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854538, 'name': ReconfigVM_Task, 'duration_secs': 0.488165} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.242902] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 35ee9cc1-11f7-487a-a7f5-a4c184ed050d/35ee9cc1-11f7-487a-a7f5-a4c184ed050d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.242902] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-053cff00-d149-4fe1-b996-122089308a10 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.246709] env[65665]: DEBUG nova.compute.manager [req-599363eb-dec8-4877-b9e8-a7e087b01aa4 req-76ba756f-4b84-4a4d-b9d1-8266e3532e9a service nova] [instance: 51f235af-ab52-4618-8329-704df3c05038] Received event network-vif-plugged-c292d803-5d82-4499-a914-146f089c5cd7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 791.246929] env[65665]: DEBUG oslo_concurrency.lockutils [req-599363eb-dec8-4877-b9e8-a7e087b01aa4 req-76ba756f-4b84-4a4d-b9d1-8266e3532e9a service nova] Acquiring lock "51f235af-ab52-4618-8329-704df3c05038-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.247141] env[65665]: DEBUG oslo_concurrency.lockutils [req-599363eb-dec8-4877-b9e8-a7e087b01aa4 req-76ba756f-4b84-4a4d-b9d1-8266e3532e9a service nova] Lock "51f235af-ab52-4618-8329-704df3c05038-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.247309] env[65665]: DEBUG oslo_concurrency.lockutils [req-599363eb-dec8-4877-b9e8-a7e087b01aa4 req-76ba756f-4b84-4a4d-b9d1-8266e3532e9a service nova] Lock "51f235af-ab52-4618-8329-704df3c05038-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.247478] env[65665]: DEBUG nova.compute.manager [req-599363eb-dec8-4877-b9e8-a7e087b01aa4 req-76ba756f-4b84-4a4d-b9d1-8266e3532e9a service nova] [instance: 51f235af-ab52-4618-8329-704df3c05038] No waiting events found dispatching network-vif-plugged-c292d803-5d82-4499-a914-146f089c5cd7 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 791.247641] env[65665]: WARNING nova.compute.manager [req-599363eb-dec8-4877-b9e8-a7e087b01aa4 req-76ba756f-4b84-4a4d-b9d1-8266e3532e9a service nova] [instance: 51f235af-ab52-4618-8329-704df3c05038] Received unexpected event network-vif-plugged-c292d803-5d82-4499-a914-146f089c5cd7 for instance with vm_state building and task_state spawning. [ 791.258019] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 791.258019] env[65665]: value = "task-4854542" [ 791.258019] env[65665]: _type = "Task" [ 791.258019] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.266443] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854542, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.382028] env[65665]: DEBUG nova.network.neutron [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Successfully updated port: c292d803-5d82-4499-a914-146f089c5cd7 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 791.480806] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.515908] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285916} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.516215] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.516473] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.516673] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.636431] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b8601954-6048-4ee8-bf6e-2cbe72f452fd tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "97004ff7-e609-4d1e-8b93-9d3447ccc7c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.805s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.687059] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.687405] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ba2d5f-4a89-4eb7-807f-deeff35a83e2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.697345] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 791.697345] env[65665]: value = "task-4854543" [ 791.697345] env[65665]: _type = "Task" [ 791.697345] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.708684] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.766685] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854542, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.886798] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "refresh_cache-51f235af-ab52-4618-8329-704df3c05038" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.886996] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "refresh_cache-51f235af-ab52-4618-8329-704df3c05038" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.887188] env[65665]: DEBUG nova.network.neutron [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 791.984853] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854540, 'name': ReconfigVM_Task, 'duration_secs': 0.73776} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.985207] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 116b28c6-59e7-406b-aac0-dfc41bd2ce66/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.986216] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57927cf-5b18-48f6-a527-1de5f473b975 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.020307] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-222b3850-1961-47b1-8d39-53a0d6a93d5e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.047015] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 792.047015] env[65665]: value = "task-4854544" [ 792.047015] env[65665]: _type = "Task" [ 792.047015] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.059411] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.221839] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854543, 'name': PowerOffVM_Task, 'duration_secs': 0.172845} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.221839] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.223425] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.224661] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadaa1af-7c5f-4a4d-b98a-ffd2c16d475c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.237300] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.237655] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12d698c2-3cb9-4649-89ef-c8ae7f44def3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.268873] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.269318] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.269676] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Deleting the datastore file [datastore2] 85377951-fc2a-47c9-9f82-7e6e9e33083d {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.278768] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb4e7574-c878-42e2-8731-41be01af1e98 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.283315] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854542, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.290132] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 792.290132] env[65665]: value = "task-4854546" [ 792.290132] env[65665]: _type = "Task" [ 792.290132] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.301971] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.437107] env[65665]: DEBUG nova.network.neutron [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 792.494568] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "f0b4e9af-34d6-4778-8646-ed73ee013d03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.494900] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "f0b4e9af-34d6-4778-8646-ed73ee013d03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.548413] env[65665]: WARNING neutronclient.v2_0.client [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.564598] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854544, 'name': ReconfigVM_Task, 'duration_secs': 0.294702} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.564866] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.565293] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed4a8780-883d-4bac-b927-9f1b9a393170 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.575247] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 792.575247] env[65665]: value = "task-4854547" [ 792.575247] env[65665]: _type = "Task" [ 792.575247] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.577496] env[65665]: DEBUG nova.virt.hardware [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 792.577739] env[65665]: DEBUG nova.virt.hardware [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.578624] env[65665]: DEBUG nova.virt.hardware [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 792.578624] env[65665]: DEBUG nova.virt.hardware [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.578624] env[65665]: DEBUG nova.virt.hardware [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 792.578624] env[65665]: DEBUG nova.virt.hardware [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 792.578624] env[65665]: DEBUG nova.virt.hardware [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 792.578939] env[65665]: DEBUG nova.virt.hardware [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 792.578939] env[65665]: DEBUG nova.virt.hardware [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 792.579057] env[65665]: DEBUG nova.virt.hardware [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 792.579710] env[65665]: DEBUG nova.virt.hardware [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 792.580626] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fba617a-4c6c-4729-88d6-bc2bee968079 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.600049] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.601828] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7877e5-12e4-4cd4-82e8-fc833868f4ea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.622939] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:fe:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a94b6a1-2caa-4af6-9d70-f9608ceecef3', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.631736] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 792.635758] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.637025] env[65665]: DEBUG nova.network.neutron [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Updating instance_info_cache with network_info: [{"id": "c292d803-5d82-4499-a914-146f089c5cd7", "address": "fa:16:3e:67:35:55", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc292d803-5d", "ovs_interfaceid": "c292d803-5d82-4499-a914-146f089c5cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.638354] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df547064-147d-4bc3-976c-4541e3e972e9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.665090] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.665090] env[65665]: value = "task-4854548" [ 792.665090] env[65665]: _type = "Task" [ 792.665090] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.676222] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854548, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.770344] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854542, 'name': Rename_Task, 'duration_secs': 1.37152} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.770726] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.771028] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-142e3095-39dd-4737-a0ed-001d38c9a4ec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.781202] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 792.781202] env[65665]: value = "task-4854549" [ 792.781202] env[65665]: _type = "Task" [ 792.781202] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.794626] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.807958] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238037} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.808310] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.808501] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.808684] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.894333] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b791fa2a-c237-4f4d-9d81-889b8224fa8c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.903472] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd71d5c-b064-4462-a061-d8f4b2934420 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.937489] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332b77b3-0cb8-4256-ab9d-5c8546c264c7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.947064] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33140ab0-7b1b-4639-b52f-17956f875fef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.969250] env[65665]: DEBUG nova.compute.provider_tree [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.998786] env[65665]: DEBUG nova.compute.manager [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 793.092121] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854547, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.156842] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "refresh_cache-51f235af-ab52-4618-8329-704df3c05038" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.157355] env[65665]: DEBUG nova.compute.manager [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Instance network_info: |[{"id": "c292d803-5d82-4499-a914-146f089c5cd7", "address": "fa:16:3e:67:35:55", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc292d803-5d", "ovs_interfaceid": "c292d803-5d82-4499-a914-146f089c5cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 793.157856] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:35:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c292d803-5d82-4499-a914-146f089c5cd7', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.167473] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 793.167886] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f235af-ab52-4618-8329-704df3c05038] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.171521] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6e8179-5479-41ba-a8bc-6f474c63f7dc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.197797] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854548, 'name': CreateVM_Task, 'duration_secs': 0.44379} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.199379] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.199640] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.199640] env[65665]: value = "task-4854550" [ 793.199640] env[65665]: _type = "Task" [ 793.199640] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.200215] env[65665]: WARNING neutronclient.v2_0.client [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 793.200624] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.200782] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.201164] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.201507] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802fb14b-fc9f-495e-a6ef-aef757962faa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.215953] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854550, 'name': CreateVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.217606] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 793.217606] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eec1b0-111b-2db0-c5db-81644d707a58" [ 793.217606] env[65665]: _type = "Task" [ 793.217606] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.227765] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eec1b0-111b-2db0-c5db-81644d707a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.287181] env[65665]: DEBUG nova.compute.manager [req-e5628145-187e-444a-874b-b49839b82d9b req-27181b31-c660-4056-bf53-13481ad9d3a6 service nova] [instance: 51f235af-ab52-4618-8329-704df3c05038] Received event network-changed-c292d803-5d82-4499-a914-146f089c5cd7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 793.287275] env[65665]: DEBUG nova.compute.manager [req-e5628145-187e-444a-874b-b49839b82d9b req-27181b31-c660-4056-bf53-13481ad9d3a6 service nova] [instance: 51f235af-ab52-4618-8329-704df3c05038] Refreshing instance network info cache due to event network-changed-c292d803-5d82-4499-a914-146f089c5cd7. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 793.287505] env[65665]: DEBUG oslo_concurrency.lockutils [req-e5628145-187e-444a-874b-b49839b82d9b req-27181b31-c660-4056-bf53-13481ad9d3a6 service nova] Acquiring lock "refresh_cache-51f235af-ab52-4618-8329-704df3c05038" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.287749] env[65665]: DEBUG oslo_concurrency.lockutils [req-e5628145-187e-444a-874b-b49839b82d9b req-27181b31-c660-4056-bf53-13481ad9d3a6 service nova] Acquired lock "refresh_cache-51f235af-ab52-4618-8329-704df3c05038" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.287947] env[65665]: DEBUG nova.network.neutron [req-e5628145-187e-444a-874b-b49839b82d9b req-27181b31-c660-4056-bf53-13481ad9d3a6 service nova] [instance: 51f235af-ab52-4618-8329-704df3c05038] Refreshing network info cache for port c292d803-5d82-4499-a914-146f089c5cd7 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.305281] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854549, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.473777] env[65665]: DEBUG nova.scheduler.client.report [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.526479] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.590426] env[65665]: DEBUG oslo_vmware.api [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854547, 'name': PowerOnVM_Task, 'duration_secs': 0.602361} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.590663] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.593509] env[65665]: DEBUG nova.compute.manager [None req-99083641-76b9-47cf-9fcf-144d6723dfa5 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 793.594410] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abc583b-f3ae-43ef-b21e-83405372c821 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.713325] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854550, 'name': CreateVM_Task, 'duration_secs': 0.51261} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.713325] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f235af-ab52-4618-8329-704df3c05038] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.713691] env[65665]: WARNING neutronclient.v2_0.client [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.714056] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.728602] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eec1b0-111b-2db0-c5db-81644d707a58, 'name': SearchDatastore_Task, 'duration_secs': 0.014211} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.728602] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.728790] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.728940] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.729095] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.729742] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.729742] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.730064] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.730305] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07eca6b3-a60e-4a4c-90ba-0c47bb54deec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.732243] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b9f802d-69eb-48cf-982f-dc7c6398059e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.738705] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 793.738705] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d8272d-3d5c-2357-5596-a82a5230945d" [ 793.738705] env[65665]: _type = "Task" [ 793.738705] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.743803] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.744017] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.745124] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb89eaba-4436-4a8f-aaa5-0963ae4aecfa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.750447] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d8272d-3d5c-2357-5596-a82a5230945d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.754213] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 793.754213] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528b284b-f037-ea96-bf48-adaa137a3eab" [ 793.754213] env[65665]: _type = "Task" [ 793.754213] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.763665] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528b284b-f037-ea96-bf48-adaa137a3eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.795729] env[65665]: DEBUG oslo_vmware.api [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854549, 'name': PowerOnVM_Task, 'duration_secs': 0.613389} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.796013] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.796265] env[65665]: INFO nova.compute.manager [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Took 8.52 seconds to spawn the instance on the hypervisor. [ 793.796714] env[65665]: DEBUG nova.compute.manager [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 793.796979] env[65665]: WARNING neutronclient.v2_0.client [req-e5628145-187e-444a-874b-b49839b82d9b req-27181b31-c660-4056-bf53-13481ad9d3a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.800449] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e3894c-4598-4684-8983-adee02c8f2ae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.844171] env[65665]: DEBUG nova.virt.hardware [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 793.844171] env[65665]: DEBUG nova.virt.hardware [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.844359] env[65665]: DEBUG nova.virt.hardware [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 793.845020] env[65665]: DEBUG nova.virt.hardware [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.845020] env[65665]: DEBUG nova.virt.hardware [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 793.845020] env[65665]: DEBUG nova.virt.hardware [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 793.845020] env[65665]: DEBUG nova.virt.hardware [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 793.845233] env[65665]: DEBUG nova.virt.hardware [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 793.845547] env[65665]: DEBUG nova.virt.hardware [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 793.845547] env[65665]: DEBUG nova.virt.hardware [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 793.845645] env[65665]: DEBUG nova.virt.hardware [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 793.846940] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61d2b0a-f813-4ce1-b66f-70b584a40291 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.856141] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cd181e-5ca2-4049-b47d-69d61dbf95f5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.873861] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.879625] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 793.879940] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.880210] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aa50d72-db25-441f-bbf5-a5a6f58ddc40 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.902811] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.902811] env[65665]: value = "task-4854551" [ 793.902811] env[65665]: _type = "Task" [ 793.902811] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.913528] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854551, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.980839] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.981438] env[65665]: DEBUG nova.compute.manager [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 793.984437] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.810s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.984691] env[65665]: DEBUG nova.objects.instance [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Lazy-loading 'resources' on Instance uuid f8ec910d-7db4-439b-a13d-df9eacdc4ab8 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.997804] env[65665]: WARNING neutronclient.v2_0.client [req-e5628145-187e-444a-874b-b49839b82d9b req-27181b31-c660-4056-bf53-13481ad9d3a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.091391] env[65665]: DEBUG nova.network.neutron [req-e5628145-187e-444a-874b-b49839b82d9b req-27181b31-c660-4056-bf53-13481ad9d3a6 service nova] [instance: 51f235af-ab52-4618-8329-704df3c05038] Updated VIF entry in instance network info cache for port c292d803-5d82-4499-a914-146f089c5cd7. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 794.091391] env[65665]: DEBUG nova.network.neutron [req-e5628145-187e-444a-874b-b49839b82d9b req-27181b31-c660-4056-bf53-13481ad9d3a6 service nova] [instance: 51f235af-ab52-4618-8329-704df3c05038] Updating instance_info_cache with network_info: [{"id": "c292d803-5d82-4499-a914-146f089c5cd7", "address": "fa:16:3e:67:35:55", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc292d803-5d", "ovs_interfaceid": "c292d803-5d82-4499-a914-146f089c5cd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.250286] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d8272d-3d5c-2357-5596-a82a5230945d, 'name': SearchDatastore_Task, 'duration_secs': 0.034436} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.250606] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.250893] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.251153] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.266198] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528b284b-f037-ea96-bf48-adaa137a3eab, 'name': SearchDatastore_Task, 'duration_secs': 0.021694} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.267075] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed18384f-73ca-49b7-8352-a55756d4471f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.274073] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 794.274073] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ec860-1032-4b0a-f291-867613be0c15" [ 794.274073] env[65665]: _type = "Task" [ 794.274073] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.284127] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ec860-1032-4b0a-f291-867613be0c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.322491] env[65665]: INFO nova.compute.manager [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Took 35.26 seconds to build instance. [ 794.414663] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854551, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.491595] env[65665]: DEBUG nova.compute.utils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.494059] env[65665]: DEBUG nova.compute.manager [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Not allocating networking since 'none' was specified. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 794.593822] env[65665]: DEBUG oslo_concurrency.lockutils [req-e5628145-187e-444a-874b-b49839b82d9b req-27181b31-c660-4056-bf53-13481ad9d3a6 service nova] Releasing lock "refresh_cache-51f235af-ab52-4618-8329-704df3c05038" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.785684] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ec860-1032-4b0a-f291-867613be0c15, 'name': SearchDatastore_Task, 'duration_secs': 0.025253} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.788535] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.788800] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 5c674aad-91fe-4a12-b3b4-4b81c924fd25/5c674aad-91fe-4a12-b3b4-4b81c924fd25.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.789305] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.789532] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.789766] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e77d1b54-02e2-4ae5-912a-ff8a43b7edfb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.791926] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afda0c40-08e5-44a9-9403-97a4ed913233 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.799421] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 794.799421] env[65665]: value = "task-4854552" [ 794.799421] env[65665]: _type = "Task" [ 794.799421] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.806939] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.807143] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.807944] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5bd41c-e0b4-4aab-ad52-da19543b95f6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.815887] env[65665]: INFO nova.compute.manager [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Unrescuing [ 794.815887] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "refresh_cache-116b28c6-59e7-406b-aac0-dfc41bd2ce66" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.815887] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "refresh_cache-116b28c6-59e7-406b-aac0-dfc41bd2ce66" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.816032] env[65665]: DEBUG nova.network.neutron [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 794.817263] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.824031] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 794.824031] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524f1a44-ddba-1576-fab5-dc29f06a8c90" [ 794.824031] env[65665]: _type = "Task" [ 794.824031] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.828298] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8fe80672-c656-4416-b28b-b6176b1c4e29 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "35ee9cc1-11f7-487a-a7f5-a4c184ed050d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.783s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.837557] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524f1a44-ddba-1576-fab5-dc29f06a8c90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.913446] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854551, 'name': CreateVM_Task, 'duration_secs': 0.593695} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.916572] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.918120] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.918120] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.918120] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.918404] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f1f264-46cd-4c3e-8ca8-ea92c74c50e3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.925080] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 794.925080] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5211e972-ea72-ed4e-71e1-fb2308bb190b" [ 794.925080] env[65665]: _type = "Task" [ 794.925080] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.937687] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5211e972-ea72-ed4e-71e1-fb2308bb190b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.994611] env[65665]: DEBUG nova.compute.manager [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 795.064487] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11beeda-435d-4120-8229-2221ea5b6c60 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.073460] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0592e071-f145-4919-bfed-3dac0274891c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.106379] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e582f83-c9f4-412b-aeb8-2ecbab1a5796 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.116782] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ff2cf9-7024-4793-9aeb-30ec4030c292 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.133044] env[65665]: DEBUG nova.compute.provider_tree [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.312486] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854552, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.322378] env[65665]: WARNING neutronclient.v2_0.client [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.336136] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524f1a44-ddba-1576-fab5-dc29f06a8c90, 'name': SearchDatastore_Task, 'duration_secs': 0.027615} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.337334] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea937f58-bc69-410e-9fa4-c4e485f13314 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.343994] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 795.343994] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529ea07e-e12c-03df-e3e0-9ea32c6e99a8" [ 795.343994] env[65665]: _type = "Task" [ 795.343994] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.355137] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529ea07e-e12c-03df-e3e0-9ea32c6e99a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.437246] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5211e972-ea72-ed4e-71e1-fb2308bb190b, 'name': SearchDatastore_Task, 'duration_secs': 0.014188} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.437692] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.437937] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.438177] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.511217] env[65665]: WARNING neutronclient.v2_0.client [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.608326] env[65665]: DEBUG nova.network.neutron [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Updating instance_info_cache with network_info: [{"id": "0f98acb3-23ce-436b-b5d0-939b84cdd68d", "address": "fa:16:3e:ec:e2:c3", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f98acb3-23", "ovs_interfaceid": "0f98acb3-23ce-436b-b5d0-939b84cdd68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.635689] env[65665]: DEBUG nova.scheduler.client.report [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.815814] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899565} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.816130] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 5c674aad-91fe-4a12-b3b4-4b81c924fd25/5c674aad-91fe-4a12-b3b4-4b81c924fd25.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.816345] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.816623] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3f5a275-313f-4dc0-8892-57a13c0ddac9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.827163] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 795.827163] env[65665]: value = "task-4854553" [ 795.827163] env[65665]: _type = "Task" [ 795.827163] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.834309] env[65665]: DEBUG oslo_vmware.rw_handles [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52576d82-36b8-549a-a27a-43d749bb82eb/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 795.835278] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b3e21c-663a-436a-bcf5-698452e43c0d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.844164] env[65665]: DEBUG oslo_vmware.rw_handles [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52576d82-36b8-549a-a27a-43d749bb82eb/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 795.844364] env[65665]: ERROR oslo_vmware.rw_handles [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52576d82-36b8-549a-a27a-43d749bb82eb/disk-0.vmdk due to incomplete transfer. [ 795.847660] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea4179f0-46ac-494e-973e-785e8f8dcf5d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.849487] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.861027] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529ea07e-e12c-03df-e3e0-9ea32c6e99a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01992} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.862452] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.862792] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 51f235af-ab52-4618-8329-704df3c05038/51f235af-ab52-4618-8329-704df3c05038.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.863085] env[65665]: DEBUG oslo_vmware.rw_handles [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52576d82-36b8-549a-a27a-43d749bb82eb/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 795.863282] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Uploaded image 081823ba-1a5a-4866-a6d8-39d840913a39 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 795.865298] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 795.865603] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.865817] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.866071] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89979288-6bd2-4a41-8c71-e7fe92b4173d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.868456] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d978035-921a-446b-8731-45d21b8a455b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.870180] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fd49a99-474b-4139-9494-271af5b9ffe1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.879742] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 795.879742] env[65665]: value = "task-4854554" [ 795.879742] env[65665]: _type = "Task" [ 795.879742] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.881554] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 795.881554] env[65665]: value = "task-4854555" [ 795.881554] env[65665]: _type = "Task" [ 795.881554] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.886264] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.886465] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.891123] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d68d07e-2745-4db5-8abf-d2af23468754 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.900362] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.907051] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854554, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.907051] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 795.907051] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fa592a-23bb-2e56-d5a0-365bdab390c7" [ 795.907051] env[65665]: _type = "Task" [ 795.907051] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.917504] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fa592a-23bb-2e56-d5a0-365bdab390c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013744} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.918413] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2956df5-ba13-407a-9716-8d064c62368b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.925408] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 795.925408] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52292aed-05e4-ede0-ea74-357cd740faee" [ 795.925408] env[65665]: _type = "Task" [ 795.925408] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.935511] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52292aed-05e4-ede0-ea74-357cd740faee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.005271] env[65665]: DEBUG nova.compute.manager [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 796.033984] env[65665]: DEBUG nova.virt.hardware [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 796.034276] env[65665]: DEBUG nova.virt.hardware [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.034430] env[65665]: DEBUG nova.virt.hardware [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 796.034600] env[65665]: DEBUG nova.virt.hardware [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.034808] env[65665]: DEBUG nova.virt.hardware [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 796.035083] env[65665]: DEBUG nova.virt.hardware [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 796.035309] env[65665]: DEBUG nova.virt.hardware [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 796.035467] env[65665]: DEBUG nova.virt.hardware [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 796.035897] env[65665]: DEBUG nova.virt.hardware [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 796.035897] env[65665]: DEBUG nova.virt.hardware [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 796.036094] env[65665]: DEBUG nova.virt.hardware [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 796.036995] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78de4beb-e92e-4e01-b198-fb95e245fdaf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.047310] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bdc20e-d39e-46b1-907b-83dc638736e9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.065910] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.072129] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 796.072484] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.072817] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7540b963-fa2e-4d9f-b66a-7af9356ae329 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.093833] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.093833] env[65665]: value = "task-4854556" [ 796.093833] env[65665]: _type = "Task" [ 796.093833] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.104514] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854556, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.113399] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "refresh_cache-116b28c6-59e7-406b-aac0-dfc41bd2ce66" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.113862] env[65665]: DEBUG nova.objects.instance [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lazy-loading 'flavor' on Instance uuid 116b28c6-59e7-406b-aac0-dfc41bd2ce66 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.142044] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.145135] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.419s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.145475] env[65665]: DEBUG nova.objects.instance [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lazy-loading 'resources' on Instance uuid 3d90fb2a-322c-4c29-b970-aa06813aa9bb {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.175813] env[65665]: INFO nova.scheduler.client.report [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Deleted allocations for instance f8ec910d-7db4-439b-a13d-df9eacdc4ab8 [ 796.341974] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080502} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.342311] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.343283] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7716d6-7a27-4bde-8558-22d51b54851c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.372655] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 5c674aad-91fe-4a12-b3b4-4b81c924fd25/5c674aad-91fe-4a12-b3b4-4b81c924fd25.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.373684] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e5e0025-9690-4b69-b4d9-d2411e1153b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.409294] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854554, 'name': Destroy_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.416664] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854555, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.416664] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 796.416664] env[65665]: value = "task-4854557" [ 796.416664] env[65665]: _type = "Task" [ 796.416664] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.429269] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854557, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.439983] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52292aed-05e4-ede0-ea74-357cd740faee, 'name': SearchDatastore_Task, 'duration_secs': 0.012427} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.440289] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.440564] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 85377951-fc2a-47c9-9f82-7e6e9e33083d/85377951-fc2a-47c9-9f82-7e6e9e33083d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.440861] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9672f97b-02b2-4f0b-a556-69eef1b336e8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.449585] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 796.449585] env[65665]: value = "task-4854558" [ 796.449585] env[65665]: _type = "Task" [ 796.449585] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.463268] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.604927] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854556, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.619890] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfa6510-e3fa-4b73-be01-88e6d42eec73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.646171] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.646615] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e50423a-ce58-45f2-8cfe-d56e4a3911c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.657561] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 796.657561] env[65665]: value = "task-4854559" [ 796.657561] env[65665]: _type = "Task" [ 796.657561] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.668399] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.684766] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2e077ca-e2f2-44f4-acbd-4889ed4f4486 tempest-FloatingIPsAssociationNegativeTestJSON-856864171 tempest-FloatingIPsAssociationNegativeTestJSON-856864171-project-member] Lock "f8ec910d-7db4-439b-a13d-df9eacdc4ab8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.626s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.909626] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854554, 'name': Destroy_Task, 'duration_secs': 0.761959} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.913205] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Destroyed the VM [ 796.913490] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 796.913945] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575898} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.914091] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aac9eb26-7895-45e8-bdfd-788ba337171c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.916181] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 51f235af-ab52-4618-8329-704df3c05038/51f235af-ab52-4618-8329-704df3c05038.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.916417] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.916712] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67b46ed9-4e0f-41f9-9c85-8e672d9a462c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.927948] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 796.927948] env[65665]: value = "task-4854560" [ 796.927948] env[65665]: _type = "Task" [ 796.927948] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.939178] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 796.939178] env[65665]: value = "task-4854561" [ 796.939178] env[65665]: _type = "Task" [ 796.939178] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.940068] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.952047] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854560, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.961862] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.973369] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854558, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.112052] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854556, 'name': CreateVM_Task, 'duration_secs': 0.57362} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.112792] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.114534] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.114534] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.114534] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.114781] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f542c0af-c16a-4c55-9e44-21787c7fee99 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.122241] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 797.122241] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52600caa-7e8e-6f11-5d86-15ce2d1c68c6" [ 797.122241] env[65665]: _type = "Task" [ 797.122241] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.136058] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52600caa-7e8e-6f11-5d86-15ce2d1c68c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.182854] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854559, 'name': PowerOffVM_Task, 'duration_secs': 0.419819} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.183184] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.193022] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 797.194902] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7a2d54-795d-4250-9354-c54b7f6fab45 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.222752] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 797.222752] env[65665]: value = "task-4854562" [ 797.222752] env[65665]: _type = "Task" [ 797.222752] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.234804] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.351885] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d356f55c-ff6c-4af3-81ad-ac5cef6ae858 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.361734] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f9c820-660f-40bd-8eec-5490cdceb60f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.402029] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba09c08-3524-4d62-9e6c-acce0d66734a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.411200] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2263e428-8ed4-4757-82f9-0ad9c33101ef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.429321] env[65665]: DEBUG nova.compute.provider_tree [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.445835] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854557, 'name': ReconfigVM_Task, 'duration_secs': 0.732418} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.452455] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 5c674aad-91fe-4a12-b3b4-4b81c924fd25/5c674aad-91fe-4a12-b3b4-4b81c924fd25.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.453780] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854560, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.453969] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13b5bc82-350b-4739-9d6c-83c9e0f2b45c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.467738] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.986925} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.468351] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083143} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.469717] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 85377951-fc2a-47c9-9f82-7e6e9e33083d/85377951-fc2a-47c9-9f82-7e6e9e33083d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.469959] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.470575] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.470575] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 797.470575] env[65665]: value = "task-4854563" [ 797.470575] env[65665]: _type = "Task" [ 797.470575] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.470893] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d58505b7-be2a-4e6f-8e19-39802f361a51 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.473463] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda5b56a-7510-4088-bc14-f79bae7e0ae3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.486289] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854563, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.498283] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 797.498283] env[65665]: value = "task-4854564" [ 797.498283] env[65665]: _type = "Task" [ 797.498283] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.507246] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 51f235af-ab52-4618-8329-704df3c05038/51f235af-ab52-4618-8329-704df3c05038.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.507767] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d8d79f-96aa-4434-b91a-0ef73e79e8b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.538632] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.540824] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 797.540824] env[65665]: value = "task-4854565" [ 797.540824] env[65665]: _type = "Task" [ 797.540824] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.551358] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.634334] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52600caa-7e8e-6f11-5d86-15ce2d1c68c6, 'name': SearchDatastore_Task, 'duration_secs': 0.068874} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.634708] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.634874] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.635142] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.635309] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.635461] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.635781] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1dfc03e-ae3a-44a0-b433-3a14d9789e09 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.645839] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.646035] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.646841] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74a51e9-f158-4fe0-96e4-efb378a65492 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.653782] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 797.653782] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ff918a-6e6b-974c-863d-f1670102a23c" [ 797.653782] env[65665]: _type = "Task" [ 797.653782] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.663119] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ff918a-6e6b-974c-863d-f1670102a23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.734822] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.949874] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854560, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.973816] env[65665]: ERROR nova.scheduler.client.report [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [req-4b425107-2c4d-4ed9-9126-0d6c3428d55d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e52fd1e5-0d72-4d81-ad68-cf304205f8ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4b425107-2c4d-4ed9-9126-0d6c3428d55d"}]} [ 797.991380] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854563, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.005675] env[65665]: DEBUG nova.scheduler.client.report [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Refreshing inventories for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 798.029497] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176201} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.029938] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.031568] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae480ade-64ce-4d02-b003-02556d7ea2d4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.038582] env[65665]: DEBUG nova.scheduler.client.report [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Updating ProviderTree inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 798.038794] env[65665]: DEBUG nova.compute.provider_tree [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.081665] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 85377951-fc2a-47c9-9f82-7e6e9e33083d/85377951-fc2a-47c9-9f82-7e6e9e33083d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.082349] env[65665]: DEBUG nova.scheduler.client.report [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Refreshing aggregate associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, aggregates: None {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 798.086309] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90498175-2d40-48d4-991d-7b8c3dfd0aaf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.118063] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.126090] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 798.126090] env[65665]: value = "task-4854566" [ 798.126090] env[65665]: _type = "Task" [ 798.126090] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.138780] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.139694] env[65665]: DEBUG nova.scheduler.client.report [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Refreshing trait associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 798.165799] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ff918a-6e6b-974c-863d-f1670102a23c, 'name': SearchDatastore_Task, 'duration_secs': 0.064085} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.166977] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2178926b-9206-4b14-92c3-3b1c14307ae4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.174113] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 798.174113] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528ffc93-7274-ccfc-e5b8-060a9801b308" [ 798.174113] env[65665]: _type = "Task" [ 798.174113] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.187009] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528ffc93-7274-ccfc-e5b8-060a9801b308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.241505] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.442122] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854560, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.488873] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854563, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.553902] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.637393] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.693274] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528ffc93-7274-ccfc-e5b8-060a9801b308, 'name': SearchDatastore_Task, 'duration_secs': 0.02187} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.693584] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.693867] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 48720752-7bd5-4d53-bcdf-aec0b8956094/48720752-7bd5-4d53-bcdf-aec0b8956094.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.694191] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5c2990f-4342-4084-a1c9-cdaa9aed3f6b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.703773] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 798.703773] env[65665]: value = "task-4854567" [ 798.703773] env[65665]: _type = "Task" [ 798.703773] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.714135] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.735443] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854562, 'name': ReconfigVM_Task, 'duration_secs': 1.317487} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.736030] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 798.736030] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.736243] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71e6f32e-2e7a-4505-a1a5-541b14222f77 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.746371] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 798.746371] env[65665]: value = "task-4854568" [ 798.746371] env[65665]: _type = "Task" [ 798.746371] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.754942] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.776749] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c66eaf-a7df-4216-9a0f-b7ff00cf49bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.783830] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83b942d-494f-4b0d-bc21-43e1ff0f3c85 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.823144] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f0337d-8268-439d-9cdf-8f7c4be0ccae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.833034] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbaa1f2-4bac-4e5c-8daa-0827eb507e35 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.852730] env[65665]: DEBUG nova.compute.provider_tree [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.941738] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854560, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.988820] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854563, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.054860] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854565, 'name': ReconfigVM_Task, 'duration_secs': 1.196329} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.055267] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 51f235af-ab52-4618-8329-704df3c05038/51f235af-ab52-4618-8329-704df3c05038.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.055995] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f5971ef-0880-40c6-ac46-021f708501ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.066065] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 799.066065] env[65665]: value = "task-4854569" [ 799.066065] env[65665]: _type = "Task" [ 799.066065] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.077135] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854569, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.138095] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854566, 'name': ReconfigVM_Task, 'duration_secs': 0.705157} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.138417] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 85377951-fc2a-47c9-9f82-7e6e9e33083d/85377951-fc2a-47c9-9f82-7e6e9e33083d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.139100] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18e0b039-32ae-4362-b6ff-017d1f73b9f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.148373] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 799.148373] env[65665]: value = "task-4854570" [ 799.148373] env[65665]: _type = "Task" [ 799.148373] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.159076] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854570, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.217237] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854567, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.257916] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.398962] env[65665]: DEBUG nova.scheduler.client.report [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Updated inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 799.399278] env[65665]: DEBUG nova.compute.provider_tree [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Updating resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba generation from 71 to 72 during operation: update_inventory {{(pid=65665) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 799.399463] env[65665]: DEBUG nova.compute.provider_tree [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.443574] env[65665]: DEBUG oslo_vmware.api [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854560, 'name': RemoveSnapshot_Task, 'duration_secs': 2.031797} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.443958] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 799.444245] env[65665]: INFO nova.compute.manager [None req-134c0e50-707d-4241-be2d-d216e826741d tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Took 18.96 seconds to snapshot the instance on the hypervisor. [ 799.490541] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854563, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.577070] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854569, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.659579] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854570, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.716859] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725839} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.716859] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 48720752-7bd5-4d53-bcdf-aec0b8956094/48720752-7bd5-4d53-bcdf-aec0b8956094.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.716859] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.716859] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49bf92aa-ed3e-42a2-bd19-37c38bf65d27 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.727563] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 799.727563] env[65665]: value = "task-4854571" [ 799.727563] env[65665]: _type = "Task" [ 799.727563] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.738616] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.758654] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.908054] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.763s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.910727] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.053s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.911034] env[65665]: DEBUG nova.objects.instance [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lazy-loading 'resources' on Instance uuid b2c610bb-d374-4ed2-9062-9f4908ea0df7 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.950399] env[65665]: INFO nova.scheduler.client.report [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Deleted allocations for instance 3d90fb2a-322c-4c29-b970-aa06813aa9bb [ 799.993825] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854563, 'name': Rename_Task, 'duration_secs': 2.30806} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.993825] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.993825] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7310dbf0-fa33-49a5-a2dd-caf11efedc89 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.007085] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 800.007085] env[65665]: value = "task-4854572" [ 800.007085] env[65665]: _type = "Task" [ 800.007085] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.017433] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.080058] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854569, 'name': Rename_Task, 'duration_secs': 0.832658} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.080501] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.080866] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84e7fcf3-e6e0-4cd2-a580-cb76cd4034f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.090594] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 800.090594] env[65665]: value = "task-4854573" [ 800.090594] env[65665]: _type = "Task" [ 800.090594] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.100309] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.162107] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854570, 'name': Rename_Task, 'duration_secs': 0.64886} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.162195] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.162470] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46542d8a-7511-4adb-981d-17bf00089a72 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.175126] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 800.175126] env[65665]: value = "task-4854574" [ 800.175126] env[65665]: _type = "Task" [ 800.175126] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.187135] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.238422] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083968} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.238741] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.239733] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4255de-b721-472b-8531-ed541cb15c0d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.267237] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 48720752-7bd5-4d53-bcdf-aec0b8956094/48720752-7bd5-4d53-bcdf-aec0b8956094.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.267603] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9497bf6b-cab4-4288-b626-58e0d52c5fdf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.291298] env[65665]: DEBUG oslo_vmware.api [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854568, 'name': PowerOnVM_Task, 'duration_secs': 1.437177} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.292900] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.293234] env[65665]: DEBUG nova.compute.manager [None req-b1eaffbd-4414-42f3-8b2f-8eeba76fb4f0 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 800.294019] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 800.294019] env[65665]: value = "task-4854575" [ 800.294019] env[65665]: _type = "Task" [ 800.294019] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.294822] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b055d47d-d49b-4fbe-a208-be60a15c7dc3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.310887] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854575, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.462558] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b7dc65f6-8149-4fdb-aff7-fd899e64770d tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "3d90fb2a-322c-4c29-b970-aa06813aa9bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.002s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.519272] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854572, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.608072] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.686375] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854574, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.808950] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.022602] env[65665]: DEBUG oslo_vmware.api [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854572, 'name': PowerOnVM_Task, 'duration_secs': 1.011391} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.022976] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.023217] env[65665]: DEBUG nova.compute.manager [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 801.025033] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d490f4c9-80f0-423e-8d72-0c0c120277e8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.115077] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854573, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.121024] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40a870b-1aa7-4174-bf40-7e8f3b0534f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.131307] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ea89bb-25ba-4e86-8543-91e219b4d1bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.185418] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9653a949-b012-4a8b-9b9f-626fc235a0a4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.195998] env[65665]: DEBUG oslo_vmware.api [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854574, 'name': PowerOnVM_Task, 'duration_secs': 0.966635} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.202023] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.202023] env[65665]: DEBUG nova.compute.manager [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 801.202023] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f11679-4fb2-4971-9c6a-10e2f1cebcdc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.204352] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950cc335-4a45-4430-b7bc-694a4dea8267 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.224597] env[65665]: DEBUG nova.compute.provider_tree [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.308420] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854575, 'name': ReconfigVM_Task, 'duration_secs': 0.82074} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.308712] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 48720752-7bd5-4d53-bcdf-aec0b8956094/48720752-7bd5-4d53-bcdf-aec0b8956094.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.309535] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b2c05e-fc56-460c-83d9-3408ba184357 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.317824] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 801.317824] env[65665]: value = "task-4854576" [ 801.317824] env[65665]: _type = "Task" [ 801.317824] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.328996] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854576, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.551785] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.607668] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854573, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.744122] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.779907] env[65665]: DEBUG nova.scheduler.client.report [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Updated inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 801.780207] env[65665]: DEBUG nova.compute.provider_tree [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Updating resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba generation from 72 to 73 during operation: update_inventory {{(pid=65665) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 801.781763] env[65665]: DEBUG nova.compute.provider_tree [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.838951] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854576, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.112235] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854573, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.294070] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.383s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.298129] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.279s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.299124] env[65665]: DEBUG nova.objects.instance [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 802.335067] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854576, 'name': Rename_Task, 'duration_secs': 0.942604} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.336496] env[65665]: INFO nova.scheduler.client.report [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Deleted allocations for instance b2c610bb-d374-4ed2-9062-9f4908ea0df7 [ 802.338794] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.338794] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85263407-4dc2-45f1-af2f-53f9512d2c99 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.350147] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 802.350147] env[65665]: value = "task-4854577" [ 802.350147] env[65665]: _type = "Task" [ 802.350147] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.362951] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.460074] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "7e937d70-3554-4498-b687-1600c4e0a420" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.460468] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "7e937d70-3554-4498-b687-1600c4e0a420" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.512573] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "b1ca6880-dc2a-4d4d-9fc0-d96e42675267" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.513125] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "b1ca6880-dc2a-4d4d-9fc0-d96e42675267" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.612643] env[65665]: DEBUG oslo_vmware.api [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854573, 'name': PowerOnVM_Task, 'duration_secs': 2.139883} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.613796] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.615057] env[65665]: INFO nova.compute.manager [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Took 11.90 seconds to spawn the instance on the hypervisor. [ 802.615353] env[65665]: DEBUG nova.compute.manager [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 802.616324] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8de2be-882a-4d78-9239-a663649ee4b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.847702] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0a99103a-88aa-4c36-b40f-ce62b59f16fb tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "b2c610bb-d374-4ed2-9062-9f4908ea0df7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.502s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.864963] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854577, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.963368] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 803.091760] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquiring lock "85377951-fc2a-47c9-9f82-7e6e9e33083d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.092093] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lock "85377951-fc2a-47c9-9f82-7e6e9e33083d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.092559] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquiring lock "85377951-fc2a-47c9-9f82-7e6e9e33083d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.092559] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lock "85377951-fc2a-47c9-9f82-7e6e9e33083d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.092921] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lock "85377951-fc2a-47c9-9f82-7e6e9e33083d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.096525] env[65665]: INFO nova.compute.manager [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Terminating instance [ 803.144377] env[65665]: INFO nova.compute.manager [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Took 42.56 seconds to build instance. [ 803.313736] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8db784b9-12d6-49fa-a9d5-399fe80a549c tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.315673] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.302s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.315999] env[65665]: DEBUG nova.objects.instance [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Lazy-loading 'resources' on Instance uuid 206acfbf-6270-4722-b2c3-954d2dd8d935 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.364984] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854577, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.489021] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.602904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquiring lock "refresh_cache-85377951-fc2a-47c9-9f82-7e6e9e33083d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.602904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquired lock "refresh_cache-85377951-fc2a-47c9-9f82-7e6e9e33083d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.602904] env[65665]: DEBUG nova.network.neutron [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 803.649373] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dbd2e3f2-033b-4a27-a26c-0b4cc68c485a tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "51f235af-ab52-4618-8329-704df3c05038" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.880s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.850084] env[65665]: INFO nova.compute.manager [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Rebuilding instance [ 803.872302] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854577, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.922167] env[65665]: DEBUG nova.compute.manager [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 803.922167] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4347a8aa-5c6b-4247-afed-a2e55455349e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.106535] env[65665]: WARNING neutronclient.v2_0.client [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.130577] env[65665]: DEBUG nova.network.neutron [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 804.154996] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 804.198932] env[65665]: DEBUG nova.network.neutron [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.366364] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854577, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.456023] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.456420] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.540029] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18667783-8bbe-4ae3-b55b-fd8b38e18fac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.549951] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370e6a7a-222f-489a-94c0-d3a7a74ff5ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.588208] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6720938a-b17e-4055-9872-7059b69953f6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.597356] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd31b2f-df44-4c03-b86c-2c3ba8a3d1b6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.612995] env[65665]: DEBUG nova.compute.provider_tree [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.689264] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.703427] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Releasing lock "refresh_cache-85377951-fc2a-47c9-9f82-7e6e9e33083d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.703975] env[65665]: DEBUG nova.compute.manager [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 804.704186] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.705179] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9000f2d0-2e89-4799-9d8c-4b6dabb034c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.714090] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.714733] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-522cc279-7928-4a58-a0c6-bb668a6c259c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.722669] env[65665]: DEBUG oslo_vmware.api [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 804.722669] env[65665]: value = "task-4854578" [ 804.722669] env[65665]: _type = "Task" [ 804.722669] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.734778] env[65665]: DEBUG oslo_vmware.api [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.864696] env[65665]: DEBUG oslo_vmware.api [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854577, 'name': PowerOnVM_Task, 'duration_secs': 2.027186} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.865049] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.865238] env[65665]: INFO nova.compute.manager [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Took 8.86 seconds to spawn the instance on the hypervisor. [ 804.865419] env[65665]: DEBUG nova.compute.manager [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 804.866244] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46943844-9706-4403-a706-1cfe818ef3d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.941614] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.941941] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06256cca-5151-4246-a761-63534d7716dc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.951428] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 804.951428] env[65665]: value = "task-4854579" [ 804.951428] env[65665]: _type = "Task" [ 804.951428] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.970809] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.972583] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.973428] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.973428] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.973428] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.973663] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.973776] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.973915] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 804.974076] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.121123] env[65665]: DEBUG nova.scheduler.client.report [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.234724] env[65665]: DEBUG oslo_vmware.api [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854578, 'name': PowerOffVM_Task, 'duration_secs': 0.136103} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.235038] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.235246] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.235577] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-525a7fde-6fda-4470-8251-d0b451c04135 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.265117] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.265558] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.265885] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Deleting the datastore file [datastore2] 85377951-fc2a-47c9-9f82-7e6e9e33083d {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.266309] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5df9977-ca2d-4705-9ad5-a3fd93301b48 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.275100] env[65665]: DEBUG oslo_vmware.api [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for the task: (returnval){ [ 805.275100] env[65665]: value = "task-4854581" [ 805.275100] env[65665]: _type = "Task" [ 805.275100] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.287185] env[65665]: DEBUG oslo_vmware.api [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.386346] env[65665]: INFO nova.compute.manager [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Took 43.41 seconds to build instance. [ 805.464993] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854579, 'name': PowerOffVM_Task, 'duration_secs': 0.271359} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.466159] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.466518] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.467966] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b50d03-cc65-4330-b2f8-503385f96390 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.479679] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.480312] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.480675] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bd0e580-95c7-427d-80c6-d9f271f945c9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.513883] env[65665]: DEBUG nova.compute.manager [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 805.516192] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b43d62-5da3-4b80-8f28-cbe2de3716f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.560936] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.561236] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.561420] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleting the datastore file [datastore2] 5c674aad-91fe-4a12-b3b4-4b81c924fd25 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.561716] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fa15da6-2357-4d30-bc13-c70507cb3f61 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.570524] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 805.570524] env[65665]: value = "task-4854583" [ 805.570524] env[65665]: _type = "Task" [ 805.570524] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.583035] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.626539] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.628967] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.597s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.629445] env[65665]: DEBUG nova.objects.instance [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lazy-loading 'resources' on Instance uuid 077e3b01-2c75-4adc-a04a-2c082adc9f95 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.649354] env[65665]: INFO nova.scheduler.client.report [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Deleted allocations for instance 206acfbf-6270-4722-b2c3-954d2dd8d935 [ 805.767171] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "0c2692db-1ad5-4d29-9fe3-27dbdb1935c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.767171] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "0c2692db-1ad5-4d29-9fe3-27dbdb1935c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.786395] env[65665]: DEBUG oslo_vmware.api [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Task: {'id': task-4854581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109636} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.786513] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.786692] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.786864] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.787391] env[65665]: INFO nova.compute.manager [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 805.787391] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 805.787531] env[65665]: DEBUG nova.compute.manager [-] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 805.787574] env[65665]: DEBUG nova.network.neutron [-] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 805.787815] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.834015] env[65665]: DEBUG nova.network.neutron [-] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 805.834326] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.888425] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b970edfb-b636-4671-9354-268b770cf03b tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "48720752-7bd5-4d53-bcdf-aec0b8956094" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.921s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.030238] env[65665]: INFO nova.compute.manager [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] instance snapshotting [ 806.032526] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd392f3-ec94-4f68-b009-3de16cf3c27b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.059607] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b6ffa-a573-408e-abdc-a09fdb42b3c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.083401] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "edf8969e-301d-4c57-b792-2c07d6c4250e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.083642] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.096036] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151111} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.096036] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.096036] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.096036] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.161848] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9ce4aecb-8213-4078-a36d-c3bc9b2f74b0 tempest-VolumesAssistedSnapshotsTest-18017522 tempest-VolumesAssistedSnapshotsTest-18017522-project-member] Lock "206acfbf-6270-4722-b2c3-954d2dd8d935" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.298s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.223705] env[65665]: INFO nova.compute.manager [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Rebuilding instance [ 806.296608] env[65665]: DEBUG nova.compute.manager [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 806.299218] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409397a6-f0dc-4a71-b00e-d13370e33745 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.340639] env[65665]: DEBUG nova.network.neutron [-] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.392416] env[65665]: DEBUG nova.compute.manager [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 806.583633] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 806.584815] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-936c6b6a-fe79-42ad-b14e-6320b3d01a6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.594983] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 806.594983] env[65665]: value = "task-4854584" [ 806.594983] env[65665]: _type = "Task" [ 806.594983] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.617283] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854584, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.821131] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8444a7-0dfc-4572-8ff2-351e3746dfea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.831573] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df066613-fdab-494f-8bc1-577e1132ff95 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.866222] env[65665]: INFO nova.compute.manager [-] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Took 1.08 seconds to deallocate network for instance. [ 806.869964] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5152b19b-34e6-45ba-93d7-9b86c0d90bd8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.884016] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af992a8-d681-4cbf-ae22-77dc3ae99e27 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.903078] env[65665]: DEBUG nova.compute.provider_tree [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.936533] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.119914] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854584, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.160519] env[65665]: DEBUG nova.virt.hardware [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 807.160826] env[65665]: DEBUG nova.virt.hardware [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.160992] env[65665]: DEBUG nova.virt.hardware [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 807.161548] env[65665]: DEBUG nova.virt.hardware [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.163147] env[65665]: DEBUG nova.virt.hardware [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 807.163147] env[65665]: DEBUG nova.virt.hardware [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 807.163147] env[65665]: DEBUG nova.virt.hardware [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 807.163147] env[65665]: DEBUG nova.virt.hardware [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 807.163147] env[65665]: DEBUG nova.virt.hardware [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 807.163147] env[65665]: DEBUG nova.virt.hardware [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 807.163444] env[65665]: DEBUG nova.virt.hardware [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 807.164309] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482bf2fe-7128-4b0e-8b8e-665fbeafeaaa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.175327] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031ed7ae-d080-488e-a09d-ea30c1474add {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.192484] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:fe:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a94b6a1-2caa-4af6-9d70-f9608ceecef3', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.203651] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 807.203651] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.203651] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d96f05b-b13b-484b-a7f3-b75dc870aada {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.227342] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.227342] env[65665]: value = "task-4854585" [ 807.227342] env[65665]: _type = "Task" [ 807.227342] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.237444] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854585, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.313285] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.313617] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-853a86e7-d84f-4516-9f97-fd4d71fcbcda {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.325164] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 807.325164] env[65665]: value = "task-4854586" [ 807.325164] env[65665]: _type = "Task" [ 807.325164] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.336886] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.380162] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.412538] env[65665]: DEBUG nova.scheduler.client.report [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.618713] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854584, 'name': CreateSnapshot_Task, 'duration_secs': 0.901446} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.619321] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 807.621423] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261c30f8-67ce-4db5-aa8a-55684074ab60 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.740501] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854585, 'name': CreateVM_Task, 'duration_secs': 0.470525} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.740501] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.740909] env[65665]: WARNING neutronclient.v2_0.client [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 807.741337] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.741564] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.741857] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.742166] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5f9510-7a0c-4d24-a17e-78f8a5202658 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.748656] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 807.748656] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c36155-076a-e967-9858-524864939727" [ 807.748656] env[65665]: _type = "Task" [ 807.748656] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.760313] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c36155-076a-e967-9858-524864939727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.835645] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854586, 'name': PowerOffVM_Task, 'duration_secs': 0.162926} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.835645] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.835645] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.836537] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecf146f-1ac4-4b6e-a322-98daef1ef32c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.845089] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.845386] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d21cc7ae-1fc7-42f7-bac8-1dc370718834 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.877034] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.877334] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.877548] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Deleting the datastore file [datastore2] 48720752-7bd5-4d53-bcdf-aec0b8956094 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.877884] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cea99fd8-b614-4d3c-8a9f-3eb67bbe500d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.885619] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 807.885619] env[65665]: value = "task-4854588" [ 807.885619] env[65665]: _type = "Task" [ 807.885619] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.896208] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.924228] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.928472] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.138s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.931323] env[65665]: DEBUG nova.objects.instance [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'resources' on Instance uuid 7a8521b4-865f-48a2-b67d-7e8ee951e5f9 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.003818] env[65665]: INFO nova.scheduler.client.report [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Deleted allocations for instance 077e3b01-2c75-4adc-a04a-2c082adc9f95 [ 808.143896] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 808.144649] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17266f9e-639f-4cd9-b1ff-8b0b49d7db3b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.158386] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 808.158386] env[65665]: value = "task-4854589" [ 808.158386] env[65665]: _type = "Task" [ 808.158386] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.170520] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854589, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.262647] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c36155-076a-e967-9858-524864939727, 'name': SearchDatastore_Task, 'duration_secs': 0.025235} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.263760] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.264123] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.264368] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.264521] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.264707] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.265010] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b50cc258-2c34-4b32-8cd0-3edfbea1947d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.276173] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.276400] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.279012] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8535f762-5ec7-4c3b-9d62-9148487cdaff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.285867] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 808.285867] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5264a552-2224-806b-f304-c406c44cc973" [ 808.285867] env[65665]: _type = "Task" [ 808.285867] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.295878] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5264a552-2224-806b-f304-c406c44cc973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.396940] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109559} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.397257] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.397441] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.397752] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.515222] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb0b9101-ad0a-43aa-956a-fddaffceadd9 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "077e3b01-2c75-4adc-a04a-2c082adc9f95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.872s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.674390] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854589, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.806331] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5264a552-2224-806b-f304-c406c44cc973, 'name': SearchDatastore_Task, 'duration_secs': 0.011994} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.810751] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7963c2b8-014b-4ff2-8914-a9c8f4fb9445 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.822184] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 808.822184] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eb0e50-8732-ca7c-802e-e3e62e13e12c" [ 808.822184] env[65665]: _type = "Task" [ 808.822184] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.840451] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eb0e50-8732-ca7c-802e-e3e62e13e12c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.117643] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3bb167-1e83-48d4-b76f-1a6ee0c43307 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.131231] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5a07ad-bfea-4afb-88fb-bb55de91c77a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.169864] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d332d5-472a-44eb-b3e0-309dc8a93bfe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.181420] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854589, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.182638] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4876dbcf-fdda-419d-ba13-344f1d38e18f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.200452] env[65665]: DEBUG nova.compute.provider_tree [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.338034] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eb0e50-8732-ca7c-802e-e3e62e13e12c, 'name': SearchDatastore_Task, 'duration_secs': 0.015872} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.338034] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.338034] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 5c674aad-91fe-4a12-b3b4-4b81c924fd25/5c674aad-91fe-4a12-b3b4-4b81c924fd25.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.338034] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee11ae77-99ae-4b00-878c-10492e6e2fae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.344345] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 809.344345] env[65665]: value = "task-4854590" [ 809.344345] env[65665]: _type = "Task" [ 809.344345] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.356170] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.455241] env[65665]: DEBUG nova.virt.hardware [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 809.455660] env[65665]: DEBUG nova.virt.hardware [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.455897] env[65665]: DEBUG nova.virt.hardware [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 809.456221] env[65665]: DEBUG nova.virt.hardware [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.458188] env[65665]: DEBUG nova.virt.hardware [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 809.458188] env[65665]: DEBUG nova.virt.hardware [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 809.458188] env[65665]: DEBUG nova.virt.hardware [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 809.458188] env[65665]: DEBUG nova.virt.hardware [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 809.458188] env[65665]: DEBUG nova.virt.hardware [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 809.458188] env[65665]: DEBUG nova.virt.hardware [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 809.458188] env[65665]: DEBUG nova.virt.hardware [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 809.459722] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed896ea-0dba-469a-941f-bb8528070ff6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.471195] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbfc946-7a1f-4e3a-a07a-e8a1a80d77ac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.490494] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.497140] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 809.497607] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.497940] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1017de8b-7c6d-4625-bcea-0ded38044126 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.522357] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.522357] env[65665]: value = "task-4854591" [ 809.522357] env[65665]: _type = "Task" [ 809.522357] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.532147] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854591, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.679344] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854589, 'name': CloneVM_Task} progress is 95%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.704311] env[65665]: DEBUG nova.scheduler.client.report [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.861880] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854590, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.038312] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854591, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.179590] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854589, 'name': CloneVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.212472] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.218174] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.658s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.223420] env[65665]: INFO nova.compute.claims [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.248636] env[65665]: INFO nova.scheduler.client.report [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Deleted allocations for instance 7a8521b4-865f-48a2-b67d-7e8ee951e5f9 [ 810.357630] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590043} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.358845] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 5c674aad-91fe-4a12-b3b4-4b81c924fd25/5c674aad-91fe-4a12-b3b4-4b81c924fd25.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.359436] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.359519] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19478726-1074-4075-8c54-1b5c7273feeb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.369030] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 810.369030] env[65665]: value = "task-4854592" [ 810.369030] env[65665]: _type = "Task" [ 810.369030] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.383463] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.534801] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854591, 'name': CreateVM_Task, 'duration_secs': 0.590711} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.534975] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.535859] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.536380] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.536492] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.538868] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5d96fd-8750-43c1-b9d1-10b448c5625c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.543400] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 810.543400] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529f88f8-76fb-add6-a54c-9e054d44eac0" [ 810.543400] env[65665]: _type = "Task" [ 810.543400] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.555939] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529f88f8-76fb-add6-a54c-9e054d44eac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.678908] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854589, 'name': CloneVM_Task, 'duration_secs': 2.029441} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.678908] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Created linked-clone VM from snapshot [ 810.679431] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c557f5d0-1d8d-456c-bfbd-06f419a1bbeb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.688947] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Uploading image 1cf41a6c-f021-4700-9185-1093b02c3b86 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 810.717296] env[65665]: DEBUG oslo_vmware.rw_handles [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 810.717296] env[65665]: value = "vm-946297" [ 810.717296] env[65665]: _type = "VirtualMachine" [ 810.717296] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 810.717483] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e334c83c-ae36-482e-a30a-5e97ede7c5f3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.726026] env[65665]: DEBUG oslo_vmware.rw_handles [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lease: (returnval){ [ 810.726026] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5221fb29-5bb3-daf9-af3f-1c583bd707b0" [ 810.726026] env[65665]: _type = "HttpNfcLease" [ 810.726026] env[65665]: } obtained for exporting VM: (result){ [ 810.726026] env[65665]: value = "vm-946297" [ 810.726026] env[65665]: _type = "VirtualMachine" [ 810.726026] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 810.726328] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the lease: (returnval){ [ 810.726328] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5221fb29-5bb3-daf9-af3f-1c583bd707b0" [ 810.726328] env[65665]: _type = "HttpNfcLease" [ 810.726328] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 810.736487] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.736487] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5221fb29-5bb3-daf9-af3f-1c583bd707b0" [ 810.736487] env[65665]: _type = "HttpNfcLease" [ 810.736487] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 810.765090] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df334ca9-0054-457b-bdbc-3c7cf9d831ae tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "7a8521b4-865f-48a2-b67d-7e8ee951e5f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.970s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.881313] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076004} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.881491] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.882322] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3931a79c-3519-4063-8281-815f5cfe3d91 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.909661] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 5c674aad-91fe-4a12-b3b4-4b81c924fd25/5c674aad-91fe-4a12-b3b4-4b81c924fd25.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.911356] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06369ff9-7ab2-497a-97d5-753f1c871f87 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.940329] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 810.940329] env[65665]: value = "task-4854594" [ 810.940329] env[65665]: _type = "Task" [ 810.940329] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.953355] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.055547] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529f88f8-76fb-add6-a54c-9e054d44eac0, 'name': SearchDatastore_Task, 'duration_secs': 0.011402} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.055816] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.056058] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.056297] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.056718] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.056919] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.057243] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-957ece82-0a3a-4c18-bdc4-cd8d739a8a75 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.067922] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.068145] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.068810] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb880c24-9d00-46a2-92c5-3496849a72db {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.075535] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 811.075535] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521883e1-3381-9eb5-113c-2c6b45e97048" [ 811.075535] env[65665]: _type = "Task" [ 811.075535] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.084469] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521883e1-3381-9eb5-113c-2c6b45e97048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.247528] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.247528] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5221fb29-5bb3-daf9-af3f-1c583bd707b0" [ 811.247528] env[65665]: _type = "HttpNfcLease" [ 811.247528] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 811.248907] env[65665]: DEBUG oslo_vmware.rw_handles [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 811.248907] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5221fb29-5bb3-daf9-af3f-1c583bd707b0" [ 811.248907] env[65665]: _type = "HttpNfcLease" [ 811.248907] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 811.250074] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a945996-93c5-436a-ab98-98d7f7eeb466 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.261708] env[65665]: DEBUG oslo_vmware.rw_handles [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528be190-8099-f66b-2a31-644d06d03d61/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 811.261708] env[65665]: DEBUG oslo_vmware.rw_handles [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528be190-8099-f66b-2a31-644d06d03d61/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 811.432832] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "f5cd9b60-b0b9-4209-a526-83ed09b072bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.433376] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "f5cd9b60-b0b9-4209-a526-83ed09b072bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.434253] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "f5cd9b60-b0b9-4209-a526-83ed09b072bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.434253] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "f5cd9b60-b0b9-4209-a526-83ed09b072bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.434978] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "f5cd9b60-b0b9-4209-a526-83ed09b072bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.437079] env[65665]: INFO nova.compute.manager [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Terminating instance [ 811.456689] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854594, 'name': ReconfigVM_Task, 'duration_secs': 0.311658} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.457380] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 5c674aad-91fe-4a12-b3b4-4b81c924fd25/5c674aad-91fe-4a12-b3b4-4b81c924fd25.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.458049] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50b25526-0935-4fcf-af04-68b50f4a1e32 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.466459] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e26555b5-2538-49ec-8959-bf1fd999563e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.468369] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 811.468369] env[65665]: value = "task-4854595" [ 811.468369] env[65665]: _type = "Task" [ 811.468369] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.491860] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854595, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.592108] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521883e1-3381-9eb5-113c-2c6b45e97048, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.593831] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b346d4f3-07a5-4ee4-b61a-8557a9264167 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.601767] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 811.601767] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52daa2a8-d426-237a-28fd-7855b421ab90" [ 811.601767] env[65665]: _type = "Task" [ 811.601767] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.616842] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52daa2a8-d426-237a-28fd-7855b421ab90, 'name': SearchDatastore_Task, 'duration_secs': 0.012459} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.620749] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.621141] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 48720752-7bd5-4d53-bcdf-aec0b8956094/48720752-7bd5-4d53-bcdf-aec0b8956094.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.621881] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3639100c-5967-443d-87d1-0df443be5b2b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.633384] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 811.633384] env[65665]: value = "task-4854596" [ 811.633384] env[65665]: _type = "Task" [ 811.633384] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.650441] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.943151] env[65665]: DEBUG nova.compute.manager [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 811.943151] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.943151] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d470b15-5adf-4760-a5f5-f6ec3d150d64 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.954094] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.954094] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8e896ef-1ad5-47ea-8fe0-e73f2b859b73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.966304] env[65665]: DEBUG oslo_vmware.api [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 811.966304] env[65665]: value = "task-4854597" [ 811.966304] env[65665]: _type = "Task" [ 811.966304] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.998133] env[65665]: DEBUG oslo_vmware.api [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.004763] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854595, 'name': Rename_Task, 'duration_secs': 0.285168} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.005607] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.005607] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-249bd042-02a7-4a06-89a3-e15ae974569c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.019148] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 812.019148] env[65665]: value = "task-4854598" [ 812.019148] env[65665]: _type = "Task" [ 812.019148] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.033476] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.130219] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5af261-eb4f-4e3f-94c8-e8e1c6aaf2d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.149651] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854596, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.152410] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c815f2c7-e12b-4642-957e-7fe304808df9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.198406] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df161707-d0a1-4976-ba6b-4f2e4dae3716 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.207451] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3b2b5f-b32e-4ed4-8841-c5f4054d2f8a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.234244] env[65665]: DEBUG nova.compute.provider_tree [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.480573] env[65665]: DEBUG oslo_vmware.api [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854597, 'name': PowerOffVM_Task, 'duration_secs': 0.237911} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.481062] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.481273] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.481641] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-198e14d7-28ae-4cc4-9536-00d78c086b1f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.532839] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854598, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.565213] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.566240] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.566464] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Deleting the datastore file [datastore1] f5cd9b60-b0b9-4209-a526-83ed09b072bc {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.570218] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b932a5a-cee7-4517-b3fe-d9f8a755ef23 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.578331] env[65665]: DEBUG oslo_vmware.api [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 812.578331] env[65665]: value = "task-4854600" [ 812.578331] env[65665]: _type = "Task" [ 812.578331] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.589354] env[65665]: DEBUG oslo_vmware.api [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.648219] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566073} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.648970] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 48720752-7bd5-4d53-bcdf-aec0b8956094/48720752-7bd5-4d53-bcdf-aec0b8956094.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.649438] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.649833] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc684ea8-3f67-46d1-8a66-5ad3e4b42237 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.662634] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 812.662634] env[65665]: value = "task-4854601" [ 812.662634] env[65665]: _type = "Task" [ 812.662634] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.672156] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.739855] env[65665]: DEBUG nova.scheduler.client.report [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.858377] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Acquiring lock "8ae47313-6535-4757-b25c-3f90e6af156a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.858630] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Lock "8ae47313-6535-4757-b25c-3f90e6af156a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.033037] env[65665]: DEBUG oslo_vmware.api [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854598, 'name': PowerOnVM_Task, 'duration_secs': 0.814123} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.033481] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.033546] env[65665]: DEBUG nova.compute.manager [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 813.034992] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9edc31-14ab-473b-9aeb-a17fa512909d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.091793] env[65665]: DEBUG oslo_vmware.api [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212943} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.092574] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.092574] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.092574] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.092799] env[65665]: INFO nova.compute.manager [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 813.092983] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 813.093166] env[65665]: DEBUG nova.compute.manager [-] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 813.093284] env[65665]: DEBUG nova.network.neutron [-] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 813.093507] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.157960] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.174863] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103205} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.175331] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.176247] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41deef7f-1a1d-466c-8f8c-4ec2a16f608f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.202523] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 48720752-7bd5-4d53-bcdf-aec0b8956094/48720752-7bd5-4d53-bcdf-aec0b8956094.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.202834] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a007a8e6-a108-4a4e-aa07-deff965cbfcd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.225435] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "e776049f-b496-4b4c-aafa-67a30a37ef55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.225800] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "e776049f-b496-4b4c-aafa-67a30a37ef55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.226284] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "e776049f-b496-4b4c-aafa-67a30a37ef55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.227026] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "e776049f-b496-4b4c-aafa-67a30a37ef55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.227026] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "e776049f-b496-4b4c-aafa-67a30a37ef55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.229543] env[65665]: INFO nova.compute.manager [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Terminating instance [ 813.237502] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 813.237502] env[65665]: value = "task-4854602" [ 813.237502] env[65665]: _type = "Task" [ 813.237502] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.252020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.034s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.253492] env[65665]: DEBUG nova.compute.manager [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 813.257883] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.259215] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.404s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.259612] env[65665]: DEBUG nova.objects.instance [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lazy-loading 'resources' on Instance uuid 593b27bd-4b73-47f7-8038-be5af33b0047 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.558794] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.737022] env[65665]: DEBUG nova.compute.manager [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 813.737022] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.737022] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b851e5af-e647-4c19-b37e-97d9f23aac1a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.749073] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854602, 'name': ReconfigVM_Task, 'duration_secs': 0.300181} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.751507] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 48720752-7bd5-4d53-bcdf-aec0b8956094/48720752-7bd5-4d53-bcdf-aec0b8956094.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.752246] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.752487] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12692eab-e318-4d40-875f-42e88ccbe9c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.754279] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f76dd10-e470-4e52-88bc-50428e949b3a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.761109] env[65665]: DEBUG nova.compute.utils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.764987] env[65665]: DEBUG nova.compute.manager [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 813.765238] env[65665]: DEBUG nova.network.neutron [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 813.765543] env[65665]: WARNING neutronclient.v2_0.client [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.766057] env[65665]: WARNING neutronclient.v2_0.client [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.770534] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 813.770534] env[65665]: value = "task-4854603" [ 813.770534] env[65665]: _type = "Task" [ 813.770534] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.770969] env[65665]: DEBUG oslo_vmware.api [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 813.770969] env[65665]: value = "task-4854604" [ 813.770969] env[65665]: _type = "Task" [ 813.770969] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.786890] env[65665]: DEBUG oslo_vmware.api [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.791871] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854603, 'name': Rename_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.831066] env[65665]: DEBUG nova.policy [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '112084b59bf642809c1a7b802d6a185a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '599399ceeacb45d7a2a3905c63eae0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.948861] env[65665]: DEBUG nova.network.neutron [-] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.009447] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.009696] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.250639] env[65665]: DEBUG nova.compute.manager [req-b5cdbf5c-5e3f-4599-9488-22c39ae7ef00 req-43331519-b148-46cb-9c13-e6c9431c4d60 service nova] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Received event network-vif-deleted-ff9e0ef4-a1db-4f73-9ed3-9d40f8cd078e {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 814.272238] env[65665]: DEBUG nova.compute.manager [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 814.297745] env[65665]: DEBUG oslo_vmware.api [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854604, 'name': PowerOffVM_Task, 'duration_secs': 0.244861} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.300952] env[65665]: DEBUG nova.network.neutron [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Successfully created port: cd8671e4-2b05-4d31-a8b3-5ab7330e81da {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 814.306682] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.306852] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.307245] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854603, 'name': Rename_Task, 'duration_secs': 0.212636} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.307993] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cafbce8-0531-436d-8864-bfea47749343 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.309813] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.310078] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56ce0a95-f2c2-4c7a-ba38-80062390c700 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.318710] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 814.318710] env[65665]: value = "task-4854605" [ 814.318710] env[65665]: _type = "Task" [ 814.318710] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.330305] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.392254] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.392348] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.392515] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Deleting the datastore file [datastore2] e776049f-b496-4b4c-aafa-67a30a37ef55 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.396598] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-019aa081-1efd-4bc8-90f5-d2a401d72589 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.404981] env[65665]: DEBUG oslo_vmware.api [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 814.404981] env[65665]: value = "task-4854607" [ 814.404981] env[65665]: _type = "Task" [ 814.404981] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.415512] env[65665]: DEBUG oslo_vmware.api [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.454228] env[65665]: INFO nova.compute.manager [-] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Took 1.36 seconds to deallocate network for instance. [ 814.530147] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0094d19c-87fa-420c-bb20-8bf6017a00ce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.544755] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7a6db2-67d2-4b93-af90-efa141eefe04 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.584739] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78fe808-21f5-4b3e-8815-ae36e4178819 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.593791] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b621ce2-3247-473c-897f-2ef77b3f2dae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.613753] env[65665]: DEBUG nova.compute.provider_tree [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.717629] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.718339] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.830500] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854605, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.919234] env[65665]: DEBUG oslo_vmware.api [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22995} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.919512] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.919727] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.922331] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.922725] env[65665]: INFO nova.compute.manager [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Took 1.19 seconds to destroy the instance on the hypervisor. [ 814.922973] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 814.923344] env[65665]: DEBUG nova.compute.manager [-] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 814.923482] env[65665]: DEBUG nova.network.neutron [-] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 814.923826] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.965800] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.117727] env[65665]: DEBUG nova.scheduler.client.report [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.261332] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.289890] env[65665]: DEBUG nova.compute.manager [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 815.333694] env[65665]: DEBUG nova.virt.hardware [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 815.333995] env[65665]: DEBUG nova.virt.hardware [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.334520] env[65665]: DEBUG nova.virt.hardware [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 815.334520] env[65665]: DEBUG nova.virt.hardware [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.334520] env[65665]: DEBUG nova.virt.hardware [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 815.334690] env[65665]: DEBUG nova.virt.hardware [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 815.335216] env[65665]: DEBUG nova.virt.hardware [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 815.335216] env[65665]: DEBUG nova.virt.hardware [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 815.335380] env[65665]: DEBUG nova.virt.hardware [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 815.335440] env[65665]: DEBUG nova.virt.hardware [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 815.335672] env[65665]: DEBUG nova.virt.hardware [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 815.336535] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729f5dec-69af-40e8-a785-ea69fd9ce5d7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.343836] env[65665]: DEBUG oslo_vmware.api [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854605, 'name': PowerOnVM_Task, 'duration_secs': 0.649359} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.345756] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.345756] env[65665]: DEBUG nova.compute.manager [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 815.346039] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c09563-3665-4f66-a45c-217d0e020c86 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.353032] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d515ff-8808-428a-bbd2-2406b404eff0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.626027] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.365s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.628234] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.379s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.628959] env[65665]: DEBUG nova.objects.instance [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lazy-loading 'resources' on Instance uuid 6388f612-9e9e-4ff4-8f3c-974049ee6cb0 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.658389] env[65665]: INFO nova.scheduler.client.report [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted allocations for instance 593b27bd-4b73-47f7-8038-be5af33b0047 [ 815.875019] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.016037] env[65665]: DEBUG nova.network.neutron [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Successfully updated port: cd8671e4-2b05-4d31-a8b3-5ab7330e81da {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 816.168184] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8679119d-fe75-4f17-ae0d-33d8b2e0bf4a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "593b27bd-4b73-47f7-8038-be5af33b0047" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.963s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.288736] env[65665]: DEBUG nova.network.neutron [-] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.522990] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "refresh_cache-48be45bb-98a1-4be0-85a2-3cd48a490c98" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.523253] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "refresh_cache-48be45bb-98a1-4be0-85a2-3cd48a490c98" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.523534] env[65665]: DEBUG nova.network.neutron [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 816.656797] env[65665]: DEBUG nova.compute.manager [req-bda6c161-d5c3-4bf4-a98a-912d24bacb1f req-2c4e9441-d9c2-4d8b-88ca-f748470c3300 service nova] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Received event network-vif-deleted-ed30a3d3-c0f6-43e8-b026-0eb69269726f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 816.764239] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3ece0e-1f6c-40d0-9e1b-c26154de696b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.772865] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7422f6a7-a685-4a73-b9fb-e4c37dbf2fe1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.805998] env[65665]: INFO nova.compute.manager [-] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Took 1.88 seconds to deallocate network for instance. [ 816.808894] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82ee70b-f3ca-45bd-a664-3a8e77910935 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.821045] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e650730e-7a0d-4682-ab1e-92c50551f239 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.837072] env[65665]: DEBUG nova.compute.provider_tree [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.033705] env[65665]: DEBUG nova.compute.manager [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Received event network-vif-plugged-cd8671e4-2b05-4d31-a8b3-5ab7330e81da {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 817.035668] env[65665]: DEBUG oslo_concurrency.lockutils [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] Acquiring lock "48be45bb-98a1-4be0-85a2-3cd48a490c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.035668] env[65665]: DEBUG oslo_concurrency.lockutils [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] Lock "48be45bb-98a1-4be0-85a2-3cd48a490c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.035668] env[65665]: DEBUG oslo_concurrency.lockutils [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] Lock "48be45bb-98a1-4be0-85a2-3cd48a490c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.035668] env[65665]: DEBUG nova.compute.manager [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] No waiting events found dispatching network-vif-plugged-cd8671e4-2b05-4d31-a8b3-5ab7330e81da {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 817.035668] env[65665]: WARNING nova.compute.manager [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Received unexpected event network-vif-plugged-cd8671e4-2b05-4d31-a8b3-5ab7330e81da for instance with vm_state building and task_state spawning. [ 817.035668] env[65665]: DEBUG nova.compute.manager [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Received event network-changed-cd8671e4-2b05-4d31-a8b3-5ab7330e81da {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 817.035668] env[65665]: DEBUG nova.compute.manager [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Refreshing instance network info cache due to event network-changed-cd8671e4-2b05-4d31-a8b3-5ab7330e81da. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 817.035668] env[65665]: DEBUG oslo_concurrency.lockutils [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] Acquiring lock "refresh_cache-48be45bb-98a1-4be0-85a2-3cd48a490c98" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.080792] env[65665]: DEBUG nova.network.neutron [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 817.171343] env[65665]: WARNING neutronclient.v2_0.client [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.257434] env[65665]: DEBUG nova.network.neutron [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Updating instance_info_cache with network_info: [{"id": "cd8671e4-2b05-4d31-a8b3-5ab7330e81da", "address": "fa:16:3e:82:fb:19", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8671e4-2b", "ovs_interfaceid": "cd8671e4-2b05-4d31-a8b3-5ab7330e81da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.317035] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.341754] env[65665]: DEBUG nova.scheduler.client.report [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.761284] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "refresh_cache-48be45bb-98a1-4be0-85a2-3cd48a490c98" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.761967] env[65665]: DEBUG nova.compute.manager [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Instance network_info: |[{"id": "cd8671e4-2b05-4d31-a8b3-5ab7330e81da", "address": "fa:16:3e:82:fb:19", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8671e4-2b", "ovs_interfaceid": "cd8671e4-2b05-4d31-a8b3-5ab7330e81da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 817.761967] env[65665]: DEBUG oslo_concurrency.lockutils [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] Acquired lock "refresh_cache-48be45bb-98a1-4be0-85a2-3cd48a490c98" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.762299] env[65665]: DEBUG nova.network.neutron [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Refreshing network info cache for port cd8671e4-2b05-4d31-a8b3-5ab7330e81da {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.763549] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:fb:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd8671e4-2b05-4d31-a8b3-5ab7330e81da', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.773360] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 817.774231] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.775294] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1c38059-6c25-4f4f-8ed8-314c71199a9a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.795855] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.796125] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.801168] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.801168] env[65665]: value = "task-4854608" [ 817.801168] env[65665]: _type = "Task" [ 817.801168] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.811361] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854608, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.836965] env[65665]: DEBUG oslo_concurrency.lockutils [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "48720752-7bd5-4d53-bcdf-aec0b8956094" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.837324] env[65665]: DEBUG oslo_concurrency.lockutils [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "48720752-7bd5-4d53-bcdf-aec0b8956094" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.837618] env[65665]: DEBUG oslo_concurrency.lockutils [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "48720752-7bd5-4d53-bcdf-aec0b8956094-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.837800] env[65665]: DEBUG oslo_concurrency.lockutils [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "48720752-7bd5-4d53-bcdf-aec0b8956094-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.838046] env[65665]: DEBUG oslo_concurrency.lockutils [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "48720752-7bd5-4d53-bcdf-aec0b8956094-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.840249] env[65665]: INFO nova.compute.manager [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Terminating instance [ 817.847191] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.850045] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.369s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.850242] env[65665]: DEBUG nova.objects.instance [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lazy-loading 'resources' on Instance uuid 426495b7-1437-44f3-b3ac-0557ce8a4550 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.877956] env[65665]: INFO nova.scheduler.client.report [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Deleted allocations for instance 6388f612-9e9e-4ff4-8f3c-974049ee6cb0 [ 818.276560] env[65665]: WARNING neutronclient.v2_0.client [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.314504] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854608, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.344330] env[65665]: DEBUG oslo_concurrency.lockutils [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "refresh_cache-48720752-7bd5-4d53-bcdf-aec0b8956094" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.344517] env[65665]: DEBUG oslo_concurrency.lockutils [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquired lock "refresh_cache-48720752-7bd5-4d53-bcdf-aec0b8956094" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.344757] env[65665]: DEBUG nova.network.neutron [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 818.387895] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab636d60-14ab-4261-9a96-cef771d4498e tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "6388f612-9e9e-4ff4-8f3c-974049ee6cb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.500s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.471426] env[65665]: WARNING neutronclient.v2_0.client [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.646974] env[65665]: DEBUG nova.network.neutron [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Updated VIF entry in instance network info cache for port cd8671e4-2b05-4d31-a8b3-5ab7330e81da. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 818.647433] env[65665]: DEBUG nova.network.neutron [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Updating instance_info_cache with network_info: [{"id": "cd8671e4-2b05-4d31-a8b3-5ab7330e81da", "address": "fa:16:3e:82:fb:19", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8671e4-2b", "ovs_interfaceid": "cd8671e4-2b05-4d31-a8b3-5ab7330e81da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.674019] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "f2082df5-ec95-423f-a5d6-b7f776be63ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.674019] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "f2082df5-ec95-423f-a5d6-b7f776be63ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.674019] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "f2082df5-ec95-423f-a5d6-b7f776be63ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.674608] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "f2082df5-ec95-423f-a5d6-b7f776be63ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.674805] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "f2082df5-ec95-423f-a5d6-b7f776be63ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.678017] env[65665]: INFO nova.compute.manager [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Terminating instance [ 818.816065] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854608, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.850993] env[65665]: WARNING neutronclient.v2_0.client [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.879329] env[65665]: DEBUG nova.network.neutron [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 818.920372] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "6451b8cc-cf73-49d3-977c-40812068b4fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.920372] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "6451b8cc-cf73-49d3-977c-40812068b4fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.920372] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "6451b8cc-cf73-49d3-977c-40812068b4fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.920372] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "6451b8cc-cf73-49d3-977c-40812068b4fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.920655] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "6451b8cc-cf73-49d3-977c-40812068b4fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.922542] env[65665]: INFO nova.compute.manager [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Terminating instance [ 818.970982] env[65665]: DEBUG nova.network.neutron [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.999298] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdce8ea-6cdb-4c09-ad2d-1a4f2839b0cd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.008918] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b304d1-db58-4a9f-86b5-b650d0b8563e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.047021] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f216bb-81aa-41ab-9da5-63425ba5274e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.057069] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ab28db-005b-4eb4-8fc0-006b6979dc24 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.077026] env[65665]: DEBUG nova.compute.provider_tree [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.153653] env[65665]: DEBUG oslo_concurrency.lockutils [req-598e098e-3a75-42c0-8eb2-7eb41ff525d2 req-109ca83c-afef-49bb-8370-0dba44b1990e service nova] Releasing lock "refresh_cache-48be45bb-98a1-4be0-85a2-3cd48a490c98" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.185322] env[65665]: DEBUG nova.compute.manager [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 819.185550] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.186483] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3880904-15bb-4cc5-affc-3c231bbf355a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.195373] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.195658] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dd7ffa4-27ba-4a09-a921-ae2b7c112421 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.202786] env[65665]: DEBUG oslo_vmware.api [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 819.202786] env[65665]: value = "task-4854609" [ 819.202786] env[65665]: _type = "Task" [ 819.202786] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.211546] env[65665]: DEBUG oslo_vmware.api [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.317341] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854608, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.426933] env[65665]: DEBUG nova.compute.manager [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 819.427256] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.428258] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a50b2cb-d1cc-4e9b-89ea-992a6ee915a5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.436930] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.437242] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ede20b68-557b-49a7-a53e-84e110a0695d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.444907] env[65665]: DEBUG oslo_vmware.api [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 819.444907] env[65665]: value = "task-4854610" [ 819.444907] env[65665]: _type = "Task" [ 819.444907] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.457275] env[65665]: DEBUG oslo_vmware.api [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.478375] env[65665]: DEBUG oslo_concurrency.lockutils [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Releasing lock "refresh_cache-48720752-7bd5-4d53-bcdf-aec0b8956094" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.479105] env[65665]: DEBUG nova.compute.manager [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 819.479411] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.480698] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c25889-f814-48e9-af73-dd8cac861663 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.491506] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.491793] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-165a5cec-1cd8-4ef0-b85c-7ad7d19f7642 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.500065] env[65665]: DEBUG oslo_vmware.api [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 819.500065] env[65665]: value = "task-4854611" [ 819.500065] env[65665]: _type = "Task" [ 819.500065] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.509870] env[65665]: DEBUG oslo_vmware.api [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.580186] env[65665]: DEBUG nova.scheduler.client.report [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.719142] env[65665]: DEBUG oslo_vmware.api [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854609, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.822107] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854608, 'name': CreateVM_Task, 'duration_secs': 1.572141} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.822481] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.823131] env[65665]: WARNING neutronclient.v2_0.client [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.823583] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.823792] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.824234] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.824647] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0af7a4-cebe-43ed-8c1f-8bbdb9fadb39 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.831576] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 819.831576] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5229ca33-a081-858c-f6ec-bbf2050c914c" [ 819.831576] env[65665]: _type = "Task" [ 819.831576] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.843180] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5229ca33-a081-858c-f6ec-bbf2050c914c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.956819] env[65665]: DEBUG oslo_vmware.api [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854610, 'name': PowerOffVM_Task, 'duration_secs': 0.30906} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.957309] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.961128] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.961552] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de6276cb-1e16-46cb-b14c-8dc033fdccdf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.013631] env[65665]: DEBUG oslo_vmware.api [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854611, 'name': PowerOffVM_Task, 'duration_secs': 0.237635} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.014205] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.014205] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.014337] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b1bebe0-d285-4905-9129-2565a80c0a7e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.038943] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.039277] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.039586] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Deleting the datastore file [datastore1] 6451b8cc-cf73-49d3-977c-40812068b4fb {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.039906] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c15427c-9fb0-4288-b37f-c35d0faea59e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.050039] env[65665]: DEBUG oslo_vmware.api [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 820.050039] env[65665]: value = "task-4854614" [ 820.050039] env[65665]: _type = "Task" [ 820.050039] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.055358] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.055569] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.055786] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Deleting the datastore file [datastore2] 48720752-7bd5-4d53-bcdf-aec0b8956094 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.056020] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75dbde2a-6e70-4054-a803-8f6b55ca553a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.064923] env[65665]: DEBUG oslo_vmware.api [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.067156] env[65665]: DEBUG oslo_vmware.api [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 820.067156] env[65665]: value = "task-4854615" [ 820.067156] env[65665]: _type = "Task" [ 820.067156] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.082934] env[65665]: DEBUG oslo_vmware.api [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.085930] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.089953] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.079s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.089953] env[65665]: DEBUG nova.objects.instance [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lazy-loading 'resources' on Instance uuid 5a2054d2-0d1a-48d6-8d77-a3d805533bbc {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.116424] env[65665]: INFO nova.scheduler.client.report [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Deleted allocations for instance 426495b7-1437-44f3-b3ac-0557ce8a4550 [ 820.218398] env[65665]: DEBUG oslo_vmware.api [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854609, 'name': PowerOffVM_Task, 'duration_secs': 0.64709} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.218666] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.218826] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.219110] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a43ac6bc-ad1c-4d02-889f-f1c968c70f50 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.304053] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.304053] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.304053] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleting the datastore file [datastore1] f2082df5-ec95-423f-a5d6-b7f776be63ad {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.304053] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-479dcf68-edad-4bc9-a7a9-b6d2aebc8c26 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.311754] env[65665]: DEBUG oslo_vmware.api [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 820.311754] env[65665]: value = "task-4854617" [ 820.311754] env[65665]: _type = "Task" [ 820.311754] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.323635] env[65665]: DEBUG oslo_vmware.api [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.347316] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5229ca33-a081-858c-f6ec-bbf2050c914c, 'name': SearchDatastore_Task, 'duration_secs': 0.016337} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.347628] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.347857] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.348105] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.348249] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.348421] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.348695] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf6b0e89-4281-41a4-88f9-6e4873eaa229 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.363767] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.364100] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.364872] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f188fe6c-9ed9-4d59-93bc-716906c58fec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.371544] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 820.371544] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5225c2a3-afed-1959-462c-7855ee0baf8a" [ 820.371544] env[65665]: _type = "Task" [ 820.371544] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.388039] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5225c2a3-afed-1959-462c-7855ee0baf8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.562844] env[65665]: DEBUG oslo_vmware.api [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216398} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.563623] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.563623] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.563830] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.563939] env[65665]: INFO nova.compute.manager [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 820.564229] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 820.564421] env[65665]: DEBUG nova.compute.manager [-] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 820.564515] env[65665]: DEBUG nova.network.neutron [-] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 820.564755] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.577408] env[65665]: DEBUG oslo_vmware.api [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142221} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.577854] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.578052] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.578562] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.578875] env[65665]: INFO nova.compute.manager [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Took 1.10 seconds to destroy the instance on the hypervisor. [ 820.579214] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 820.579466] env[65665]: DEBUG nova.compute.manager [-] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 820.579629] env[65665]: DEBUG nova.network.neutron [-] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 820.579965] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.599252] env[65665]: DEBUG nova.network.neutron [-] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 820.599510] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.602883] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.624467] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b9283c77-7b74-4cf4-8d7d-244220ca093c tempest-AttachInterfacesUnderV243Test-153791295 tempest-AttachInterfacesUnderV243Test-153791295-project-member] Lock "426495b7-1437-44f3-b3ac-0557ce8a4550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.617s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.827603] env[65665]: DEBUG oslo_vmware.api [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141571} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.827942] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.828067] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.828302] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.828423] env[65665]: INFO nova.compute.manager [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Took 1.64 seconds to destroy the instance on the hypervisor. [ 820.828677] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 820.828875] env[65665]: DEBUG nova.compute.manager [-] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 820.828968] env[65665]: DEBUG nova.network.neutron [-] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 820.829341] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.872767] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.888989] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5225c2a3-afed-1959-462c-7855ee0baf8a, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.889868] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2211b4d0-865b-46ae-bd3c-cddeb8204832 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.900994] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 820.900994] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ee32a7-f1e4-fcea-1eb4-af9b3a0c2877" [ 820.900994] env[65665]: _type = "Task" [ 820.900994] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.913288] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ee32a7-f1e4-fcea-1eb4-af9b3a0c2877, 'name': SearchDatastore_Task, 'duration_secs': 0.012532} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.916698] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.917115] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 48be45bb-98a1-4be0-85a2-3cd48a490c98/48be45bb-98a1-4be0-85a2-3cd48a490c98.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.920045] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f5adf74-7e56-4d87-8934-36829dcb5bfe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.925766] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 820.925766] env[65665]: value = "task-4854618" [ 820.925766] env[65665]: _type = "Task" [ 820.925766] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.937270] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.974681] env[65665]: DEBUG nova.compute.manager [req-93d0281f-16b5-4412-bb9f-59b60e88374b req-61c8fa9c-1bad-416f-89c9-cf9bd7797e08 service nova] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Received event network-vif-deleted-fd9d1d81-5c23-4073-85cc-4b83eb3288b4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 820.977107] env[65665]: INFO nova.compute.manager [req-93d0281f-16b5-4412-bb9f-59b60e88374b req-61c8fa9c-1bad-416f-89c9-cf9bd7797e08 service nova] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Neutron deleted interface fd9d1d81-5c23-4073-85cc-4b83eb3288b4; detaching it from the instance and deleting it from the info cache [ 820.977107] env[65665]: DEBUG nova.network.neutron [req-93d0281f-16b5-4412-bb9f-59b60e88374b req-61c8fa9c-1bad-416f-89c9-cf9bd7797e08 service nova] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.102211] env[65665]: DEBUG nova.network.neutron [-] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.234370] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470d6045-27a0-4ae9-83c7-938f6dc41247 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.243876] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea47b65-8300-4ae7-a238-d79c486cd572 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.278912] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88525c4-97ea-488e-9016-33a43425ddf3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.289765] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd70260-e346-4ea6-a4b2-0c2ef3e07f46 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.305240] env[65665]: DEBUG nova.compute.provider_tree [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.321212] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.321601] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.368253] env[65665]: DEBUG nova.network.neutron [-] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.438159] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506505} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.438621] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 48be45bb-98a1-4be0-85a2-3cd48a490c98/48be45bb-98a1-4be0-85a2-3cd48a490c98.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.438910] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.439243] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f86373ab-dc2f-40ea-94d4-4d48446e4c1f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.446900] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 821.446900] env[65665]: value = "task-4854619" [ 821.446900] env[65665]: _type = "Task" [ 821.446900] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.459076] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.478149] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27e91f4b-79e1-4313-bab8-adacbd9edb07 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.488670] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7404e74-3cad-4464-81e7-557048410613 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.527936] env[65665]: DEBUG nova.compute.manager [req-93d0281f-16b5-4412-bb9f-59b60e88374b req-61c8fa9c-1bad-416f-89c9-cf9bd7797e08 service nova] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Detach interface failed, port_id=fd9d1d81-5c23-4073-85cc-4b83eb3288b4, reason: Instance 6451b8cc-cf73-49d3-977c-40812068b4fb could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 821.609420] env[65665]: INFO nova.compute.manager [-] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Took 1.03 seconds to deallocate network for instance. [ 821.688310] env[65665]: DEBUG nova.network.neutron [-] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.808764] env[65665]: DEBUG nova.scheduler.client.report [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.837013] env[65665]: DEBUG oslo_vmware.rw_handles [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528be190-8099-f66b-2a31-644d06d03d61/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 821.838063] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa29676-a8a9-4817-a416-d7ac0e805759 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.846560] env[65665]: DEBUG oslo_vmware.rw_handles [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528be190-8099-f66b-2a31-644d06d03d61/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 821.846729] env[65665]: ERROR oslo_vmware.rw_handles [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528be190-8099-f66b-2a31-644d06d03d61/disk-0.vmdk due to incomplete transfer. [ 821.847142] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9946b203-7333-4ed0-bd8f-c25c2e1f251b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.858115] env[65665]: DEBUG oslo_vmware.rw_handles [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528be190-8099-f66b-2a31-644d06d03d61/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 821.858341] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Uploaded image 1cf41a6c-f021-4700-9185-1093b02c3b86 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 821.860355] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 821.861021] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e6262e88-b9dd-4592-83df-c99bea067ea4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.868587] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 821.868587] env[65665]: value = "task-4854620" [ 821.868587] env[65665]: _type = "Task" [ 821.868587] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.872230] env[65665]: INFO nova.compute.manager [-] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Took 1.31 seconds to deallocate network for instance. [ 821.881254] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854620, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.959300] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06998} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.959592] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.960437] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f388ab-477b-4cd6-b74d-b2f7fcf2fff6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.989739] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 48be45bb-98a1-4be0-85a2-3cd48a490c98/48be45bb-98a1-4be0-85a2-3cd48a490c98.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.990115] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7116eae-811a-4430-aa46-597978d106ad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.012689] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 822.012689] env[65665]: value = "task-4854621" [ 822.012689] env[65665]: _type = "Task" [ 822.012689] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.025381] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.118013] env[65665]: DEBUG oslo_concurrency.lockutils [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.190496] env[65665]: INFO nova.compute.manager [-] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Took 1.36 seconds to deallocate network for instance. [ 822.314888] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.318142] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.767s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.320287] env[65665]: INFO nova.compute.claims [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.346685] env[65665]: INFO nova.scheduler.client.report [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Deleted allocations for instance 5a2054d2-0d1a-48d6-8d77-a3d805533bbc [ 822.380625] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854620, 'name': Destroy_Task, 'duration_secs': 0.397216} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.381057] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Destroyed the VM [ 822.381422] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.386023] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.386023] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0057c3b1-c5bf-4d6d-83e0-6de1a9848b18 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.391878] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 822.391878] env[65665]: value = "task-4854622" [ 822.391878] env[65665]: _type = "Task" [ 822.391878] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.403255] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854622, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.527033] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.700162] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.861964] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc04085a-a5ae-4715-9e0b-7717baaf4dce tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "5a2054d2-0d1a-48d6-8d77-a3d805533bbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.119s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.903754] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854622, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.027987] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854621, 'name': ReconfigVM_Task, 'duration_secs': 0.647871} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.028508] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 48be45bb-98a1-4be0-85a2-3cd48a490c98/48be45bb-98a1-4be0-85a2-3cd48a490c98.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.029355] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc1cf7d1-8c30-4115-9e8e-72330c259b40 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.037674] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 823.037674] env[65665]: value = "task-4854623" [ 823.037674] env[65665]: _type = "Task" [ 823.037674] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.047955] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854623, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.176925] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "9200dd22-5bf9-40aa-8c9a-3d36f12adfe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.177186] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "9200dd22-5bf9-40aa-8c9a-3d36f12adfe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.271538] env[65665]: DEBUG nova.compute.manager [req-f712983e-1ed2-4f6a-b82a-ab7918fc7e9c req-ceb8b93e-62d8-4cad-93d7-9b5104df51f4 service nova] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Received event network-vif-deleted-e494af15-3eb0-4aae-8299-eed64ca91d77 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 823.409178] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854622, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.550749] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854623, 'name': Rename_Task, 'duration_secs': 0.183357} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.554239] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.554908] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f330d06d-9adb-497f-a134-68329a5f4a5a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.564491] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 823.564491] env[65665]: value = "task-4854624" [ 823.564491] env[65665]: _type = "Task" [ 823.564491] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.578449] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.908512] env[65665]: DEBUG oslo_vmware.api [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854622, 'name': RemoveSnapshot_Task, 'duration_secs': 1.266283} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.908866] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 823.908999] env[65665]: INFO nova.compute.manager [None req-0055d2fa-8e5f-4093-b549-4fd42e35555d tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Took 17.88 seconds to snapshot the instance on the hypervisor. [ 823.959210] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219b9a94-0d0f-4e97-b168-ea863547a4dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.969302] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde1dd70-0fc7-4850-95c3-6286c181dc5d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.011622] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a6c088-6a16-4fe2-ad36-337bca33a76f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.022562] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f715448d-eac9-43ba-af3d-23bf2b8ce357 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.039542] env[65665]: DEBUG nova.compute.provider_tree [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.081725] env[65665]: DEBUG oslo_vmware.api [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854624, 'name': PowerOnVM_Task, 'duration_secs': 0.498216} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.081725] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.081725] env[65665]: INFO nova.compute.manager [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Took 8.79 seconds to spawn the instance on the hypervisor. [ 824.081897] env[65665]: DEBUG nova.compute.manager [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 824.082995] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fb419c-a0a4-4a76-8821-5d29f4ca6b3d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.542753] env[65665]: DEBUG nova.scheduler.client.report [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.602611] env[65665]: INFO nova.compute.manager [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Took 54.09 seconds to build instance. [ 825.047517] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.048115] env[65665]: DEBUG nova.compute.manager [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 825.051565] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.832s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.053139] env[65665]: INFO nova.compute.claims [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.105301] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8153b4e2-b4d1-47fa-b88f-8d5ed868c932 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "48be45bb-98a1-4be0-85a2-3cd48a490c98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.607s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.286720] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "9cf295fa-3194-41e3-a3e8-e6d579cd6975" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.287364] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "9cf295fa-3194-41e3-a3e8-e6d579cd6975" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.287364] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "9cf295fa-3194-41e3-a3e8-e6d579cd6975-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.287567] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "9cf295fa-3194-41e3-a3e8-e6d579cd6975-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.287567] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "9cf295fa-3194-41e3-a3e8-e6d579cd6975-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.289749] env[65665]: INFO nova.compute.manager [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Terminating instance [ 825.564459] env[65665]: DEBUG nova.compute.utils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.566332] env[65665]: DEBUG nova.compute.manager [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 825.566606] env[65665]: DEBUG nova.network.neutron [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 825.567080] env[65665]: WARNING neutronclient.v2_0.client [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.567593] env[65665]: WARNING neutronclient.v2_0.client [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.610615] env[65665]: DEBUG nova.compute.manager [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 825.620883] env[65665]: DEBUG nova.policy [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf417b913cd6406ab60387c7d346e5ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f26153d5641a4814a8977223e99fb045', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.664022] env[65665]: INFO nova.compute.manager [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Rebuilding instance [ 825.707174] env[65665]: DEBUG nova.compute.manager [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 825.708076] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44aa904-fbfe-47f5-9f13-9d80376e7153 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.794579] env[65665]: DEBUG nova.compute.manager [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 825.794799] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.795793] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9632bdea-db12-4d59-9555-38ab752a5f06 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.804179] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.804439] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f77c3b91-d25e-4c05-a8b8-eb597e0a6f21 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.811786] env[65665]: DEBUG oslo_vmware.api [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 825.811786] env[65665]: value = "task-4854625" [ 825.811786] env[65665]: _type = "Task" [ 825.811786] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.824797] env[65665]: DEBUG oslo_vmware.api [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.926346] env[65665]: DEBUG nova.network.neutron [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Successfully created port: 5f899ae1-034f-4c4e-a21a-d03e06d58ea7 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 826.072100] env[65665]: DEBUG nova.compute.manager [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 826.131439] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.322202] env[65665]: DEBUG oslo_vmware.api [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854625, 'name': PowerOffVM_Task, 'duration_secs': 0.218049} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.324914] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.325099] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.326208] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6dc65eb-9a0a-454f-aad8-8056516c3d18 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.392145] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.392364] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.392543] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Deleting the datastore file [datastore2] 9cf295fa-3194-41e3-a3e8-e6d579cd6975 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.392826] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c22e82a-b7d3-4b05-98fa-24c024fb9f4d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.403036] env[65665]: DEBUG oslo_vmware.api [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for the task: (returnval){ [ 826.403036] env[65665]: value = "task-4854627" [ 826.403036] env[65665]: _type = "Task" [ 826.403036] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.412915] env[65665]: DEBUG oslo_vmware.api [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.664157] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f450627e-4fe8-4464-87fe-274312330d73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.673818] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6923ea33-00f9-440c-ac4d-d0ccd4502b65 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.711464] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c440c7e-b862-4133-92cc-32b1a103656b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.721497] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f99b4a-ce8f-4113-bf9f-9a8d5ea03b5f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.726377] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.726675] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1329b983-84d7-4aaf-9c4d-879fb8f1f863 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.742190] env[65665]: DEBUG nova.compute.provider_tree [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.746493] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 826.746493] env[65665]: value = "task-4854628" [ 826.746493] env[65665]: _type = "Task" [ 826.746493] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.757343] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.914339] env[65665]: DEBUG oslo_vmware.api [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Task: {'id': task-4854627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151411} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.914727] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.915011] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.915257] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.915469] env[65665]: INFO nova.compute.manager [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Took 1.12 seconds to destroy the instance on the hypervisor. [ 826.915786] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 826.916085] env[65665]: DEBUG nova.compute.manager [-] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 826.916220] env[65665]: DEBUG nova.network.neutron [-] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 826.916508] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.952762] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.082256] env[65665]: DEBUG nova.compute.manager [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 827.108571] env[65665]: DEBUG nova.virt.hardware [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 827.108829] env[65665]: DEBUG nova.virt.hardware [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.108979] env[65665]: DEBUG nova.virt.hardware [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 827.109177] env[65665]: DEBUG nova.virt.hardware [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.109314] env[65665]: DEBUG nova.virt.hardware [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 827.109454] env[65665]: DEBUG nova.virt.hardware [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 827.109648] env[65665]: DEBUG nova.virt.hardware [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 827.109797] env[65665]: DEBUG nova.virt.hardware [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 827.109953] env[65665]: DEBUG nova.virt.hardware [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 827.110121] env[65665]: DEBUG nova.virt.hardware [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 827.110287] env[65665]: DEBUG nova.virt.hardware [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 827.111163] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15941d7e-b097-4795-ae8d-dafd6921b6a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.120467] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79fd724-b52f-49e4-88e5-89e8b8eb17d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.248936] env[65665]: DEBUG nova.scheduler.client.report [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.262969] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854628, 'name': PowerOffVM_Task, 'duration_secs': 0.215318} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.263242] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.263470] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.264330] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aef0f7e-38c4-49c1-a5f3-1ab7d7f531bf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.271945] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.272227] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3e82bb2-8d89-4251-ba17-949baf78bfdb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.340329] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.340563] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.340738] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleting the datastore file [datastore1] 48be45bb-98a1-4be0-85a2-3cd48a490c98 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.341042] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aab1ea88-f976-4aef-92d9-5106582b0a2e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.348072] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 827.348072] env[65665]: value = "task-4854630" [ 827.348072] env[65665]: _type = "Task" [ 827.348072] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.357569] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.365772] env[65665]: DEBUG nova.compute.manager [req-f3f2d79c-768e-49f0-a5de-e654a8cd65ac req-7e631515-a75b-4c17-a7f5-1eb3963e38cf service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Received event network-vif-deleted-73db27ba-2f7b-4f0d-b9df-1221ea19d193 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 827.365961] env[65665]: INFO nova.compute.manager [req-f3f2d79c-768e-49f0-a5de-e654a8cd65ac req-7e631515-a75b-4c17-a7f5-1eb3963e38cf service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Neutron deleted interface 73db27ba-2f7b-4f0d-b9df-1221ea19d193; detaching it from the instance and deleting it from the info cache [ 827.366483] env[65665]: DEBUG nova.network.neutron [req-f3f2d79c-768e-49f0-a5de-e654a8cd65ac req-7e631515-a75b-4c17-a7f5-1eb3963e38cf service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.505707] env[65665]: DEBUG nova.network.neutron [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Successfully updated port: 5f899ae1-034f-4c4e-a21a-d03e06d58ea7 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 827.547329] env[65665]: DEBUG nova.compute.manager [req-062a2d0f-de81-4961-b710-cf1c1489de08 req-68308a05-41d6-41ad-b6b6-ec95a784e3ac service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Received event network-vif-plugged-5f899ae1-034f-4c4e-a21a-d03e06d58ea7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 827.547448] env[65665]: DEBUG oslo_concurrency.lockutils [req-062a2d0f-de81-4961-b710-cf1c1489de08 req-68308a05-41d6-41ad-b6b6-ec95a784e3ac service nova] Acquiring lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.547718] env[65665]: DEBUG oslo_concurrency.lockutils [req-062a2d0f-de81-4961-b710-cf1c1489de08 req-68308a05-41d6-41ad-b6b6-ec95a784e3ac service nova] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.547798] env[65665]: DEBUG oslo_concurrency.lockutils [req-062a2d0f-de81-4961-b710-cf1c1489de08 req-68308a05-41d6-41ad-b6b6-ec95a784e3ac service nova] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.547967] env[65665]: DEBUG nova.compute.manager [req-062a2d0f-de81-4961-b710-cf1c1489de08 req-68308a05-41d6-41ad-b6b6-ec95a784e3ac service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] No waiting events found dispatching network-vif-plugged-5f899ae1-034f-4c4e-a21a-d03e06d58ea7 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 827.548159] env[65665]: WARNING nova.compute.manager [req-062a2d0f-de81-4961-b710-cf1c1489de08 req-68308a05-41d6-41ad-b6b6-ec95a784e3ac service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Received unexpected event network-vif-plugged-5f899ae1-034f-4c4e-a21a-d03e06d58ea7 for instance with vm_state building and task_state spawning. [ 827.706590] env[65665]: DEBUG nova.network.neutron [-] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.755751] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.757991] env[65665]: DEBUG nova.compute.manager [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 827.762229] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 41.830s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.859282] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172192} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.859584] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.859770] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.859945] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.870349] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6970ab9a-5482-4ac4-b78c-dd80f7a32a55 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.882230] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03b28be-f520-45df-9090-e355f886a4d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.920963] env[65665]: DEBUG nova.compute.manager [req-f3f2d79c-768e-49f0-a5de-e654a8cd65ac req-7e631515-a75b-4c17-a7f5-1eb3963e38cf service nova] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Detach interface failed, port_id=73db27ba-2f7b-4f0d-b9df-1221ea19d193, reason: Instance 9cf295fa-3194-41e3-a3e8-e6d579cd6975 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 828.009783] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.009974] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.010175] env[65665]: DEBUG nova.network.neutron [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 828.208998] env[65665]: INFO nova.compute.manager [-] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Took 1.29 seconds to deallocate network for instance. [ 828.267773] env[65665]: DEBUG nova.compute.utils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.269334] env[65665]: DEBUG nova.compute.manager [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 828.269514] env[65665]: DEBUG nova.network.neutron [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 828.270091] env[65665]: WARNING neutronclient.v2_0.client [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.270202] env[65665]: WARNING neutronclient.v2_0.client [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.334365] env[65665]: DEBUG nova.policy [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3966a9e07bb4deba27121c11ef82e16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ee5d8182dad4eebae4a83f408e0ba22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.554388] env[65665]: DEBUG nova.network.neutron [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 828.680831] env[65665]: WARNING neutronclient.v2_0.client [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.711450] env[65665]: DEBUG nova.network.neutron [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Successfully created port: 77e4fda2-54b7-4147-8c8b-d47eb07b8226 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 828.718173] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.773900] env[65665]: DEBUG nova.compute.manager [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 828.777729] env[65665]: DEBUG nova.network.neutron [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance_info_cache with network_info: [{"id": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "address": "fa:16:3e:56:2f:81", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f899ae1-03", "ovs_interfaceid": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.891647] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4effc11a-146a-4ff0-9385-d8592721ae3b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.904760] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18ea582-244b-45b2-84f0-401af107ddff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.910907] env[65665]: DEBUG nova.virt.hardware [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 828.910907] env[65665]: DEBUG nova.virt.hardware [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.910907] env[65665]: DEBUG nova.virt.hardware [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 828.910907] env[65665]: DEBUG nova.virt.hardware [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.911279] env[65665]: DEBUG nova.virt.hardware [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 828.911279] env[65665]: DEBUG nova.virt.hardware [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 828.911445] env[65665]: DEBUG nova.virt.hardware [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 828.912040] env[65665]: DEBUG nova.virt.hardware [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 828.912040] env[65665]: DEBUG nova.virt.hardware [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 828.912040] env[65665]: DEBUG nova.virt.hardware [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 828.912193] env[65665]: DEBUG nova.virt.hardware [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 828.912867] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7987e670-1e8e-4e46-8ea2-a2d8b3db10a4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.945048] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac88760-8048-43ed-8b59-d530e5bfe3b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.949968] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed73e5cf-b8eb-4624-a87e-f2ada7829466 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.966658] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06a550f-f917-4329-9f25-08bbc2747a13 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.971746] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:fb:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd8671e4-2b05-4d31-a8b3-5ab7330e81da', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.980358] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 828.980778] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.981742] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8499b6cc-e503-46b6-b6b8-0b835f42f986 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.007100] env[65665]: DEBUG nova.compute.provider_tree [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.016489] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.016489] env[65665]: value = "task-4854631" [ 829.016489] env[65665]: _type = "Task" [ 829.016489] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.030279] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854631, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.284588] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.284999] env[65665]: DEBUG nova.compute.manager [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Instance network_info: |[{"id": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "address": "fa:16:3e:56:2f:81", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f899ae1-03", "ovs_interfaceid": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 829.285574] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:2f:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f899ae1-034f-4c4e-a21a-d03e06d58ea7', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.293745] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Creating folder: Project (f26153d5641a4814a8977223e99fb045). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.294080] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5e522c3-a6e1-4be3-a906-4bfc037bd164 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.305589] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Created folder: Project (f26153d5641a4814a8977223e99fb045) in parent group-v946135. [ 829.306216] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Creating folder: Instances. Parent ref: group-v946301. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.306216] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99a42b29-0a9c-46bc-8cc5-244b4fe0e02b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.317503] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Created folder: Instances in parent group-v946301. [ 829.317844] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 829.318073] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.318305] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb650847-019e-4c0a-9f57-3c2400ab2a9b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.339514] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.339514] env[65665]: value = "task-4854634" [ 829.339514] env[65665]: _type = "Task" [ 829.339514] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.350497] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854634, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.510411] env[65665]: DEBUG nova.scheduler.client.report [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.527368] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854631, 'name': CreateVM_Task, 'duration_secs': 0.297101} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.527368] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.527924] env[65665]: WARNING neutronclient.v2_0.client [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 829.528308] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.528458] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.528828] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.529067] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c933fd-0615-443c-9388-be8db93b4762 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.536077] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 829.536077] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5211554c-ffbe-415f-fc63-ede968bb6916" [ 829.536077] env[65665]: _type = "Task" [ 829.536077] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.545026] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5211554c-ffbe-415f-fc63-ede968bb6916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.649923] env[65665]: DEBUG nova.compute.manager [req-633735c9-343e-485e-a622-25b1aefb0f36 req-96e69a35-6356-4f6e-ace2-fac4dd3c1259 service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Received event network-changed-5f899ae1-034f-4c4e-a21a-d03e06d58ea7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 829.650219] env[65665]: DEBUG nova.compute.manager [req-633735c9-343e-485e-a622-25b1aefb0f36 req-96e69a35-6356-4f6e-ace2-fac4dd3c1259 service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Refreshing instance network info cache due to event network-changed-5f899ae1-034f-4c4e-a21a-d03e06d58ea7. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 829.650512] env[65665]: DEBUG oslo_concurrency.lockutils [req-633735c9-343e-485e-a622-25b1aefb0f36 req-96e69a35-6356-4f6e-ace2-fac4dd3c1259 service nova] Acquiring lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.650983] env[65665]: DEBUG oslo_concurrency.lockutils [req-633735c9-343e-485e-a622-25b1aefb0f36 req-96e69a35-6356-4f6e-ace2-fac4dd3c1259 service nova] Acquired lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.651089] env[65665]: DEBUG nova.network.neutron [req-633735c9-343e-485e-a622-25b1aefb0f36 req-96e69a35-6356-4f6e-ace2-fac4dd3c1259 service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Refreshing network info cache for port 5f899ae1-034f-4c4e-a21a-d03e06d58ea7 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.787419] env[65665]: DEBUG nova.compute.manager [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 829.815860] env[65665]: DEBUG nova.virt.hardware [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 829.816113] env[65665]: DEBUG nova.virt.hardware [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.816266] env[65665]: DEBUG nova.virt.hardware [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 829.816545] env[65665]: DEBUG nova.virt.hardware [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.816626] env[65665]: DEBUG nova.virt.hardware [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 829.816705] env[65665]: DEBUG nova.virt.hardware [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 829.816901] env[65665]: DEBUG nova.virt.hardware [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 829.817073] env[65665]: DEBUG nova.virt.hardware [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 829.817266] env[65665]: DEBUG nova.virt.hardware [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 829.817426] env[65665]: DEBUG nova.virt.hardware [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 829.817589] env[65665]: DEBUG nova.virt.hardware [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 829.818524] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24314bbd-73ac-42f9-add9-ab4cd9d18904 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.828901] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cb309a-6b7d-4b43-927a-ea206e765a6c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.851878] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854634, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.048985] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5211554c-ffbe-415f-fc63-ede968bb6916, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.049346] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.049571] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.049752] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.049892] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.050233] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.050367] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63855f00-0ced-4a98-b85d-5f98f087d3b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.061758] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.061972] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.062972] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270b6ff8-c6d5-4a4d-a0a6-4a98dae227db {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.071266] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 830.071266] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52757210-796f-b51e-e8ed-c1278b599778" [ 830.071266] env[65665]: _type = "Task" [ 830.071266] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.080316] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52757210-796f-b51e-e8ed-c1278b599778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.154736] env[65665]: WARNING neutronclient.v2_0.client [req-633735c9-343e-485e-a622-25b1aefb0f36 req-96e69a35-6356-4f6e-ace2-fac4dd3c1259 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.297093] env[65665]: DEBUG nova.network.neutron [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Successfully updated port: 77e4fda2-54b7-4147-8c8b-d47eb07b8226 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 830.354847] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854634, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.365975] env[65665]: WARNING neutronclient.v2_0.client [req-633735c9-343e-485e-a622-25b1aefb0f36 req-96e69a35-6356-4f6e-ace2-fac4dd3c1259 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.443687] env[65665]: DEBUG nova.network.neutron [req-633735c9-343e-485e-a622-25b1aefb0f36 req-96e69a35-6356-4f6e-ace2-fac4dd3c1259 service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updated VIF entry in instance network info cache for port 5f899ae1-034f-4c4e-a21a-d03e06d58ea7. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 830.444213] env[65665]: DEBUG nova.network.neutron [req-633735c9-343e-485e-a622-25b1aefb0f36 req-96e69a35-6356-4f6e-ace2-fac4dd3c1259 service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance_info_cache with network_info: [{"id": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "address": "fa:16:3e:56:2f:81", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f899ae1-03", "ovs_interfaceid": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.523885] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.762s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.527254] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.991s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.528967] env[65665]: INFO nova.compute.claims [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.582735] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52757210-796f-b51e-e8ed-c1278b599778, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.583624] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ba4627-abf9-4841-906e-62380e2db354 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.589813] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 830.589813] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524df3b7-1c84-5ae9-7e9f-d4f0bbe489ab" [ 830.589813] env[65665]: _type = "Task" [ 830.589813] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.599898] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524df3b7-1c84-5ae9-7e9f-d4f0bbe489ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.798940] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "refresh_cache-a6bfc2be-d17e-4655-9f35-155baf8a8c1a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.799148] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "refresh_cache-a6bfc2be-d17e-4655-9f35-155baf8a8c1a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.799331] env[65665]: DEBUG nova.network.neutron [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 830.854331] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854634, 'name': CreateVM_Task, 'duration_secs': 1.203668} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.854562] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.855038] env[65665]: WARNING neutronclient.v2_0.client [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.855417] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.855563] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.855885] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.856204] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc25aaf-40fe-44c6-b85b-b13d1eb088be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.862834] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 830.862834] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523d2df0-9fc6-6fcf-cdfb-651476e61e07" [ 830.862834] env[65665]: _type = "Task" [ 830.862834] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.871498] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523d2df0-9fc6-6fcf-cdfb-651476e61e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.947757] env[65665]: DEBUG oslo_concurrency.lockutils [req-633735c9-343e-485e-a622-25b1aefb0f36 req-96e69a35-6356-4f6e-ace2-fac4dd3c1259 service nova] Releasing lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.102192] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524df3b7-1c84-5ae9-7e9f-d4f0bbe489ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.102192] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.102192] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 48be45bb-98a1-4be0-85a2-3cd48a490c98/48be45bb-98a1-4be0-85a2-3cd48a490c98.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.102541] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b291e46-7ddf-47a6-8849-b965ed07b031 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.107854] env[65665]: INFO nova.scheduler.client.report [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Deleted allocation for migration eb67986e-ea9a-4937-b0a1-7a8526d7460a [ 831.112974] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 831.112974] env[65665]: value = "task-4854635" [ 831.112974] env[65665]: _type = "Task" [ 831.112974] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.123435] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.374874] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523d2df0-9fc6-6fcf-cdfb-651476e61e07, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.374874] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.375811] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.376388] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.377023] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.377023] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.377448] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05c773b6-40e4-4681-86a5-966f75697260 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.391779] env[65665]: DEBUG nova.network.neutron [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 831.395806] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.396014] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.396901] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f398e97e-fea2-494a-8801-d5be3a8d4137 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.403827] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 831.403827] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523d0a3f-d7f7-c2a3-5259-22e608bb8b29" [ 831.403827] env[65665]: _type = "Task" [ 831.403827] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.414148] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523d0a3f-d7f7-c2a3-5259-22e608bb8b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.546918] env[65665]: WARNING neutronclient.v2_0.client [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.616156] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dac8daaa-e144-4265-8742-df32f1f32d07 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 49.081s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.636100] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504827} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.636515] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 48be45bb-98a1-4be0-85a2-3cd48a490c98/48be45bb-98a1-4be0-85a2-3cd48a490c98.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.636734] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.637051] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32d60354-ef03-497e-8536-77ec7b183bde {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.646078] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 831.646078] env[65665]: value = "task-4854636" [ 831.646078] env[65665]: _type = "Task" [ 831.646078] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.662653] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.698969] env[65665]: DEBUG nova.compute.manager [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Received event network-vif-plugged-77e4fda2-54b7-4147-8c8b-d47eb07b8226 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 831.699213] env[65665]: DEBUG oslo_concurrency.lockutils [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] Acquiring lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.699426] env[65665]: DEBUG oslo_concurrency.lockutils [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] Lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.699599] env[65665]: DEBUG oslo_concurrency.lockutils [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] Lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.699775] env[65665]: DEBUG nova.compute.manager [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] No waiting events found dispatching network-vif-plugged-77e4fda2-54b7-4147-8c8b-d47eb07b8226 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 831.699922] env[65665]: WARNING nova.compute.manager [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Received unexpected event network-vif-plugged-77e4fda2-54b7-4147-8c8b-d47eb07b8226 for instance with vm_state building and task_state spawning. [ 831.700165] env[65665]: DEBUG nova.compute.manager [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Received event network-changed-77e4fda2-54b7-4147-8c8b-d47eb07b8226 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 831.700358] env[65665]: DEBUG nova.compute.manager [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Refreshing instance network info cache due to event network-changed-77e4fda2-54b7-4147-8c8b-d47eb07b8226. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 831.700529] env[65665]: DEBUG oslo_concurrency.lockutils [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] Acquiring lock "refresh_cache-a6bfc2be-d17e-4655-9f35-155baf8a8c1a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.702660] env[65665]: DEBUG nova.network.neutron [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Updating instance_info_cache with network_info: [{"id": "77e4fda2-54b7-4147-8c8b-d47eb07b8226", "address": "fa:16:3e:39:de:03", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e4fda2-54", "ovs_interfaceid": "77e4fda2-54b7-4147-8c8b-d47eb07b8226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.921169] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523d0a3f-d7f7-c2a3-5259-22e608bb8b29, 'name': SearchDatastore_Task, 'duration_secs': 0.063144} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.921955] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df485da-2f9b-488d-8e41-1c807587772c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.928712] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 831.928712] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cdb3c5-d369-b875-a605-f956cf1a7954" [ 831.928712] env[65665]: _type = "Task" [ 831.928712] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.940281] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cdb3c5-d369-b875-a605-f956cf1a7954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.160740] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073643} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.162192] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.163081] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a991f1-ea2e-4a36-b114-f2a9dcd30e29 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.167083] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16ebd30-b7a1-4d92-a99f-9e875b0b355a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.191640] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3223763b-5300-4652-9bc7-f0c944a7b2ad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.209671] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 48be45bb-98a1-4be0-85a2-3cd48a490c98/48be45bb-98a1-4be0-85a2-3cd48a490c98.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.210462] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "refresh_cache-a6bfc2be-d17e-4655-9f35-155baf8a8c1a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.210969] env[65665]: DEBUG nova.compute.manager [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Instance network_info: |[{"id": "77e4fda2-54b7-4147-8c8b-d47eb07b8226", "address": "fa:16:3e:39:de:03", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e4fda2-54", "ovs_interfaceid": "77e4fda2-54b7-4147-8c8b-d47eb07b8226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 832.211500] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e81535e-b301-4199-b19e-c683fe3d4b48 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.234075] env[65665]: DEBUG oslo_concurrency.lockutils [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] Acquired lock "refresh_cache-a6bfc2be-d17e-4655-9f35-155baf8a8c1a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.235493] env[65665]: DEBUG nova.network.neutron [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Refreshing network info cache for port 77e4fda2-54b7-4147-8c8b-d47eb07b8226 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.237181] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:de:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77e4fda2-54b7-4147-8c8b-d47eb07b8226', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.244488] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Creating folder: Project (7ee5d8182dad4eebae4a83f408e0ba22). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.272667] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f1a01da-fbf7-420b-b7f7-b3f46df02261 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.276546] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52d9c51-dc62-43cb-81a9-09200380f4fe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.281856] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 832.281856] env[65665]: value = "task-4854637" [ 832.281856] env[65665]: _type = "Task" [ 832.281856] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.292663] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3289e1-4f28-4a0a-b86e-ea0377c0f226 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.297502] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Created folder: Project (7ee5d8182dad4eebae4a83f408e0ba22) in parent group-v946135. [ 832.297766] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Creating folder: Instances. Parent ref: group-v946304. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.302406] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae05f582-ed84-41a7-8b13-f40620a220a8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.305353] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.316508] env[65665]: DEBUG nova.compute.provider_tree [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.321359] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Created folder: Instances in parent group-v946304. [ 832.321359] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 832.321359] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.321359] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a20df1a-063c-479b-b78d-03ab9979cc96 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.343576] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.343576] env[65665]: value = "task-4854640" [ 832.343576] env[65665]: _type = "Task" [ 832.343576] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.353056] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854640, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.440727] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cdb3c5-d369-b875-a605-f956cf1a7954, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.440727] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.441051] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 18bdbc26-a9a1-480d-86a0-f11efa40a06a/18bdbc26-a9a1-480d-86a0-f11efa40a06a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.441164] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1a1f4d3-5b2d-4dcd-a79b-2e626504d004 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.449447] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 832.449447] env[65665]: value = "task-4854641" [ 832.449447] env[65665]: _type = "Task" [ 832.449447] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.459454] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.774083] env[65665]: WARNING neutronclient.v2_0.client [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.793561] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854637, 'name': ReconfigVM_Task, 'duration_secs': 0.323036} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.793864] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 48be45bb-98a1-4be0-85a2-3cd48a490c98/48be45bb-98a1-4be0-85a2-3cd48a490c98.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.794759] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f722fcea-2d14-45b9-9438-089605509c12 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.804366] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 832.804366] env[65665]: value = "task-4854642" [ 832.804366] env[65665]: _type = "Task" [ 832.804366] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.817073] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854642, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.821815] env[65665]: DEBUG nova.scheduler.client.report [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.855933] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854640, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.869805] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.870083] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.963860] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509644} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.964146] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 18bdbc26-a9a1-480d-86a0-f11efa40a06a/18bdbc26-a9a1-480d-86a0-f11efa40a06a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.964358] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.964633] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49acd2d9-5b78-48c4-a06f-70585adc3b4b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.968649] env[65665]: WARNING neutronclient.v2_0.client [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.973338] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 832.973338] env[65665]: value = "task-4854643" [ 832.973338] env[65665]: _type = "Task" [ 832.973338] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.984046] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.070767] env[65665]: DEBUG nova.network.neutron [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Updated VIF entry in instance network info cache for port 77e4fda2-54b7-4147-8c8b-d47eb07b8226. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 833.071175] env[65665]: DEBUG nova.network.neutron [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Updating instance_info_cache with network_info: [{"id": "77e4fda2-54b7-4147-8c8b-d47eb07b8226", "address": "fa:16:3e:39:de:03", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e4fda2-54", "ovs_interfaceid": "77e4fda2-54b7-4147-8c8b-d47eb07b8226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.315031] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854642, 'name': Rename_Task, 'duration_secs': 0.191523} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.315411] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.315713] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adfbf697-1569-4524-99be-41ba3b71db99 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.324024] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 833.324024] env[65665]: value = "task-4854644" [ 833.324024] env[65665]: _type = "Task" [ 833.324024] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.328446] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.328960] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 833.331642] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.746s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.333092] env[65665]: INFO nova.compute.claims [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.342121] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.355418] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854640, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.484461] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073549} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.484843] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.486289] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2d14fc-07ae-4ac6-b9a8-f33d126ccf96 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.509953] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 18bdbc26-a9a1-480d-86a0-f11efa40a06a/18bdbc26-a9a1-480d-86a0-f11efa40a06a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.510720] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0079347-aafa-4d8c-a9c3-26c385cf30ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.531905] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 833.531905] env[65665]: value = "task-4854645" [ 833.531905] env[65665]: _type = "Task" [ 833.531905] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.541352] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.575996] env[65665]: DEBUG oslo_concurrency.lockutils [req-fef505c6-c9ed-4682-b364-1bee9a04e44e req-07adc118-508b-48c2-9e94-5a08819e3f4b service nova] Releasing lock "refresh_cache-a6bfc2be-d17e-4655-9f35-155baf8a8c1a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.834191] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.839853] env[65665]: DEBUG nova.compute.utils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.841941] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 833.842166] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 833.842500] env[65665]: WARNING neutronclient.v2_0.client [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.842797] env[65665]: WARNING neutronclient.v2_0.client [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.862039] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854640, 'name': CreateVM_Task, 'duration_secs': 1.399045} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.862288] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.862983] env[65665]: WARNING neutronclient.v2_0.client [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.864028] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.864028] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.864212] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.864757] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f98030-ab77-4b94-8111-4d1f038003cb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.871408] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 833.871408] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cf1df0-9ddf-65f0-c194-6f12b426d3c0" [ 833.871408] env[65665]: _type = "Task" [ 833.871408] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.881417] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cf1df0-9ddf-65f0-c194-6f12b426d3c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.889336] env[65665]: DEBUG nova.policy [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be5f0242899246c6bdd866c4ddd035a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f007647dd33d4d3ab4192355c54ae6bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.044574] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854645, 'name': ReconfigVM_Task, 'duration_secs': 0.406573} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.044900] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 18bdbc26-a9a1-480d-86a0-f11efa40a06a/18bdbc26-a9a1-480d-86a0-f11efa40a06a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.046265] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22cbd378-9eac-469a-9c51-8d9c05e6f5b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.054862] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 834.054862] env[65665]: value = "task-4854646" [ 834.054862] env[65665]: _type = "Task" [ 834.054862] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.068482] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854646, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.221401] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Successfully created port: f43bce74-c1b5-4b5a-8fd4-41b52827047a {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 834.335299] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.346685] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 834.382865] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cf1df0-9ddf-65f0-c194-6f12b426d3c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.383318] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.383439] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.383671] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.383817] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.384307] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.384307] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a685262-a68b-47ca-9107-d85b79fd7a36 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.395035] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.395035] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.395232] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f61222b3-9ba7-4393-8de5-c587355a95bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.401852] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 834.401852] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52403459-dc07-f200-5f05-5b4314383dbb" [ 834.401852] env[65665]: _type = "Task" [ 834.401852] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.414978] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52403459-dc07-f200-5f05-5b4314383dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.565808] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854646, 'name': Rename_Task, 'duration_secs': 0.148465} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.568624] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.569092] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b9b5e78-434f-4a5b-88e9-72c8899fa231 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.576667] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 834.576667] env[65665]: value = "task-4854647" [ 834.576667] env[65665]: _type = "Task" [ 834.576667] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.589700] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.838300] env[65665]: DEBUG oslo_vmware.api [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854644, 'name': PowerOnVM_Task, 'duration_secs': 1.185186} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.838661] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.839258] env[65665]: DEBUG nova.compute.manager [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 834.839832] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5317ad77-dd6d-4d8f-b289-ae3050c82656 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.916128] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52403459-dc07-f200-5f05-5b4314383dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.916951] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d5c0de-b0aa-410b-b662-6c2644042848 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.925643] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 834.925643] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527c28ec-4102-d578-6e51-35ec99ae9e07" [ 834.925643] env[65665]: _type = "Task" [ 834.925643] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.934381] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527c28ec-4102-d578-6e51-35ec99ae9e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.952325] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38a0e6c-e6e2-4126-bc04-c4ed01c62a77 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.960637] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1317e212-fa15-464c-8159-97da84edba3c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.003065] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a94e58-9e02-4177-82e8-b4a9634929a9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.013368] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb47c946-55ca-46fc-bfdb-47be27491106 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.029359] env[65665]: DEBUG nova.compute.provider_tree [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.088441] env[65665]: DEBUG oslo_vmware.api [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854647, 'name': PowerOnVM_Task, 'duration_secs': 0.482654} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.088781] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.089128] env[65665]: INFO nova.compute.manager [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Took 8.01 seconds to spawn the instance on the hypervisor. [ 835.089316] env[65665]: DEBUG nova.compute.manager [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 835.090228] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68f72d0-ba04-4b9b-b00c-e2eab0128613 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.359460] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 835.363752] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.385708] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 835.385983] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.386192] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 835.386470] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.386643] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 835.386792] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 835.386991] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 835.387161] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 835.387320] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 835.387475] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 835.387640] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 835.388916] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b68980b-ef1c-4ae0-8f3a-7abff4909de6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.397269] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92c2dff-b4d0-4390-86a5-52101c6cb17e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.435800] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527c28ec-4102-d578-6e51-35ec99ae9e07, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.436075] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.436333] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a6bfc2be-d17e-4655-9f35-155baf8a8c1a/a6bfc2be-d17e-4655-9f35-155baf8a8c1a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.436591] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce57fab4-5f1e-48ab-b006-da25c55838b6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.444246] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 835.444246] env[65665]: value = "task-4854648" [ 835.444246] env[65665]: _type = "Task" [ 835.444246] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.453272] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.532749] env[65665]: DEBUG nova.scheduler.client.report [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.613321] env[65665]: INFO nova.compute.manager [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Took 55.10 seconds to build instance. [ 835.686179] env[65665]: DEBUG nova.compute.manager [req-0fd53e82-a9d4-4910-ab1f-ee0358f078a1 req-7f6696cf-8454-4a94-8e97-90c2dd0607fb service nova] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Received event network-vif-plugged-f43bce74-c1b5-4b5a-8fd4-41b52827047a {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 835.686438] env[65665]: DEBUG oslo_concurrency.lockutils [req-0fd53e82-a9d4-4910-ab1f-ee0358f078a1 req-7f6696cf-8454-4a94-8e97-90c2dd0607fb service nova] Acquiring lock "0667f773-b44b-48ba-948c-bc7897d0df79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.686625] env[65665]: DEBUG oslo_concurrency.lockutils [req-0fd53e82-a9d4-4910-ab1f-ee0358f078a1 req-7f6696cf-8454-4a94-8e97-90c2dd0607fb service nova] Lock "0667f773-b44b-48ba-948c-bc7897d0df79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.687151] env[65665]: DEBUG oslo_concurrency.lockutils [req-0fd53e82-a9d4-4910-ab1f-ee0358f078a1 req-7f6696cf-8454-4a94-8e97-90c2dd0607fb service nova] Lock "0667f773-b44b-48ba-948c-bc7897d0df79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.687336] env[65665]: DEBUG nova.compute.manager [req-0fd53e82-a9d4-4910-ab1f-ee0358f078a1 req-7f6696cf-8454-4a94-8e97-90c2dd0607fb service nova] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] No waiting events found dispatching network-vif-plugged-f43bce74-c1b5-4b5a-8fd4-41b52827047a {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 835.687500] env[65665]: WARNING nova.compute.manager [req-0fd53e82-a9d4-4910-ab1f-ee0358f078a1 req-7f6696cf-8454-4a94-8e97-90c2dd0607fb service nova] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Received unexpected event network-vif-plugged-f43bce74-c1b5-4b5a-8fd4-41b52827047a for instance with vm_state building and task_state spawning. [ 835.800407] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Successfully updated port: f43bce74-c1b5-4b5a-8fd4-41b52827047a {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 835.956337] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485563} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.956691] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a6bfc2be-d17e-4655-9f35-155baf8a8c1a/a6bfc2be-d17e-4655-9f35-155baf8a8c1a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.956942] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.957252] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e16516a3-d021-4852-81e2-36b3d101d4fc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.964403] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 835.964403] env[65665]: value = "task-4854649" [ 835.964403] env[65665]: _type = "Task" [ 835.964403] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.972771] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.038230] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.038878] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 836.041818] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.390s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.043519] env[65665]: INFO nova.compute.claims [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.115367] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6609d96d-52e9-47fa-a804-9f87f82719fd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.625s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.303648] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "refresh_cache-0667f773-b44b-48ba-948c-bc7897d0df79" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.303827] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquired lock "refresh_cache-0667f773-b44b-48ba-948c-bc7897d0df79" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.304037] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 836.476257] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076742} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.476257] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.476257] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf1147-9802-4ab1-8a10-173e996dc200 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.502035] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] a6bfc2be-d17e-4655-9f35-155baf8a8c1a/a6bfc2be-d17e-4655-9f35-155baf8a8c1a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.502035] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a30cb42-47d1-428b-9835-bb1feab5eb50 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.520144] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 836.520144] env[65665]: value = "task-4854650" [ 836.520144] env[65665]: _type = "Task" [ 836.520144] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.529068] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.549799] env[65665]: DEBUG nova.compute.utils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.553626] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 836.553846] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 836.554228] env[65665]: WARNING neutronclient.v2_0.client [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.554593] env[65665]: WARNING neutronclient.v2_0.client [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.607157] env[65665]: DEBUG nova.policy [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be5f0242899246c6bdd866c4ddd035a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f007647dd33d4d3ab4192355c54ae6bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.617870] env[65665]: DEBUG nova.compute.manager [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 836.695800] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "48be45bb-98a1-4be0-85a2-3cd48a490c98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.695970] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "48be45bb-98a1-4be0-85a2-3cd48a490c98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.696143] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "48be45bb-98a1-4be0-85a2-3cd48a490c98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.696414] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "48be45bb-98a1-4be0-85a2-3cd48a490c98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.696600] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "48be45bb-98a1-4be0-85a2-3cd48a490c98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.698958] env[65665]: INFO nova.compute.manager [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Terminating instance [ 836.895796] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 836.942256] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Successfully created port: 8a0c1721-5f6e-44dc-a333-11590b3b691f {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 837.032794] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.054804] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 837.088346] env[65665]: WARNING neutronclient.v2_0.client [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.152767] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.157216] env[65665]: DEBUG nova.compute.manager [req-d8add2e8-f772-4952-8aed-589553ca4928 req-34634c43-06f4-4dd7-a676-1268b587ae9e service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Received event network-changed-5f899ae1-034f-4c4e-a21a-d03e06d58ea7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 837.157408] env[65665]: DEBUG nova.compute.manager [req-d8add2e8-f772-4952-8aed-589553ca4928 req-34634c43-06f4-4dd7-a676-1268b587ae9e service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Refreshing instance network info cache due to event network-changed-5f899ae1-034f-4c4e-a21a-d03e06d58ea7. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 837.157643] env[65665]: DEBUG oslo_concurrency.lockutils [req-d8add2e8-f772-4952-8aed-589553ca4928 req-34634c43-06f4-4dd7-a676-1268b587ae9e service nova] Acquiring lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.157790] env[65665]: DEBUG oslo_concurrency.lockutils [req-d8add2e8-f772-4952-8aed-589553ca4928 req-34634c43-06f4-4dd7-a676-1268b587ae9e service nova] Acquired lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.157960] env[65665]: DEBUG nova.network.neutron [req-d8add2e8-f772-4952-8aed-589553ca4928 req-34634c43-06f4-4dd7-a676-1268b587ae9e service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Refreshing network info cache for port 5f899ae1-034f-4c4e-a21a-d03e06d58ea7 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.205986] env[65665]: DEBUG nova.compute.manager [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 837.206110] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.208092] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6df365c-b5e0-4bc3-a69c-138ca482cc2a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.222957] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.224377] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Updating instance_info_cache with network_info: [{"id": "f43bce74-c1b5-4b5a-8fd4-41b52827047a", "address": "fa:16:3e:c3:68:8c", "network": {"id": "b6f73a7c-7b38-481e-862f-625804bd4b51", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-910520425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f007647dd33d4d3ab4192355c54ae6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43bce74-c1", "ovs_interfaceid": "f43bce74-c1b5-4b5a-8fd4-41b52827047a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.225666] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2b16892-97ff-4601-b7ef-2d3b7fbe0428 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.234283] env[65665]: DEBUG oslo_vmware.api [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 837.234283] env[65665]: value = "task-4854651" [ 837.234283] env[65665]: _type = "Task" [ 837.234283] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.252211] env[65665]: DEBUG oslo_vmware.api [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.535208] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854650, 'name': ReconfigVM_Task, 'duration_secs': 0.730369} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.537371] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] a6bfc2be-d17e-4655-9f35-155baf8a8c1a/a6bfc2be-d17e-4655-9f35-155baf8a8c1a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.542161] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4949e8a1-fe45-44c8-94b2-5c96c9de92f2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.551994] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 837.551994] env[65665]: value = "task-4854652" [ 837.551994] env[65665]: _type = "Task" [ 837.551994] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.571856] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854652, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.661386] env[65665]: WARNING neutronclient.v2_0.client [req-d8add2e8-f772-4952-8aed-589553ca4928 req-34634c43-06f4-4dd7-a676-1268b587ae9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.729126] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Releasing lock "refresh_cache-0667f773-b44b-48ba-948c-bc7897d0df79" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.729483] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Instance network_info: |[{"id": "f43bce74-c1b5-4b5a-8fd4-41b52827047a", "address": "fa:16:3e:c3:68:8c", "network": {"id": "b6f73a7c-7b38-481e-862f-625804bd4b51", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-910520425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f007647dd33d4d3ab4192355c54ae6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43bce74-c1", "ovs_interfaceid": "f43bce74-c1b5-4b5a-8fd4-41b52827047a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 837.729972] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:68:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f43bce74-c1b5-4b5a-8fd4-41b52827047a', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.738525] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Creating folder: Project (f007647dd33d4d3ab4192355c54ae6bc). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.738979] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e10030f2-c3c1-4be1-93b1-c66f640e34fc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.750697] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "8a4f4d46-2506-47f1-bae6-2224dd011c61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.750697] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "8a4f4d46-2506-47f1-bae6-2224dd011c61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.758715] env[65665]: DEBUG oslo_vmware.api [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854651, 'name': PowerOffVM_Task, 'duration_secs': 0.255397} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.760858] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.761228] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.761644] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Created folder: Project (f007647dd33d4d3ab4192355c54ae6bc) in parent group-v946135. [ 837.761869] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Creating folder: Instances. Parent ref: group-v946307. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.762557] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e937dcc0-23f0-4a7d-b330-3b74b5c9b7e3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.764151] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fabc75bf-0063-47df-bb6a-b087c30f3409 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.776799] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Created folder: Instances in parent group-v946307. [ 837.777148] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 837.778839] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.780202] env[65665]: DEBUG nova.compute.manager [req-d965621d-f39a-4a87-8f05-bb55ac1cf134 req-43c915e1-94bd-47ed-a79d-911a67022b4b service nova] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Received event network-changed-f43bce74-c1b5-4b5a-8fd4-41b52827047a {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 837.780349] env[65665]: DEBUG nova.compute.manager [req-d965621d-f39a-4a87-8f05-bb55ac1cf134 req-43c915e1-94bd-47ed-a79d-911a67022b4b service nova] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Refreshing instance network info cache due to event network-changed-f43bce74-c1b5-4b5a-8fd4-41b52827047a. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 837.780598] env[65665]: DEBUG oslo_concurrency.lockutils [req-d965621d-f39a-4a87-8f05-bb55ac1cf134 req-43c915e1-94bd-47ed-a79d-911a67022b4b service nova] Acquiring lock "refresh_cache-0667f773-b44b-48ba-948c-bc7897d0df79" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.780807] env[65665]: DEBUG oslo_concurrency.lockutils [req-d965621d-f39a-4a87-8f05-bb55ac1cf134 req-43c915e1-94bd-47ed-a79d-911a67022b4b service nova] Acquired lock "refresh_cache-0667f773-b44b-48ba-948c-bc7897d0df79" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.780986] env[65665]: DEBUG nova.network.neutron [req-d965621d-f39a-4a87-8f05-bb55ac1cf134 req-43c915e1-94bd-47ed-a79d-911a67022b4b service nova] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Refreshing network info cache for port f43bce74-c1b5-4b5a-8fd4-41b52827047a {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.785170] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39bac794-7d51-4ff5-b10b-f09e93b83a21 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.812834] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.812834] env[65665]: value = "task-4854656" [ 837.812834] env[65665]: _type = "Task" [ 837.812834] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.823901] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854656, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.836546] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.836770] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.836947] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleting the datastore file [datastore2] 48be45bb-98a1-4be0-85a2-3cd48a490c98 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.837254] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad3b03c9-ea90-4da3-8015-a7eaed445819 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.850356] env[65665]: DEBUG oslo_vmware.api [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 837.850356] env[65665]: value = "task-4854657" [ 837.850356] env[65665]: _type = "Task" [ 837.850356] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.864047] env[65665]: DEBUG oslo_vmware.api [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.927127] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fe2418-ca40-4dcb-9d52-76e479ba6688 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.932429] env[65665]: WARNING neutronclient.v2_0.client [req-d8add2e8-f772-4952-8aed-589553ca4928 req-34634c43-06f4-4dd7-a676-1268b587ae9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.939101] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3137612d-3e3c-4326-b408-d69533f19e2b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.980194] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a24ff0-12e6-4d24-9a1e-b8d011dbc708 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.990172] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd34a4-9c48-4011-95e4-2bcc1052d664 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.010560] env[65665]: DEBUG nova.compute.provider_tree [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.049920] env[65665]: DEBUG nova.network.neutron [req-d8add2e8-f772-4952-8aed-589553ca4928 req-34634c43-06f4-4dd7-a676-1268b587ae9e service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updated VIF entry in instance network info cache for port 5f899ae1-034f-4c4e-a21a-d03e06d58ea7. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 838.050316] env[65665]: DEBUG nova.network.neutron [req-d8add2e8-f772-4952-8aed-589553ca4928 req-34634c43-06f4-4dd7-a676-1268b587ae9e service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance_info_cache with network_info: [{"id": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "address": "fa:16:3e:56:2f:81", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f899ae1-03", "ovs_interfaceid": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.066106] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854652, 'name': Rename_Task, 'duration_secs': 0.176281} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.066424] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.067382] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f84c179c-d063-4b58-b52d-fc9e5c9f8e49 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.075073] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 838.075073] env[65665]: value = "task-4854658" [ 838.075073] env[65665]: _type = "Task" [ 838.075073] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.080181] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 838.092674] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.112775] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 838.113095] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.113266] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 838.113493] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.113635] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 838.113726] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 838.113940] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 838.114166] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 838.114318] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 838.114478] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 838.114646] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 838.115612] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182f7149-e83a-446c-a073-4f1eff1f0d66 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.126179] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b3d9b1-8a1f-4a95-8928-6ca432c298e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.303688] env[65665]: WARNING neutronclient.v2_0.client [req-d965621d-f39a-4a87-8f05-bb55ac1cf134 req-43c915e1-94bd-47ed-a79d-911a67022b4b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.324068] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854656, 'name': CreateVM_Task, 'duration_secs': 0.372658} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.324270] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.324796] env[65665]: WARNING neutronclient.v2_0.client [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.325179] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.325325] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.325641] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.325907] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de18c1dd-0142-474b-8927-1abdb9a776ea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.331379] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 838.331379] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ee3920-0522-9803-68a4-cc2e9525ca3c" [ 838.331379] env[65665]: _type = "Task" [ 838.331379] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.340760] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ee3920-0522-9803-68a4-cc2e9525ca3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.360441] env[65665]: DEBUG oslo_vmware.api [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155068} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.360613] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.360789] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.360954] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.361170] env[65665]: INFO nova.compute.manager [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Took 1.16 seconds to destroy the instance on the hypervisor. [ 838.361421] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 838.361610] env[65665]: DEBUG nova.compute.manager [-] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 838.361705] env[65665]: DEBUG nova.network.neutron [-] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 838.361949] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.514794] env[65665]: DEBUG nova.scheduler.client.report [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.553803] env[65665]: DEBUG oslo_concurrency.lockutils [req-d8add2e8-f772-4952-8aed-589553ca4928 req-34634c43-06f4-4dd7-a676-1268b587ae9e service nova] Releasing lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.585871] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.614851] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Successfully updated port: 8a0c1721-5f6e-44dc-a333-11590b3b691f {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 838.719601] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.832880] env[65665]: WARNING neutronclient.v2_0.client [req-d965621d-f39a-4a87-8f05-bb55ac1cf134 req-43c915e1-94bd-47ed-a79d-911a67022b4b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.847959] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ee3920-0522-9803-68a4-cc2e9525ca3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.848139] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.848375] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.848607] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.848748] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.848920] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.849230] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27ad375f-4a31-4130-9816-667829583441 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.859480] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.859682] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.860598] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd7acce-9bfc-4d91-8624-35ef133624cf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.867253] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 838.867253] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e032d6-9dcf-ec83-2da5-29d1eeea6fd2" [ 838.867253] env[65665]: _type = "Task" [ 838.867253] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.878067] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e032d6-9dcf-ec83-2da5-29d1eeea6fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.949599] env[65665]: DEBUG nova.network.neutron [req-d965621d-f39a-4a87-8f05-bb55ac1cf134 req-43c915e1-94bd-47ed-a79d-911a67022b4b service nova] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Updated VIF entry in instance network info cache for port f43bce74-c1b5-4b5a-8fd4-41b52827047a. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 838.949984] env[65665]: DEBUG nova.network.neutron [req-d965621d-f39a-4a87-8f05-bb55ac1cf134 req-43c915e1-94bd-47ed-a79d-911a67022b4b service nova] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Updating instance_info_cache with network_info: [{"id": "f43bce74-c1b5-4b5a-8fd4-41b52827047a", "address": "fa:16:3e:c3:68:8c", "network": {"id": "b6f73a7c-7b38-481e-862f-625804bd4b51", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-910520425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f007647dd33d4d3ab4192355c54ae6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43bce74-c1", "ovs_interfaceid": "f43bce74-c1b5-4b5a-8fd4-41b52827047a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.019885] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.978s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.021037] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 839.023637] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.015s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.023848] env[65665]: DEBUG nova.objects.instance [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Lazy-loading 'resources' on Instance uuid 6468132b-40ef-42ba-8a3d-93ab97ac6ae6 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.088788] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854658, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.117943] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "refresh_cache-ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.118144] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquired lock "refresh_cache-ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.118320] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 839.378572] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e032d6-9dcf-ec83-2da5-29d1eeea6fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.379547] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f3659e-66cc-4b59-a8cb-8c169d4c1edb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.385501] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 839.385501] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526cbc2c-1694-8d8b-7db8-3673bbf8a126" [ 839.385501] env[65665]: _type = "Task" [ 839.385501] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.394623] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526cbc2c-1694-8d8b-7db8-3673bbf8a126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.452656] env[65665]: DEBUG oslo_concurrency.lockutils [req-d965621d-f39a-4a87-8f05-bb55ac1cf134 req-43c915e1-94bd-47ed-a79d-911a67022b4b service nova] Releasing lock "refresh_cache-0667f773-b44b-48ba-948c-bc7897d0df79" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.455201] env[65665]: DEBUG nova.network.neutron [-] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.526861] env[65665]: DEBUG nova.compute.utils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.529051] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 839.529051] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 839.529335] env[65665]: WARNING neutronclient.v2_0.client [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.529789] env[65665]: WARNING neutronclient.v2_0.client [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.586994] env[65665]: DEBUG oslo_vmware.api [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854658, 'name': PowerOnVM_Task, 'duration_secs': 1.067599} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.591264] env[65665]: DEBUG nova.policy [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be5f0242899246c6bdd866c4ddd035a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f007647dd33d4d3ab4192355c54ae6bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.592963] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.593256] env[65665]: INFO nova.compute.manager [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Took 9.81 seconds to spawn the instance on the hypervisor. [ 839.593480] env[65665]: DEBUG nova.compute.manager [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 839.594671] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c27278-921c-45c7-9fbd-3309be87c172 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.660035] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 839.741174] env[65665]: WARNING neutronclient.v2_0.client [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.813947] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Updating instance_info_cache with network_info: [{"id": "8a0c1721-5f6e-44dc-a333-11590b3b691f", "address": "fa:16:3e:c0:73:94", "network": {"id": "b6f73a7c-7b38-481e-862f-625804bd4b51", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-910520425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f007647dd33d4d3ab4192355c54ae6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0c1721-5f", "ovs_interfaceid": "8a0c1721-5f6e-44dc-a333-11590b3b691f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.821891] env[65665]: DEBUG nova.compute.manager [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Received event network-vif-plugged-8a0c1721-5f6e-44dc-a333-11590b3b691f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 839.822246] env[65665]: DEBUG oslo_concurrency.lockutils [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] Acquiring lock "ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.822574] env[65665]: DEBUG oslo_concurrency.lockutils [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] Lock "ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.822888] env[65665]: DEBUG oslo_concurrency.lockutils [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] Lock "ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.823190] env[65665]: DEBUG nova.compute.manager [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] No waiting events found dispatching network-vif-plugged-8a0c1721-5f6e-44dc-a333-11590b3b691f {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 839.823471] env[65665]: WARNING nova.compute.manager [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Received unexpected event network-vif-plugged-8a0c1721-5f6e-44dc-a333-11590b3b691f for instance with vm_state building and task_state spawning. [ 839.823736] env[65665]: DEBUG nova.compute.manager [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Received event network-changed-8a0c1721-5f6e-44dc-a333-11590b3b691f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 839.824077] env[65665]: DEBUG nova.compute.manager [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Refreshing instance network info cache due to event network-changed-8a0c1721-5f6e-44dc-a333-11590b3b691f. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 839.824364] env[65665]: DEBUG oslo_concurrency.lockutils [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] Acquiring lock "refresh_cache-ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.881273] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Successfully created port: c3909d0e-4146-4378-be2f-007438a78ac0 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 839.896894] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526cbc2c-1694-8d8b-7db8-3673bbf8a126, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.901011] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.901011] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 0667f773-b44b-48ba-948c-bc7897d0df79/0667f773-b44b-48ba-948c-bc7897d0df79.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.901011] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f166baad-3be9-488a-9e3c-b70fb4871d86 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.908728] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 839.908728] env[65665]: value = "task-4854659" [ 839.908728] env[65665]: _type = "Task" [ 839.908728] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.917971] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.961955] env[65665]: INFO nova.compute.manager [-] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Took 1.60 seconds to deallocate network for instance. [ 840.038267] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 840.121470] env[65665]: INFO nova.compute.manager [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Took 54.93 seconds to build instance. [ 840.214913] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad4eccc-f1b9-48da-b272-da034f2e5000 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.225357] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a93ede-7f6d-49cb-99b4-d05ccf6f0368 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.263303] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5bd32d-dff8-41ea-8795-af597508864f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.275502] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4d7993-b860-4183-a85e-f30eb7abac1a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.291971] env[65665]: DEBUG nova.compute.provider_tree [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.317754] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Releasing lock "refresh_cache-ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.318257] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Instance network_info: |[{"id": "8a0c1721-5f6e-44dc-a333-11590b3b691f", "address": "fa:16:3e:c0:73:94", "network": {"id": "b6f73a7c-7b38-481e-862f-625804bd4b51", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-910520425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f007647dd33d4d3ab4192355c54ae6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0c1721-5f", "ovs_interfaceid": "8a0c1721-5f6e-44dc-a333-11590b3b691f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 840.319238] env[65665]: DEBUG oslo_concurrency.lockutils [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] Acquired lock "refresh_cache-ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.319238] env[65665]: DEBUG nova.network.neutron [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Refreshing network info cache for port 8a0c1721-5f6e-44dc-a333-11590b3b691f {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.320492] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:73:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a0c1721-5f6e-44dc-a333-11590b3b691f', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.329748] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 840.330360] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.330592] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d530698d-5477-4eb1-931a-6f6f55ed9462 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.355301] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.355301] env[65665]: value = "task-4854660" [ 840.355301] env[65665]: _type = "Task" [ 840.355301] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.367152] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854660, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.423414] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854659, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.474047] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.625390] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa00c504-3954-4154-bd9b-8da8661b91c5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.439s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.795507] env[65665]: DEBUG nova.scheduler.client.report [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.831421] env[65665]: WARNING neutronclient.v2_0.client [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.867096] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854660, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.923651] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567785} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.923908] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 0667f773-b44b-48ba-948c-bc7897d0df79/0667f773-b44b-48ba-948c-bc7897d0df79.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.924155] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.924435] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c8c6074-b0af-426c-89de-31a51c84c52e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.933820] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 840.933820] env[65665]: value = "task-4854661" [ 840.933820] env[65665]: _type = "Task" [ 840.933820] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.944832] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.049597] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 841.079225] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 841.079469] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.079620] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 841.079803] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.079978] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 841.080198] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 841.080353] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 841.080560] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 841.080662] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 841.080820] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 841.081012] env[65665]: DEBUG nova.virt.hardware [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 841.081922] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ce2fe5-bcf9-4c9e-892b-f78f858c7de2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.090570] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c231a-3a23-491c-b77a-c3aced6ce963 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.127983] env[65665]: DEBUG nova.compute.manager [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 841.300795] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.303758] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.777s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.305710] env[65665]: INFO nova.compute.claims [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.329384] env[65665]: INFO nova.scheduler.client.report [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Deleted allocations for instance 6468132b-40ef-42ba-8a3d-93ab97ac6ae6 [ 841.366697] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854660, 'name': CreateVM_Task, 'duration_secs': 0.705881} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.367064] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.367414] env[65665]: WARNING neutronclient.v2_0.client [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.367772] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.369040] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.369040] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.369040] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885341e2-253b-424d-9e7b-df3a42e31e62 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.375378] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 841.375378] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5241af7b-490b-1c33-5a83-01dc8cdd1a9e" [ 841.375378] env[65665]: _type = "Task" [ 841.375378] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.390517] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5241af7b-490b-1c33-5a83-01dc8cdd1a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.390808] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.391076] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.391326] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.391463] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.391644] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.391917] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0ae9c48-4e7b-4017-94dc-f9eeb832f4aa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.402409] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.402409] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.403252] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01c9cecd-75b0-4924-b5ea-6c569ad918d3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.407613] env[65665]: WARNING neutronclient.v2_0.client [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.413945] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 841.413945] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524404dd-345c-352a-81de-0875eebab39e" [ 841.413945] env[65665]: _type = "Task" [ 841.413945] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.422785] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524404dd-345c-352a-81de-0875eebab39e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.444652] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109171} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.447008] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.447008] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56241e23-0ed8-4a88-8d81-613e730ebf66 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.471226] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 0667f773-b44b-48ba-948c-bc7897d0df79/0667f773-b44b-48ba-948c-bc7897d0df79.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.474500] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed173e9-5475-4954-8d19-5055b34f47da {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.497060] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 841.497060] env[65665]: value = "task-4854662" [ 841.497060] env[65665]: _type = "Task" [ 841.497060] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.507215] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.537898] env[65665]: DEBUG nova.network.neutron [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Updated VIF entry in instance network info cache for port 8a0c1721-5f6e-44dc-a333-11590b3b691f. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 841.537898] env[65665]: DEBUG nova.network.neutron [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Updating instance_info_cache with network_info: [{"id": "8a0c1721-5f6e-44dc-a333-11590b3b691f", "address": "fa:16:3e:c0:73:94", "network": {"id": "b6f73a7c-7b38-481e-862f-625804bd4b51", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-910520425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f007647dd33d4d3ab4192355c54ae6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a0c1721-5f", "ovs_interfaceid": "8a0c1721-5f6e-44dc-a333-11590b3b691f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.586128] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Successfully updated port: c3909d0e-4146-4378-be2f-007438a78ac0 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 841.651398] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.783248] env[65665]: DEBUG nova.compute.manager [req-2c6b2fad-9efe-4c67-82d3-6ab4f1537d19 req-1470cf41-3f02-4308-90c7-7ecafb16e286 service nova] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Received event network-vif-plugged-c3909d0e-4146-4378-be2f-007438a78ac0 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 841.783442] env[65665]: DEBUG oslo_concurrency.lockutils [req-2c6b2fad-9efe-4c67-82d3-6ab4f1537d19 req-1470cf41-3f02-4308-90c7-7ecafb16e286 service nova] Acquiring lock "4ce27896-0f26-4ab4-8e41-d8c0011b92da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.783654] env[65665]: DEBUG oslo_concurrency.lockutils [req-2c6b2fad-9efe-4c67-82d3-6ab4f1537d19 req-1470cf41-3f02-4308-90c7-7ecafb16e286 service nova] Lock "4ce27896-0f26-4ab4-8e41-d8c0011b92da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.783819] env[65665]: DEBUG oslo_concurrency.lockutils [req-2c6b2fad-9efe-4c67-82d3-6ab4f1537d19 req-1470cf41-3f02-4308-90c7-7ecafb16e286 service nova] Lock "4ce27896-0f26-4ab4-8e41-d8c0011b92da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.783980] env[65665]: DEBUG nova.compute.manager [req-2c6b2fad-9efe-4c67-82d3-6ab4f1537d19 req-1470cf41-3f02-4308-90c7-7ecafb16e286 service nova] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] No waiting events found dispatching network-vif-plugged-c3909d0e-4146-4378-be2f-007438a78ac0 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 841.784334] env[65665]: WARNING nova.compute.manager [req-2c6b2fad-9efe-4c67-82d3-6ab4f1537d19 req-1470cf41-3f02-4308-90c7-7ecafb16e286 service nova] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Received unexpected event network-vif-plugged-c3909d0e-4146-4378-be2f-007438a78ac0 for instance with vm_state building and task_state spawning. [ 841.841157] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d54b489a-7f9d-45db-9020-17a4605dd6c7 tempest-ServerTagsTestJSON-184075780 tempest-ServerTagsTestJSON-184075780-project-member] Lock "6468132b-40ef-42ba-8a3d-93ab97ac6ae6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.769s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.881174] env[65665]: DEBUG nova.compute.manager [req-f1b66de2-a49d-4cdf-81d4-1b54c432bd69 req-c216c44f-2261-49b5-a24e-7f165cf83922 service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Received event network-changed-77e4fda2-54b7-4147-8c8b-d47eb07b8226 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 841.881410] env[65665]: DEBUG nova.compute.manager [req-f1b66de2-a49d-4cdf-81d4-1b54c432bd69 req-c216c44f-2261-49b5-a24e-7f165cf83922 service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Refreshing instance network info cache due to event network-changed-77e4fda2-54b7-4147-8c8b-d47eb07b8226. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 841.881613] env[65665]: DEBUG oslo_concurrency.lockutils [req-f1b66de2-a49d-4cdf-81d4-1b54c432bd69 req-c216c44f-2261-49b5-a24e-7f165cf83922 service nova] Acquiring lock "refresh_cache-a6bfc2be-d17e-4655-9f35-155baf8a8c1a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.882015] env[65665]: DEBUG oslo_concurrency.lockutils [req-f1b66de2-a49d-4cdf-81d4-1b54c432bd69 req-c216c44f-2261-49b5-a24e-7f165cf83922 service nova] Acquired lock "refresh_cache-a6bfc2be-d17e-4655-9f35-155baf8a8c1a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.882199] env[65665]: DEBUG nova.network.neutron [req-f1b66de2-a49d-4cdf-81d4-1b54c432bd69 req-c216c44f-2261-49b5-a24e-7f165cf83922 service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Refreshing network info cache for port 77e4fda2-54b7-4147-8c8b-d47eb07b8226 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.927311] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524404dd-345c-352a-81de-0875eebab39e, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.928182] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2dfe85-4cb9-4c15-aaf6-176a4352bf9c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.935692] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 841.935692] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52596a95-6684-325a-a4f0-2d4a06b4a918" [ 841.935692] env[65665]: _type = "Task" [ 841.935692] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.945067] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52596a95-6684-325a-a4f0-2d4a06b4a918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.007952] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.040951] env[65665]: DEBUG oslo_concurrency.lockutils [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] Releasing lock "refresh_cache-ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.041307] env[65665]: DEBUG nova.compute.manager [req-237f4c1f-98e1-4cdc-9411-c8cb56d958be req-f1d0294b-a130-4185-92b3-adffac35844c service nova] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Received event network-vif-deleted-cd8671e4-2b05-4d31-a8b3-5ab7330e81da {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 842.088632] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "refresh_cache-4ce27896-0f26-4ab4-8e41-d8c0011b92da" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.088632] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquired lock "refresh_cache-4ce27896-0f26-4ab4-8e41-d8c0011b92da" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.088859] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 842.385235] env[65665]: WARNING neutronclient.v2_0.client [req-f1b66de2-a49d-4cdf-81d4-1b54c432bd69 req-c216c44f-2261-49b5-a24e-7f165cf83922 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.450970] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52596a95-6684-325a-a4f0-2d4a06b4a918, 'name': SearchDatastore_Task, 'duration_secs': 0.032012} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.456608] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.457058] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0/ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.457745] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf679580-0211-4354-9069-ea59b655ee47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.466809] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 842.466809] env[65665]: value = "task-4854663" [ 842.466809] env[65665]: _type = "Task" [ 842.466809] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.476411] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.511326] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854662, 'name': ReconfigVM_Task, 'duration_secs': 0.802281} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.514545] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 0667f773-b44b-48ba-948c-bc7897d0df79/0667f773-b44b-48ba-948c-bc7897d0df79.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.516179] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2583e642-3404-4db5-aeba-d77221005650 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.525656] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 842.525656] env[65665]: value = "task-4854664" [ 842.525656] env[65665]: _type = "Task" [ 842.525656] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.542799] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854664, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.630694] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 842.661570] env[65665]: WARNING neutronclient.v2_0.client [req-f1b66de2-a49d-4cdf-81d4-1b54c432bd69 req-c216c44f-2261-49b5-a24e-7f165cf83922 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.920077] env[65665]: DEBUG nova.network.neutron [req-f1b66de2-a49d-4cdf-81d4-1b54c432bd69 req-c216c44f-2261-49b5-a24e-7f165cf83922 service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Updated VIF entry in instance network info cache for port 77e4fda2-54b7-4147-8c8b-d47eb07b8226. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 842.920524] env[65665]: DEBUG nova.network.neutron [req-f1b66de2-a49d-4cdf-81d4-1b54c432bd69 req-c216c44f-2261-49b5-a24e-7f165cf83922 service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Updating instance_info_cache with network_info: [{"id": "77e4fda2-54b7-4147-8c8b-d47eb07b8226", "address": "fa:16:3e:39:de:03", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e4fda2-54", "ovs_interfaceid": "77e4fda2-54b7-4147-8c8b-d47eb07b8226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.937643] env[65665]: WARNING neutronclient.v2_0.client [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.985259] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.037143] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e875c6-ba7b-4124-98fb-cc5243d1a804 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.061310] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8961a96f-88ed-478a-a2ba-8d49e4fd6e8b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.065913] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854664, 'name': Rename_Task, 'duration_secs': 0.191573} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.066278] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.067109] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f47dfa-df07-4390-b779-e6e064d38044 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.101797] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83e0c42-a4e1-4004-a4a3-dc264d1052b7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.105240] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 843.105240] env[65665]: value = "task-4854665" [ 843.105240] env[65665]: _type = "Task" [ 843.105240] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.114951] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854665, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.118225] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0453386-0a96-4093-9c8e-958905cbedd0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.123646] env[65665]: DEBUG nova.network.neutron [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Updating instance_info_cache with network_info: [{"id": "c3909d0e-4146-4378-be2f-007438a78ac0", "address": "fa:16:3e:10:87:49", "network": {"id": "b6f73a7c-7b38-481e-862f-625804bd4b51", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-910520425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f007647dd33d4d3ab4192355c54ae6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3909d0e-41", "ovs_interfaceid": "c3909d0e-4146-4378-be2f-007438a78ac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.137373] env[65665]: DEBUG nova.compute.provider_tree [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.423943] env[65665]: DEBUG oslo_concurrency.lockutils [req-f1b66de2-a49d-4cdf-81d4-1b54c432bd69 req-c216c44f-2261-49b5-a24e-7f165cf83922 service nova] Releasing lock "refresh_cache-a6bfc2be-d17e-4655-9f35-155baf8a8c1a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.478814] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854663, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.616394] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.626412] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Releasing lock "refresh_cache-4ce27896-0f26-4ab4-8e41-d8c0011b92da" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.626867] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Instance network_info: |[{"id": "c3909d0e-4146-4378-be2f-007438a78ac0", "address": "fa:16:3e:10:87:49", "network": {"id": "b6f73a7c-7b38-481e-862f-625804bd4b51", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-910520425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f007647dd33d4d3ab4192355c54ae6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3909d0e-41", "ovs_interfaceid": "c3909d0e-4146-4378-be2f-007438a78ac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 843.627367] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:87:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3909d0e-4146-4378-be2f-007438a78ac0', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.635206] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 843.635477] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.635706] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a0880a0-96a0-4c5e-a752-2ab8a0b8b66a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.650843] env[65665]: DEBUG nova.scheduler.client.report [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.660143] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.660143] env[65665]: value = "task-4854666" [ 843.660143] env[65665]: _type = "Task" [ 843.660143] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.671270] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854666, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.819959] env[65665]: DEBUG nova.compute.manager [req-645cb2e4-ec1b-4284-929e-cc01d1006134 req-70535e8f-e2f7-4602-b8e3-d6763e4984f6 service nova] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Received event network-changed-c3909d0e-4146-4378-be2f-007438a78ac0 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 843.820193] env[65665]: DEBUG nova.compute.manager [req-645cb2e4-ec1b-4284-929e-cc01d1006134 req-70535e8f-e2f7-4602-b8e3-d6763e4984f6 service nova] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Refreshing instance network info cache due to event network-changed-c3909d0e-4146-4378-be2f-007438a78ac0. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 843.820406] env[65665]: DEBUG oslo_concurrency.lockutils [req-645cb2e4-ec1b-4284-929e-cc01d1006134 req-70535e8f-e2f7-4602-b8e3-d6763e4984f6 service nova] Acquiring lock "refresh_cache-4ce27896-0f26-4ab4-8e41-d8c0011b92da" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.820679] env[65665]: DEBUG oslo_concurrency.lockutils [req-645cb2e4-ec1b-4284-929e-cc01d1006134 req-70535e8f-e2f7-4602-b8e3-d6763e4984f6 service nova] Acquired lock "refresh_cache-4ce27896-0f26-4ab4-8e41-d8c0011b92da" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.820679] env[65665]: DEBUG nova.network.neutron [req-645cb2e4-ec1b-4284-929e-cc01d1006134 req-70535e8f-e2f7-4602-b8e3-d6763e4984f6 service nova] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Refreshing network info cache for port c3909d0e-4146-4378-be2f-007438a78ac0 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.979518] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854663, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.118230] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854665, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.156561] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.157262] env[65665]: DEBUG nova.compute.manager [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 844.160495] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.609s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.160694] env[65665]: DEBUG nova.objects.instance [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 844.177455] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854666, 'name': CreateVM_Task, 'duration_secs': 0.361814} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.177820] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.178507] env[65665]: WARNING neutronclient.v2_0.client [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.179143] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.179547] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.180093] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.180530] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60492d41-f6a0-456c-b871-23b1212e1d70 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.188945] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 844.188945] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5237aeed-64d6-b9d4-f382-d4b3159b2331" [ 844.188945] env[65665]: _type = "Task" [ 844.188945] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.201468] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5237aeed-64d6-b9d4-f382-d4b3159b2331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.325026] env[65665]: WARNING neutronclient.v2_0.client [req-645cb2e4-ec1b-4284-929e-cc01d1006134 req-70535e8f-e2f7-4602-b8e3-d6763e4984f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.480810] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854663, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.639033} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.481083] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0/ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.482750] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.482750] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f854750c-76c4-45fa-b738-60971099d447 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.490328] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 844.490328] env[65665]: value = "task-4854667" [ 844.490328] env[65665]: _type = "Task" [ 844.490328] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.504443] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.510190] env[65665]: WARNING neutronclient.v2_0.client [req-645cb2e4-ec1b-4284-929e-cc01d1006134 req-70535e8f-e2f7-4602-b8e3-d6763e4984f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.591669] env[65665]: DEBUG nova.network.neutron [req-645cb2e4-ec1b-4284-929e-cc01d1006134 req-70535e8f-e2f7-4602-b8e3-d6763e4984f6 service nova] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Updated VIF entry in instance network info cache for port c3909d0e-4146-4378-be2f-007438a78ac0. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 844.592044] env[65665]: DEBUG nova.network.neutron [req-645cb2e4-ec1b-4284-929e-cc01d1006134 req-70535e8f-e2f7-4602-b8e3-d6763e4984f6 service nova] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Updating instance_info_cache with network_info: [{"id": "c3909d0e-4146-4378-be2f-007438a78ac0", "address": "fa:16:3e:10:87:49", "network": {"id": "b6f73a7c-7b38-481e-862f-625804bd4b51", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-910520425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f007647dd33d4d3ab4192355c54ae6bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3909d0e-41", "ovs_interfaceid": "c3909d0e-4146-4378-be2f-007438a78ac0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.619055] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854665, 'name': PowerOnVM_Task, 'duration_secs': 1.213978} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.619341] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.619538] env[65665]: INFO nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Took 9.26 seconds to spawn the instance on the hypervisor. [ 844.619715] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 844.620543] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b3f022-2c1e-4956-8463-0dcad24ac010 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.668486] env[65665]: DEBUG nova.compute.utils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.674670] env[65665]: DEBUG nova.compute.manager [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 844.674925] env[65665]: DEBUG nova.network.neutron [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 844.675302] env[65665]: WARNING neutronclient.v2_0.client [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.675815] env[65665]: WARNING neutronclient.v2_0.client [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.701446] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5237aeed-64d6-b9d4-f382-d4b3159b2331, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.701753] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.702039] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.702304] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.702450] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.702679] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.702960] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70d40b3c-c3f4-40ee-b442-f3ccc0770abf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.713225] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.713487] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.714426] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-774d9e84-6724-4555-8e6d-bdb33405716b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.721553] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 844.721553] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52aa40c2-7757-5d1a-dd6e-79fdaf55ecfd" [ 844.721553] env[65665]: _type = "Task" [ 844.721553] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.730586] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52aa40c2-7757-5d1a-dd6e-79fdaf55ecfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.744020] env[65665]: DEBUG nova.policy [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6de9b7856cc44909afdc53542dc50648', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ab76701cfed4e3f8feeaa81af40d57d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.004599] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184667} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.004948] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.005767] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b1adba-8f10-4284-90dd-61159a66b24f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.030359] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0/ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.030739] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3bc3bf9-23e3-46e2-a30a-3d7c751687dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.053841] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 845.053841] env[65665]: value = "task-4854668" [ 845.053841] env[65665]: _type = "Task" [ 845.053841] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.067819] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.094746] env[65665]: DEBUG oslo_concurrency.lockutils [req-645cb2e4-ec1b-4284-929e-cc01d1006134 req-70535e8f-e2f7-4602-b8e3-d6763e4984f6 service nova] Releasing lock "refresh_cache-4ce27896-0f26-4ab4-8e41-d8c0011b92da" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.131012] env[65665]: DEBUG nova.network.neutron [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Successfully created port: 3b9df3af-a643-48f5-95c8-a79ed1cf8085 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 845.142262] env[65665]: INFO nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Took 56.63 seconds to build instance. [ 845.172254] env[65665]: DEBUG nova.compute.manager [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 845.179041] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acee3b13-d2d2-41bc-84d6-0fa1db4ed60c tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.179041] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.433s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.179041] env[65665]: DEBUG nova.objects.instance [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 845.234543] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52aa40c2-7757-5d1a-dd6e-79fdaf55ecfd, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.235462] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0d51af-5d88-46a2-9d21-758a02bcb6f9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.241919] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 845.241919] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5286c6da-99ab-2f02-24d2-bc4dd6cb566b" [ 845.241919] env[65665]: _type = "Task" [ 845.241919] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.252672] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5286c6da-99ab-2f02-24d2-bc4dd6cb566b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.567567] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.645692] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "0667f773-b44b-48ba-948c-bc7897d0df79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.143s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.753958] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5286c6da-99ab-2f02-24d2-bc4dd6cb566b, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.754287] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.754579] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 4ce27896-0f26-4ab4-8e41-d8c0011b92da/4ce27896-0f26-4ab4-8e41-d8c0011b92da.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.755234] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c295aef7-4536-4fe5-9426-76d0f57b3340 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.764996] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 845.764996] env[65665]: value = "task-4854669" [ 845.764996] env[65665]: _type = "Task" [ 845.764996] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.776128] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.069363] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.148607] env[65665]: DEBUG nova.compute.manager [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 846.186608] env[65665]: DEBUG nova.compute.manager [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 846.191268] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a61ca073-fcd8-4de4-8934-41e1d1199971 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.195675] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.705s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.196723] env[65665]: INFO nova.compute.claims [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.251974] env[65665]: DEBUG nova.virt.hardware [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 846.252398] env[65665]: DEBUG nova.virt.hardware [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.252681] env[65665]: DEBUG nova.virt.hardware [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 846.252986] env[65665]: DEBUG nova.virt.hardware [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.253314] env[65665]: DEBUG nova.virt.hardware [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 846.253504] env[65665]: DEBUG nova.virt.hardware [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 846.253829] env[65665]: DEBUG nova.virt.hardware [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 846.254107] env[65665]: DEBUG nova.virt.hardware [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 846.254871] env[65665]: DEBUG nova.virt.hardware [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 846.254871] env[65665]: DEBUG nova.virt.hardware [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 846.255030] env[65665]: DEBUG nova.virt.hardware [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 846.258489] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eaa2af-e646-494d-9ab0-a0847615778f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.274280] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5991e560-30a8-4cd1-988c-14abe0e33ad5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.296081] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854669, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.570982] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854668, 'name': ReconfigVM_Task, 'duration_secs': 1.121803} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.571943] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Reconfigured VM instance instance-0000003a to attach disk [datastore1] ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0/ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.571943] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb840a5a-917f-4ff2-86f5-4bbbb8c5dba1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.582277] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 846.582277] env[65665]: value = "task-4854670" [ 846.582277] env[65665]: _type = "Task" [ 846.582277] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.592619] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854670, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.696456] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.781836] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524219} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.781836] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 4ce27896-0f26-4ab4-8e41-d8c0011b92da/4ce27896-0f26-4ab4-8e41-d8c0011b92da.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.781836] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.782764] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c2f6ec7-7d9c-461f-a0b6-649b69b14893 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.790791] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 846.790791] env[65665]: value = "task-4854671" [ 846.790791] env[65665]: _type = "Task" [ 846.790791] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.801959] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.807032] env[65665]: DEBUG nova.network.neutron [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Successfully updated port: 3b9df3af-a643-48f5-95c8-a79ed1cf8085 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 847.096339] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854670, 'name': Rename_Task, 'duration_secs': 0.43513} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.096339] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.096789] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e31ee538-a433-469c-ba30-d5e602a2075d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.104890] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 847.104890] env[65665]: value = "task-4854672" [ 847.104890] env[65665]: _type = "Task" [ 847.104890] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.115068] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.134816] env[65665]: DEBUG nova.compute.manager [req-8c68cdb2-2d4a-4227-a48d-0ca78323b0fd req-ff41b507-34e5-41bd-b99b-14d7e95e572f service nova] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Received event network-vif-plugged-3b9df3af-a643-48f5-95c8-a79ed1cf8085 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 847.134969] env[65665]: DEBUG oslo_concurrency.lockutils [req-8c68cdb2-2d4a-4227-a48d-0ca78323b0fd req-ff41b507-34e5-41bd-b99b-14d7e95e572f service nova] Acquiring lock "f0b4e9af-34d6-4778-8646-ed73ee013d03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.135110] env[65665]: DEBUG oslo_concurrency.lockutils [req-8c68cdb2-2d4a-4227-a48d-0ca78323b0fd req-ff41b507-34e5-41bd-b99b-14d7e95e572f service nova] Lock "f0b4e9af-34d6-4778-8646-ed73ee013d03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.135319] env[65665]: DEBUG oslo_concurrency.lockutils [req-8c68cdb2-2d4a-4227-a48d-0ca78323b0fd req-ff41b507-34e5-41bd-b99b-14d7e95e572f service nova] Lock "f0b4e9af-34d6-4778-8646-ed73ee013d03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.135564] env[65665]: DEBUG nova.compute.manager [req-8c68cdb2-2d4a-4227-a48d-0ca78323b0fd req-ff41b507-34e5-41bd-b99b-14d7e95e572f service nova] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] No waiting events found dispatching network-vif-plugged-3b9df3af-a643-48f5-95c8-a79ed1cf8085 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 847.135795] env[65665]: WARNING nova.compute.manager [req-8c68cdb2-2d4a-4227-a48d-0ca78323b0fd req-ff41b507-34e5-41bd-b99b-14d7e95e572f service nova] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Received unexpected event network-vif-plugged-3b9df3af-a643-48f5-95c8-a79ed1cf8085 for instance with vm_state building and task_state spawning. [ 847.304282] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223046} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.304565] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.305437] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfbabd5-04d1-4d94-963f-0a54f3712d60 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.308590] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "refresh_cache-f0b4e9af-34d6-4778-8646-ed73ee013d03" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.308770] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired lock "refresh_cache-f0b4e9af-34d6-4778-8646-ed73ee013d03" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.308941] env[65665]: DEBUG nova.network.neutron [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 847.337075] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 4ce27896-0f26-4ab4-8e41-d8c0011b92da/4ce27896-0f26-4ab4-8e41-d8c0011b92da.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.341085] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36408eac-9319-412b-ad73-5aa7fc1d46f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.376785] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 847.376785] env[65665]: value = "task-4854673" [ 847.376785] env[65665]: _type = "Task" [ 847.376785] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.393777] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.617239] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.861603] env[65665]: DEBUG nova.network.neutron [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 847.892470] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.895080] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc4c520-3bdc-4004-8d30-229f56988e60 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.902608] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d3c943-6c71-48c2-80f6-3bb4962a5644 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.940717] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17f4d95-ef5d-475a-89b7-b351a1c3406b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.952736] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f663f87-6a01-4570-beaa-4b068641f2d3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.961781] env[65665]: WARNING neutronclient.v2_0.client [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.972736] env[65665]: DEBUG nova.compute.provider_tree [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.091186] env[65665]: DEBUG nova.network.neutron [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Updating instance_info_cache with network_info: [{"id": "3b9df3af-a643-48f5-95c8-a79ed1cf8085", "address": "fa:16:3e:bd:34:c4", "network": {"id": "42268e82-1672-41ad-8817-18af78e734c0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-817666771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ab76701cfed4e3f8feeaa81af40d57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9df3af-a6", "ovs_interfaceid": "3b9df3af-a643-48f5-95c8-a79ed1cf8085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.118044] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854672, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.228930] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "da88beb8-d7db-48bf-bab5-aaa11c81230c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.229149] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.391054] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854673, 'name': ReconfigVM_Task, 'duration_secs': 0.52121} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.391257] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 4ce27896-0f26-4ab4-8e41-d8c0011b92da/4ce27896-0f26-4ab4-8e41-d8c0011b92da.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.391937] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a642b1b-1a61-4ff8-94af-69e3a1b38fa1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.399507] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 848.399507] env[65665]: value = "task-4854674" [ 848.399507] env[65665]: _type = "Task" [ 848.399507] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.408808] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854674, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.478110] env[65665]: DEBUG nova.scheduler.client.report [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.594261] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Releasing lock "refresh_cache-f0b4e9af-34d6-4778-8646-ed73ee013d03" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.594700] env[65665]: DEBUG nova.compute.manager [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Instance network_info: |[{"id": "3b9df3af-a643-48f5-95c8-a79ed1cf8085", "address": "fa:16:3e:bd:34:c4", "network": {"id": "42268e82-1672-41ad-8817-18af78e734c0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-817666771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ab76701cfed4e3f8feeaa81af40d57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9df3af-a6", "ovs_interfaceid": "3b9df3af-a643-48f5-95c8-a79ed1cf8085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 848.595198] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:34:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b9df3af-a643-48f5-95c8-a79ed1cf8085', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.602856] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 848.603155] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.603403] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26f2d0c3-2aa8-4bf9-9664-7b27cc3382c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.629299] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854672, 'name': PowerOnVM_Task, 'duration_secs': 1.05055} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.630964] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.631105] env[65665]: INFO nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Took 10.55 seconds to spawn the instance on the hypervisor. [ 848.631296] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 848.631594] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.631594] env[65665]: value = "task-4854675" [ 848.631594] env[65665]: _type = "Task" [ 848.631594] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.632321] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eda2242-36fd-4401-bf02-4cbd4de38341 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.643926] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854675, 'name': CreateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.911027] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854674, 'name': Rename_Task, 'duration_secs': 0.144427} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.911980] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.912455] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4860e463-187b-4828-afbf-b965e805d05f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.922377] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 848.922377] env[65665]: value = "task-4854676" [ 848.922377] env[65665]: _type = "Task" [ 848.922377] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.935453] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.985840] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.986810] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 848.993021] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.306s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.994217] env[65665]: INFO nova.compute.claims [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.146546] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854675, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.156731] env[65665]: INFO nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Took 60.59 seconds to build instance. [ 849.163567] env[65665]: DEBUG nova.compute.manager [req-b6876c48-8cba-4b0f-bbea-f7ba15a28081 req-f505dac9-6029-4f27-9b7e-422c7264f226 service nova] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Received event network-changed-3b9df3af-a643-48f5-95c8-a79ed1cf8085 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 849.163750] env[65665]: DEBUG nova.compute.manager [req-b6876c48-8cba-4b0f-bbea-f7ba15a28081 req-f505dac9-6029-4f27-9b7e-422c7264f226 service nova] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Refreshing instance network info cache due to event network-changed-3b9df3af-a643-48f5-95c8-a79ed1cf8085. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 849.164239] env[65665]: DEBUG oslo_concurrency.lockutils [req-b6876c48-8cba-4b0f-bbea-f7ba15a28081 req-f505dac9-6029-4f27-9b7e-422c7264f226 service nova] Acquiring lock "refresh_cache-f0b4e9af-34d6-4778-8646-ed73ee013d03" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.164239] env[65665]: DEBUG oslo_concurrency.lockutils [req-b6876c48-8cba-4b0f-bbea-f7ba15a28081 req-f505dac9-6029-4f27-9b7e-422c7264f226 service nova] Acquired lock "refresh_cache-f0b4e9af-34d6-4778-8646-ed73ee013d03" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.164524] env[65665]: DEBUG nova.network.neutron [req-b6876c48-8cba-4b0f-bbea-f7ba15a28081 req-f505dac9-6029-4f27-9b7e-422c7264f226 service nova] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Refreshing network info cache for port 3b9df3af-a643-48f5-95c8-a79ed1cf8085 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.432951] env[65665]: DEBUG oslo_vmware.api [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854676, 'name': PowerOnVM_Task, 'duration_secs': 0.484974} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.433260] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.433477] env[65665]: INFO nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Took 8.38 seconds to spawn the instance on the hypervisor. [ 849.433648] env[65665]: DEBUG nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 849.434482] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1addcbc3-5fdd-4aa8-838b-77ccb507c950 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.499413] env[65665]: DEBUG nova.compute.utils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.503820] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 849.504054] env[65665]: DEBUG nova.network.neutron [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 849.504478] env[65665]: WARNING neutronclient.v2_0.client [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.504845] env[65665]: WARNING neutronclient.v2_0.client [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.555223] env[65665]: DEBUG nova.policy [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85de858731114044a48902723d7913f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '587c575ba2734d7cb376644dc704e6c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.646442] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854675, 'name': CreateVM_Task, 'duration_secs': 0.561209} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.646648] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.647126] env[65665]: WARNING neutronclient.v2_0.client [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.647494] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.647639] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.647957] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.648250] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffbf980-6abf-4faf-9419-c0ba83f7cd07 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.653575] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 849.653575] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526586c1-8c42-7a8e-c748-fadb14d3f6a7" [ 849.653575] env[65665]: _type = "Task" [ 849.653575] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.662320] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.118s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.662638] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526586c1-8c42-7a8e-c748-fadb14d3f6a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.669015] env[65665]: WARNING neutronclient.v2_0.client [req-b6876c48-8cba-4b0f-bbea-f7ba15a28081 req-f505dac9-6029-4f27-9b7e-422c7264f226 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.837191] env[65665]: WARNING neutronclient.v2_0.client [req-b6876c48-8cba-4b0f-bbea-f7ba15a28081 req-f505dac9-6029-4f27-9b7e-422c7264f226 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.851833] env[65665]: DEBUG nova.network.neutron [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Successfully created port: 349d2335-643b-410f-9b2a-079513d8d368 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 849.953692] env[65665]: INFO nova.compute.manager [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Took 61.33 seconds to build instance. [ 849.971374] env[65665]: DEBUG nova.network.neutron [req-b6876c48-8cba-4b0f-bbea-f7ba15a28081 req-f505dac9-6029-4f27-9b7e-422c7264f226 service nova] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Updated VIF entry in instance network info cache for port 3b9df3af-a643-48f5-95c8-a79ed1cf8085. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 849.972036] env[65665]: DEBUG nova.network.neutron [req-b6876c48-8cba-4b0f-bbea-f7ba15a28081 req-f505dac9-6029-4f27-9b7e-422c7264f226 service nova] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Updating instance_info_cache with network_info: [{"id": "3b9df3af-a643-48f5-95c8-a79ed1cf8085", "address": "fa:16:3e:bd:34:c4", "network": {"id": "42268e82-1672-41ad-8817-18af78e734c0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-817666771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ab76701cfed4e3f8feeaa81af40d57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9df3af-a6", "ovs_interfaceid": "3b9df3af-a643-48f5-95c8-a79ed1cf8085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.007298] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 850.167369] env[65665]: DEBUG nova.compute.manager [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 850.171854] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526586c1-8c42-7a8e-c748-fadb14d3f6a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012108} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.175288] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.175755] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.175855] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.176487] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.176487] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.176784] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6aa7e64-11ae-48a9-9b96-50b45a2ec542 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.188358] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.189037] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.189365] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da56dc2-3797-40b4-a4a0-30fdc924ce9f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.198859] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 850.198859] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b83002-df36-8468-2bb2-0b56bbc416c0" [ 850.198859] env[65665]: _type = "Task" [ 850.198859] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.209606] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b83002-df36-8468-2bb2-0b56bbc416c0, 'name': SearchDatastore_Task} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.214358] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c765cc-6141-42cf-9a13-cb85af236669 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.221437] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 850.221437] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52767e8d-bd1a-ab02-41ba-c7227a9d58b6" [ 850.221437] env[65665]: _type = "Task" [ 850.221437] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.231519] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52767e8d-bd1a-ab02-41ba-c7227a9d58b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.456579] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4ec45d9-046d-4d73-ba5d-ac8b7aebed4f tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "4ce27896-0f26-4ab4-8e41-d8c0011b92da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.841s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.477895] env[65665]: DEBUG oslo_concurrency.lockutils [req-b6876c48-8cba-4b0f-bbea-f7ba15a28081 req-f505dac9-6029-4f27-9b7e-422c7264f226 service nova] Releasing lock "refresh_cache-f0b4e9af-34d6-4778-8646-ed73ee013d03" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.644110] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99098a3-0631-4b8e-b47f-52d1d27dde1e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.653109] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6e09c5-9be1-4fe9-9b21-3238f658e5a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.691541] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585fc935-04ec-461b-bcc4-f73b2008bda3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.700529] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b952a5ef-917c-49e6-b7d1-db0191e162c9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.705764] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.718195] env[65665]: DEBUG nova.compute.provider_tree [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.732047] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52767e8d-bd1a-ab02-41ba-c7227a9d58b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.732316] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.732579] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f0b4e9af-34d6-4778-8646-ed73ee013d03/f0b4e9af-34d6-4778-8646-ed73ee013d03.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.732850] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cddfb0e-e234-4531-be89-2bdb3775f07a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.742363] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 850.742363] env[65665]: value = "task-4854677" [ 850.742363] env[65665]: _type = "Task" [ 850.742363] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.752726] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.959850] env[65665]: DEBUG nova.compute.manager [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 851.019061] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 851.055468] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 851.055720] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.055924] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 851.056056] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.056200] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 851.056603] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 851.056603] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 851.056841] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 851.056841] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 851.056990] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 851.057153] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 851.058106] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990adc95-8e22-4662-98d6-b7957887b9c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.068565] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3428b3-071b-40d7-b94b-004d02715485 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.221713] env[65665]: DEBUG nova.scheduler.client.report [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.253681] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48004} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.254128] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f0b4e9af-34d6-4778-8646-ed73ee013d03/f0b4e9af-34d6-4778-8646-ed73ee013d03.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.254299] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.254592] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acc4d09c-47f4-4354-8053-57a07946dbf4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.260724] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "0667f773-b44b-48ba-948c-bc7897d0df79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.260936] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "0667f773-b44b-48ba-948c-bc7897d0df79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.261220] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "0667f773-b44b-48ba-948c-bc7897d0df79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.261412] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "0667f773-b44b-48ba-948c-bc7897d0df79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.261573] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "0667f773-b44b-48ba-948c-bc7897d0df79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.264548] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 851.264548] env[65665]: value = "task-4854678" [ 851.264548] env[65665]: _type = "Task" [ 851.264548] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.265382] env[65665]: INFO nova.compute.manager [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Terminating instance [ 851.277836] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.392591] env[65665]: DEBUG nova.compute.manager [req-252e8290-8dd5-42ee-a545-d7627843ec5d req-7e6a4243-c98f-4496-8425-2e2bfec66751 service nova] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Received event network-vif-plugged-349d2335-643b-410f-9b2a-079513d8d368 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 851.392812] env[65665]: DEBUG oslo_concurrency.lockutils [req-252e8290-8dd5-42ee-a545-d7627843ec5d req-7e6a4243-c98f-4496-8425-2e2bfec66751 service nova] Acquiring lock "7e937d70-3554-4498-b687-1600c4e0a420-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.393025] env[65665]: DEBUG oslo_concurrency.lockutils [req-252e8290-8dd5-42ee-a545-d7627843ec5d req-7e6a4243-c98f-4496-8425-2e2bfec66751 service nova] Lock "7e937d70-3554-4498-b687-1600c4e0a420-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.393233] env[65665]: DEBUG oslo_concurrency.lockutils [req-252e8290-8dd5-42ee-a545-d7627843ec5d req-7e6a4243-c98f-4496-8425-2e2bfec66751 service nova] Lock "7e937d70-3554-4498-b687-1600c4e0a420-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.393398] env[65665]: DEBUG nova.compute.manager [req-252e8290-8dd5-42ee-a545-d7627843ec5d req-7e6a4243-c98f-4496-8425-2e2bfec66751 service nova] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] No waiting events found dispatching network-vif-plugged-349d2335-643b-410f-9b2a-079513d8d368 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 851.393596] env[65665]: WARNING nova.compute.manager [req-252e8290-8dd5-42ee-a545-d7627843ec5d req-7e6a4243-c98f-4496-8425-2e2bfec66751 service nova] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Received unexpected event network-vif-plugged-349d2335-643b-410f-9b2a-079513d8d368 for instance with vm_state building and task_state spawning. [ 851.487615] env[65665]: DEBUG nova.network.neutron [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Successfully updated port: 349d2335-643b-410f-9b2a-079513d8d368 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 851.499276] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.727218] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.727918] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 851.730950] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 46.251s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.731203] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.731417] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 851.731781] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.796s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.736236] env[65665]: INFO nova.compute.claims [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.740663] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39e7814-ef09-42cf-bdcc-dc04e80d7387 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.750850] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff380d8b-964a-47f6-b90c-8e41cecd63be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.771185] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cbb341-f141-429e-b8a6-ebf1ba12f3dc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.777061] env[65665]: DEBUG nova.compute.manager [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 851.777061] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.777308] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79324189-a1c5-4613-ab06-29f81d816bc1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.783545] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070355} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.786205] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.787423] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8e5e56-220a-47e2-92d7-d2459af41db3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.791187] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0852e009-9a3b-4b62-ad57-7a109ba53858 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.797030] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.797883] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8e71458-9089-48d7-8c1f-ff12e186fe3c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.820804] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] f0b4e9af-34d6-4778-8646-ed73ee013d03/f0b4e9af-34d6-4778-8646-ed73ee013d03.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.845493] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3f33a9b-4494-48bf-84f2-df51b7023cc2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.860527] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177354MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 851.860688] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.861097] env[65665]: DEBUG oslo_vmware.api [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 851.861097] env[65665]: value = "task-4854679" [ 851.861097] env[65665]: _type = "Task" [ 851.861097] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.870901] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 851.870901] env[65665]: value = "task-4854680" [ 851.870901] env[65665]: _type = "Task" [ 851.870901] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.871243] env[65665]: DEBUG oslo_vmware.api [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.881957] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.990482] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "refresh_cache-7e937d70-3554-4498-b687-1600c4e0a420" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.990683] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired lock "refresh_cache-7e937d70-3554-4498-b687-1600c4e0a420" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.991039] env[65665]: DEBUG nova.network.neutron [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 852.242564] env[65665]: DEBUG nova.compute.utils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.246366] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 852.248111] env[65665]: DEBUG nova.network.neutron [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 852.248111] env[65665]: WARNING neutronclient.v2_0.client [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.248111] env[65665]: WARNING neutronclient.v2_0.client [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.294283] env[65665]: DEBUG nova.policy [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85de858731114044a48902723d7913f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '587c575ba2734d7cb376644dc704e6c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.372221] env[65665]: DEBUG oslo_vmware.api [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854679, 'name': PowerOffVM_Task, 'duration_secs': 0.305618} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.375844] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.376324] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.376771] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96bd2e9c-818b-4110-af21-77e50f003c76 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.385861] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854680, 'name': ReconfigVM_Task, 'duration_secs': 0.509782} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.386611] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Reconfigured VM instance instance-0000003c to attach disk [datastore1] f0b4e9af-34d6-4778-8646-ed73ee013d03/f0b4e9af-34d6-4778-8646-ed73ee013d03.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.387590] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29337b50-aa59-475c-98ea-c65bd53a0a51 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.396999] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 852.396999] env[65665]: value = "task-4854682" [ 852.396999] env[65665]: _type = "Task" [ 852.396999] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.410049] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854682, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.454522] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.457035] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.457035] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Deleting the datastore file [datastore2] 0667f773-b44b-48ba-948c-bc7897d0df79 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.457035] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19367049-932b-4ca2-acf4-04722bc41462 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.467657] env[65665]: DEBUG oslo_vmware.api [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 852.467657] env[65665]: value = "task-4854683" [ 852.467657] env[65665]: _type = "Task" [ 852.467657] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.476967] env[65665]: DEBUG oslo_vmware.api [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.533939] env[65665]: DEBUG nova.network.neutron [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 852.636584] env[65665]: DEBUG nova.network.neutron [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Successfully created port: 78ee32d3-2ec2-4a08-b1da-131822e7e463 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 852.641937] env[65665]: WARNING neutronclient.v2_0.client [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.740027] env[65665]: DEBUG nova.network.neutron [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Updating instance_info_cache with network_info: [{"id": "349d2335-643b-410f-9b2a-079513d8d368", "address": "fa:16:3e:4d:85:b9", "network": {"id": "aa0ee54c-54ce-4569-a408-93f66ffb59bb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1590578474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587c575ba2734d7cb376644dc704e6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349d2335-64", "ovs_interfaceid": "349d2335-643b-410f-9b2a-079513d8d368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.747311] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 852.916210] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854682, 'name': Rename_Task, 'duration_secs': 0.216328} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.916595] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.916890] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f4543c0-bee3-4b99-94ab-c5ea545df664 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.925081] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 852.925081] env[65665]: value = "task-4854684" [ 852.925081] env[65665]: _type = "Task" [ 852.925081] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.938721] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.979099] env[65665]: DEBUG oslo_vmware.api [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16367} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.979978] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.979978] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.979978] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.979978] env[65665]: INFO nova.compute.manager [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Took 1.20 seconds to destroy the instance on the hypervisor. [ 852.980295] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 852.980474] env[65665]: DEBUG nova.compute.manager [-] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 852.980573] env[65665]: DEBUG nova.network.neutron [-] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 852.980855] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.244491] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Releasing lock "refresh_cache-7e937d70-3554-4498-b687-1600c4e0a420" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.244914] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Instance network_info: |[{"id": "349d2335-643b-410f-9b2a-079513d8d368", "address": "fa:16:3e:4d:85:b9", "network": {"id": "aa0ee54c-54ce-4569-a408-93f66ffb59bb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1590578474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587c575ba2734d7cb376644dc704e6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349d2335-64", "ovs_interfaceid": "349d2335-643b-410f-9b2a-079513d8d368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 853.245527] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:85:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '349d2335-643b-410f-9b2a-079513d8d368', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.256182] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 853.263403] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.264151] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d86024cd-adf2-4c1b-ac35-3a649686d256 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.295091] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.295091] env[65665]: value = "task-4854685" [ 853.295091] env[65665]: _type = "Task" [ 853.295091] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.304892] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854685, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.441661] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854684, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.480278] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c642c26-02a4-4a0d-a18b-cba6ec5d2c1f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.493824] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ba380-2c3a-441c-bda1-4920f102b53c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.532273] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.536217] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53382bb-8918-4e0e-bf56-4d273cdc40ce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.545552] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a952098-9e29-41d6-971d-443758be1c78 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.562447] env[65665]: DEBUG nova.compute.provider_tree [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.765716] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 853.795895] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 853.796788] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.796788] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 853.796788] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.796788] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 853.796788] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 853.797033] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 853.797106] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 853.797269] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 853.797435] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 853.797597] env[65665]: DEBUG nova.virt.hardware [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 853.798535] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba948636-0af6-4d8b-8e1a-33c36cd6545a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.813856] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854685, 'name': CreateVM_Task, 'duration_secs': 0.457826} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.815444] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61372dbe-04aa-49f7-9b41-b48f506ee28b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.819354] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.820459] env[65665]: WARNING neutronclient.v2_0.client [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.820818] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.820967] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.821322] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.822328] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f177d3a-fbef-45f6-bb38-a40e3c84c6bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.837935] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 853.837935] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526cd468-d600-5b97-9476-2bfc96564266" [ 853.837935] env[65665]: _type = "Task" [ 853.837935] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.846351] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526cd468-d600-5b97-9476-2bfc96564266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.936648] env[65665]: DEBUG oslo_vmware.api [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854684, 'name': PowerOnVM_Task, 'duration_secs': 0.739976} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.936779] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.936957] env[65665]: INFO nova.compute.manager [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Took 7.75 seconds to spawn the instance on the hypervisor. [ 853.938029] env[65665]: DEBUG nova.compute.manager [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 853.938029] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab38604-68f2-41d3-b3c4-1122f8aea52c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.067125] env[65665]: DEBUG nova.scheduler.client.report [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.081026] env[65665]: DEBUG nova.compute.manager [req-2dd37867-1f96-41e7-a09f-8ea0037773fe req-5af59abc-de34-4cc3-969e-68f174ec028c service nova] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Received event network-changed-349d2335-643b-410f-9b2a-079513d8d368 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 854.081026] env[65665]: DEBUG nova.compute.manager [req-2dd37867-1f96-41e7-a09f-8ea0037773fe req-5af59abc-de34-4cc3-969e-68f174ec028c service nova] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Refreshing instance network info cache due to event network-changed-349d2335-643b-410f-9b2a-079513d8d368. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 854.081026] env[65665]: DEBUG oslo_concurrency.lockutils [req-2dd37867-1f96-41e7-a09f-8ea0037773fe req-5af59abc-de34-4cc3-969e-68f174ec028c service nova] Acquiring lock "refresh_cache-7e937d70-3554-4498-b687-1600c4e0a420" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.081026] env[65665]: DEBUG oslo_concurrency.lockutils [req-2dd37867-1f96-41e7-a09f-8ea0037773fe req-5af59abc-de34-4cc3-969e-68f174ec028c service nova] Acquired lock "refresh_cache-7e937d70-3554-4498-b687-1600c4e0a420" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.081729] env[65665]: DEBUG nova.network.neutron [req-2dd37867-1f96-41e7-a09f-8ea0037773fe req-5af59abc-de34-4cc3-969e-68f174ec028c service nova] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Refreshing network info cache for port 349d2335-643b-410f-9b2a-079513d8d368 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.249319] env[65665]: DEBUG nova.network.neutron [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Successfully updated port: 78ee32d3-2ec2-4a08-b1da-131822e7e463 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 854.316055] env[65665]: DEBUG nova.network.neutron [-] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.349136] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526cd468-d600-5b97-9476-2bfc96564266, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.349449] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.349681] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.349904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.350059] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.350238] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.350776] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc103990-5aac-46cb-b746-79a9b0e143b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.360645] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.360829] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.361660] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f88efac1-9f9b-476f-9dae-10ca822c7ef5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.368152] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 854.368152] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5288dd5b-e9f9-a39d-91db-5db82a86cc88" [ 854.368152] env[65665]: _type = "Task" [ 854.368152] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.377550] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5288dd5b-e9f9-a39d-91db-5db82a86cc88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.401425] env[65665]: DEBUG nova.compute.manager [req-5c9a9e44-a379-4638-a13d-7b0a02eeeeff req-1dff0bc6-c3a6-42b9-8431-e7b51275dc81 service nova] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Received event network-vif-plugged-78ee32d3-2ec2-4a08-b1da-131822e7e463 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 854.401425] env[65665]: DEBUG oslo_concurrency.lockutils [req-5c9a9e44-a379-4638-a13d-7b0a02eeeeff req-1dff0bc6-c3a6-42b9-8431-e7b51275dc81 service nova] Acquiring lock "b1ca6880-dc2a-4d4d-9fc0-d96e42675267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.401588] env[65665]: DEBUG oslo_concurrency.lockutils [req-5c9a9e44-a379-4638-a13d-7b0a02eeeeff req-1dff0bc6-c3a6-42b9-8431-e7b51275dc81 service nova] Lock "b1ca6880-dc2a-4d4d-9fc0-d96e42675267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.401787] env[65665]: DEBUG oslo_concurrency.lockutils [req-5c9a9e44-a379-4638-a13d-7b0a02eeeeff req-1dff0bc6-c3a6-42b9-8431-e7b51275dc81 service nova] Lock "b1ca6880-dc2a-4d4d-9fc0-d96e42675267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.401926] env[65665]: DEBUG nova.compute.manager [req-5c9a9e44-a379-4638-a13d-7b0a02eeeeff req-1dff0bc6-c3a6-42b9-8431-e7b51275dc81 service nova] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] No waiting events found dispatching network-vif-plugged-78ee32d3-2ec2-4a08-b1da-131822e7e463 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 854.402210] env[65665]: WARNING nova.compute.manager [req-5c9a9e44-a379-4638-a13d-7b0a02eeeeff req-1dff0bc6-c3a6-42b9-8431-e7b51275dc81 service nova] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Received unexpected event network-vif-plugged-78ee32d3-2ec2-4a08-b1da-131822e7e463 for instance with vm_state building and task_state spawning. [ 854.458027] env[65665]: INFO nova.compute.manager [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Took 60.95 seconds to build instance. [ 854.586129] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.586129] env[65665]: DEBUG nova.compute.manager [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 854.588757] env[65665]: WARNING neutronclient.v2_0.client [req-2dd37867-1f96-41e7-a09f-8ea0037773fe req-5af59abc-de34-4cc3-969e-68f174ec028c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.591269] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.211s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.591541] env[65665]: DEBUG nova.objects.instance [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lazy-loading 'resources' on Instance uuid 85377951-fc2a-47c9-9f82-7e6e9e33083d {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.739830] env[65665]: WARNING neutronclient.v2_0.client [req-2dd37867-1f96-41e7-a09f-8ea0037773fe req-5af59abc-de34-4cc3-969e-68f174ec028c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.752932] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "refresh_cache-b1ca6880-dc2a-4d4d-9fc0-d96e42675267" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.753176] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired lock "refresh_cache-b1ca6880-dc2a-4d4d-9fc0-d96e42675267" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.753381] env[65665]: DEBUG nova.network.neutron [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 854.816879] env[65665]: DEBUG nova.network.neutron [req-2dd37867-1f96-41e7-a09f-8ea0037773fe req-5af59abc-de34-4cc3-969e-68f174ec028c service nova] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Updated VIF entry in instance network info cache for port 349d2335-643b-410f-9b2a-079513d8d368. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 854.817264] env[65665]: DEBUG nova.network.neutron [req-2dd37867-1f96-41e7-a09f-8ea0037773fe req-5af59abc-de34-4cc3-969e-68f174ec028c service nova] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Updating instance_info_cache with network_info: [{"id": "349d2335-643b-410f-9b2a-079513d8d368", "address": "fa:16:3e:4d:85:b9", "network": {"id": "aa0ee54c-54ce-4569-a408-93f66ffb59bb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1590578474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587c575ba2734d7cb376644dc704e6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap349d2335-64", "ovs_interfaceid": "349d2335-643b-410f-9b2a-079513d8d368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.821461] env[65665]: INFO nova.compute.manager [-] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Took 1.84 seconds to deallocate network for instance. [ 854.879685] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5288dd5b-e9f9-a39d-91db-5db82a86cc88, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.880537] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc41f4b6-6314-425f-bed3-56457500a2a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.886792] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 854.886792] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529a3192-6188-f79c-bd58-bb5f3f01783a" [ 854.886792] env[65665]: _type = "Task" [ 854.886792] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.896297] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529a3192-6188-f79c-bd58-bb5f3f01783a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.960656] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a49d8b33-25b9-4d34-b55a-f60910dd7815 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "f0b4e9af-34d6-4778-8646-ed73ee013d03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.466s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.975324] env[65665]: INFO nova.compute.manager [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Rescuing [ 854.976019] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "refresh_cache-f0b4e9af-34d6-4778-8646-ed73ee013d03" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.976019] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired lock "refresh_cache-f0b4e9af-34d6-4778-8646-ed73ee013d03" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.976155] env[65665]: DEBUG nova.network.neutron [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 855.097862] env[65665]: DEBUG nova.compute.utils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.099663] env[65665]: DEBUG nova.compute.manager [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 855.099876] env[65665]: DEBUG nova.network.neutron [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 855.100538] env[65665]: WARNING neutronclient.v2_0.client [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.100680] env[65665]: WARNING neutronclient.v2_0.client [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.153394] env[65665]: DEBUG nova.policy [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbff634829ec42ca853c05f277fcffce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d736daa70ff4ab98dd2099937ee0f39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.300027] env[65665]: DEBUG nova.network.neutron [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 855.321622] env[65665]: DEBUG oslo_concurrency.lockutils [req-2dd37867-1f96-41e7-a09f-8ea0037773fe req-5af59abc-de34-4cc3-969e-68f174ec028c service nova] Releasing lock "refresh_cache-7e937d70-3554-4498-b687-1600c4e0a420" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.329212] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.398637] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529a3192-6188-f79c-bd58-bb5f3f01783a, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.401869] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.401869] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 7e937d70-3554-4498-b687-1600c4e0a420/7e937d70-3554-4498-b687-1600c4e0a420.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.402440] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ced8d190-e51d-43cc-baf3-8e251df7fdad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.411734] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 855.411734] env[65665]: value = "task-4854686" [ 855.411734] env[65665]: _type = "Task" [ 855.411734] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.417682] env[65665]: WARNING neutronclient.v2_0.client [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.426940] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.463826] env[65665]: DEBUG nova.compute.manager [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 855.485803] env[65665]: WARNING neutronclient.v2_0.client [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.509033] env[65665]: DEBUG nova.network.neutron [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Successfully created port: 727f4e9d-92ca-4660-b94e-257db21375ff {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 855.554122] env[65665]: DEBUG nova.network.neutron [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Updating instance_info_cache with network_info: [{"id": "78ee32d3-2ec2-4a08-b1da-131822e7e463", "address": "fa:16:3e:7a:9c:7e", "network": {"id": "aa0ee54c-54ce-4569-a408-93f66ffb59bb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1590578474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587c575ba2734d7cb376644dc704e6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ee32d3-2e", "ovs_interfaceid": "78ee32d3-2ec2-4a08-b1da-131822e7e463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.604070] env[65665]: DEBUG nova.compute.manager [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 855.784295] env[65665]: WARNING neutronclient.v2_0.client [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.861746] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bf1732-8641-4ae1-8878-a444ea54c60f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.878206] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6597c0-299f-4c6c-95aa-3484179d9dd2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.921749] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e76c065-8b1f-49f5-803f-ae452f9412f2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.927873] env[65665]: DEBUG nova.network.neutron [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Updating instance_info_cache with network_info: [{"id": "3b9df3af-a643-48f5-95c8-a79ed1cf8085", "address": "fa:16:3e:bd:34:c4", "network": {"id": "42268e82-1672-41ad-8817-18af78e734c0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-817666771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ab76701cfed4e3f8feeaa81af40d57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9df3af-a6", "ovs_interfaceid": "3b9df3af-a643-48f5-95c8-a79ed1cf8085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.935264] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506703} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.938608] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3e3d38-8145-48ad-b6fd-09f118ab2dfc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.940266] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 7e937d70-3554-4498-b687-1600c4e0a420/7e937d70-3554-4498-b687-1600c4e0a420.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.940390] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.941347] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a12eb4f1-1e70-4343-aaa6-d0fcd5538411 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.956018] env[65665]: DEBUG nova.compute.provider_tree [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.958932] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 855.958932] env[65665]: value = "task-4854687" [ 855.958932] env[65665]: _type = "Task" [ 855.958932] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.971253] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.988753] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.059904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Releasing lock "refresh_cache-b1ca6880-dc2a-4d4d-9fc0-d96e42675267" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.060308] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Instance network_info: |[{"id": "78ee32d3-2ec2-4a08-b1da-131822e7e463", "address": "fa:16:3e:7a:9c:7e", "network": {"id": "aa0ee54c-54ce-4569-a408-93f66ffb59bb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1590578474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587c575ba2734d7cb376644dc704e6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ee32d3-2e", "ovs_interfaceid": "78ee32d3-2ec2-4a08-b1da-131822e7e463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 856.060815] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:9c:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78ee32d3-2ec2-4a08-b1da-131822e7e463', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.069759] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 856.069759] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.069759] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e9bcb3b-bb25-440c-b887-1e10a1d2c420 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.092073] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.092073] env[65665]: value = "task-4854688" [ 856.092073] env[65665]: _type = "Task" [ 856.092073] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.101080] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854688, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.134033] env[65665]: DEBUG nova.compute.manager [req-03e74589-e252-470f-85ef-377dd2879510 req-f70cf01a-2619-407e-bc9f-c11e867e437b service nova] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Received event network-vif-deleted-f43bce74-c1b5-4b5a-8fd4-41b52827047a {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 856.436896] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Releasing lock "refresh_cache-f0b4e9af-34d6-4778-8646-ed73ee013d03" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.460529] env[65665]: DEBUG nova.scheduler.client.report [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.479750] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07382} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.483273] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.485756] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7145d7-0d94-4e7d-b70f-f534f45d69af {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.489641] env[65665]: DEBUG nova.compute.manager [req-3697bd3b-6510-4bb4-8b82-5433de0d72b8 req-7122ae4c-ed23-4c7b-9511-e1bd6f7569c1 service nova] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Received event network-changed-78ee32d3-2ec2-4a08-b1da-131822e7e463 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 856.490453] env[65665]: DEBUG nova.compute.manager [req-3697bd3b-6510-4bb4-8b82-5433de0d72b8 req-7122ae4c-ed23-4c7b-9511-e1bd6f7569c1 service nova] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Refreshing instance network info cache due to event network-changed-78ee32d3-2ec2-4a08-b1da-131822e7e463. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 856.490453] env[65665]: DEBUG oslo_concurrency.lockutils [req-3697bd3b-6510-4bb4-8b82-5433de0d72b8 req-7122ae4c-ed23-4c7b-9511-e1bd6f7569c1 service nova] Acquiring lock "refresh_cache-b1ca6880-dc2a-4d4d-9fc0-d96e42675267" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.490453] env[65665]: DEBUG oslo_concurrency.lockutils [req-3697bd3b-6510-4bb4-8b82-5433de0d72b8 req-7122ae4c-ed23-4c7b-9511-e1bd6f7569c1 service nova] Acquired lock "refresh_cache-b1ca6880-dc2a-4d4d-9fc0-d96e42675267" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.490453] env[65665]: DEBUG nova.network.neutron [req-3697bd3b-6510-4bb4-8b82-5433de0d72b8 req-7122ae4c-ed23-4c7b-9511-e1bd6f7569c1 service nova] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Refreshing network info cache for port 78ee32d3-2ec2-4a08-b1da-131822e7e463 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.518649] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 7e937d70-3554-4498-b687-1600c4e0a420/7e937d70-3554-4498-b687-1600c4e0a420.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.519386] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0284db7f-0d25-48a7-869e-9694a68f493f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.541348] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 856.541348] env[65665]: value = "task-4854689" [ 856.541348] env[65665]: _type = "Task" [ 856.541348] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.551694] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.603921] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854688, 'name': CreateVM_Task, 'duration_secs': 0.334549} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.604195] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.604805] env[65665]: WARNING neutronclient.v2_0.client [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.605211] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.605359] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.605707] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.605980] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c425a871-e4fc-4b67-aab4-76ac01201d62 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.611710] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 856.611710] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525b5efd-9ef7-fffc-2f92-c031526e87c1" [ 856.611710] env[65665]: _type = "Task" [ 856.611710] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.622848] env[65665]: DEBUG nova.compute.manager [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 856.625130] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525b5efd-9ef7-fffc-2f92-c031526e87c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.646303] env[65665]: DEBUG nova.virt.hardware [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 856.646566] env[65665]: DEBUG nova.virt.hardware [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.646717] env[65665]: DEBUG nova.virt.hardware [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 856.646893] env[65665]: DEBUG nova.virt.hardware [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.647042] env[65665]: DEBUG nova.virt.hardware [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 856.647188] env[65665]: DEBUG nova.virt.hardware [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 856.647387] env[65665]: DEBUG nova.virt.hardware [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 856.647539] env[65665]: DEBUG nova.virt.hardware [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 856.647697] env[65665]: DEBUG nova.virt.hardware [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 856.647854] env[65665]: DEBUG nova.virt.hardware [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 856.648034] env[65665]: DEBUG nova.virt.hardware [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 856.648926] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2de770b-ee00-4b77-82c4-2e97e848b5dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.658621] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f4ca68-0935-44b6-8e9e-3f99bd6fff75 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.974172] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.382s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.977018] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.418s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.977259] env[65665]: DEBUG nova.objects.instance [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 856.994783] env[65665]: WARNING neutronclient.v2_0.client [req-3697bd3b-6510-4bb4-8b82-5433de0d72b8 req-7122ae4c-ed23-4c7b-9511-e1bd6f7569c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.005557] env[65665]: INFO nova.scheduler.client.report [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Deleted allocations for instance 85377951-fc2a-47c9-9f82-7e6e9e33083d [ 857.053536] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.123148] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525b5efd-9ef7-fffc-2f92-c031526e87c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012364} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.123518] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.123790] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.124076] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.124241] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.124421] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.124685] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b5353b1-0b14-4afe-aa27-da5d4f1f1f6b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.135016] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.135222] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.136158] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13e9974-f36f-4352-b3a1-fbf9c0fda548 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.141877] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 857.141877] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5248ad46-0684-b309-afd8-1347ba90e4e1" [ 857.141877] env[65665]: _type = "Task" [ 857.141877] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.151327] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5248ad46-0684-b309-afd8-1347ba90e4e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.199524] env[65665]: DEBUG nova.network.neutron [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Successfully updated port: 727f4e9d-92ca-4660-b94e-257db21375ff {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 857.241617] env[65665]: WARNING neutronclient.v2_0.client [req-3697bd3b-6510-4bb4-8b82-5433de0d72b8 req-7122ae4c-ed23-4c7b-9511-e1bd6f7569c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.320734] env[65665]: DEBUG nova.network.neutron [req-3697bd3b-6510-4bb4-8b82-5433de0d72b8 req-7122ae4c-ed23-4c7b-9511-e1bd6f7569c1 service nova] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Updated VIF entry in instance network info cache for port 78ee32d3-2ec2-4a08-b1da-131822e7e463. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 857.321142] env[65665]: DEBUG nova.network.neutron [req-3697bd3b-6510-4bb4-8b82-5433de0d72b8 req-7122ae4c-ed23-4c7b-9511-e1bd6f7569c1 service nova] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Updating instance_info_cache with network_info: [{"id": "78ee32d3-2ec2-4a08-b1da-131822e7e463", "address": "fa:16:3e:7a:9c:7e", "network": {"id": "aa0ee54c-54ce-4569-a408-93f66ffb59bb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1590578474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "587c575ba2734d7cb376644dc704e6c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ee32d3-2e", "ovs_interfaceid": "78ee32d3-2ec2-4a08-b1da-131822e7e463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.520131] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ab3aa26c-0849-4f94-80d9-77eb367baed9 tempest-ServersListShow298Test-441643051 tempest-ServersListShow298Test-441643051-project-member] Lock "85377951-fc2a-47c9-9f82-7e6e9e33083d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.428s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.554313] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854689, 'name': ReconfigVM_Task, 'duration_secs': 0.733639} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.554599] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 7e937d70-3554-4498-b687-1600c4e0a420/7e937d70-3554-4498-b687-1600c4e0a420.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.555282] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b79e9474-40b5-47b0-afe4-adf0b495033c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.563193] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 857.563193] env[65665]: value = "task-4854690" [ 857.563193] env[65665]: _type = "Task" [ 857.563193] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.572944] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854690, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.654140] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5248ad46-0684-b309-afd8-1347ba90e4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.655083] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd64bdd3-0c4c-4c43-8f7f-b9d1d618a841 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.661544] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 857.661544] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5255c4e1-4ac2-7363-6104-761c28b3c21b" [ 857.661544] env[65665]: _type = "Task" [ 857.661544] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.671255] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5255c4e1-4ac2-7363-6104-761c28b3c21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.707076] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "refresh_cache-0c2692db-1ad5-4d29-9fe3-27dbdb1935c0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.707273] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquired lock "refresh_cache-0c2692db-1ad5-4d29-9fe3-27dbdb1935c0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.707547] env[65665]: DEBUG nova.network.neutron [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 857.823947] env[65665]: DEBUG oslo_concurrency.lockutils [req-3697bd3b-6510-4bb4-8b82-5433de0d72b8 req-7122ae4c-ed23-4c7b-9511-e1bd6f7569c1 service nova] Releasing lock "refresh_cache-b1ca6880-dc2a-4d4d-9fc0-d96e42675267" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.987728] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e518ab83-5618-45b6-883b-968a10c5ab08 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.989089] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.023s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.989472] env[65665]: DEBUG nova.objects.instance [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lazy-loading 'resources' on Instance uuid f5cd9b60-b0b9-4209-a526-83ed09b072bc {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.003768] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.004653] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7d11acd-9090-4412-bb85-96c46139df65 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.014163] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 858.014163] env[65665]: value = "task-4854691" [ 858.014163] env[65665]: _type = "Task" [ 858.014163] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.027365] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.078655] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854690, 'name': Rename_Task, 'duration_secs': 0.250415} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.079161] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.079579] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2985e36a-1fbd-4822-b20f-d327cf521a47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.089441] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 858.089441] env[65665]: value = "task-4854692" [ 858.089441] env[65665]: _type = "Task" [ 858.089441] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.104205] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.177316] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5255c4e1-4ac2-7363-6104-761c28b3c21b, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.177686] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.178051] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] b1ca6880-dc2a-4d4d-9fc0-d96e42675267/b1ca6880-dc2a-4d4d-9fc0-d96e42675267.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.178415] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7103652-aa56-4cf0-9ec8-e5d05aff5a03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.187793] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 858.187793] env[65665]: value = "task-4854693" [ 858.187793] env[65665]: _type = "Task" [ 858.187793] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.200381] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.245307] env[65665]: DEBUG nova.network.neutron [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 858.346207] env[65665]: WARNING neutronclient.v2_0.client [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.438105] env[65665]: DEBUG nova.network.neutron [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Updating instance_info_cache with network_info: [{"id": "727f4e9d-92ca-4660-b94e-257db21375ff", "address": "fa:16:3e:18:4b:51", "network": {"id": "762b0cca-2c2d-43e5-b60f-a13d9503c2d4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-584556392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d736daa70ff4ab98dd2099937ee0f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727f4e9d-92", "ovs_interfaceid": "727f4e9d-92ca-4660-b94e-257db21375ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.528671] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854691, 'name': PowerOffVM_Task, 'duration_secs': 0.279535} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.529104] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.530066] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d9befa-1892-4bd7-999e-21ab5643ee70 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.554973] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b8df87-ed0e-4c5a-a710-915da34a5d50 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.588857] env[65665]: DEBUG nova.compute.manager [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Received event network-vif-plugged-727f4e9d-92ca-4660-b94e-257db21375ff {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 858.589074] env[65665]: DEBUG oslo_concurrency.lockutils [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] Acquiring lock "0c2692db-1ad5-4d29-9fe3-27dbdb1935c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.589391] env[65665]: DEBUG oslo_concurrency.lockutils [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] Lock "0c2692db-1ad5-4d29-9fe3-27dbdb1935c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.589589] env[65665]: DEBUG oslo_concurrency.lockutils [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] Lock "0c2692db-1ad5-4d29-9fe3-27dbdb1935c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.589589] env[65665]: DEBUG nova.compute.manager [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] No waiting events found dispatching network-vif-plugged-727f4e9d-92ca-4660-b94e-257db21375ff {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 858.589838] env[65665]: WARNING nova.compute.manager [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Received unexpected event network-vif-plugged-727f4e9d-92ca-4660-b94e-257db21375ff for instance with vm_state building and task_state spawning. [ 858.590037] env[65665]: DEBUG nova.compute.manager [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Received event network-changed-727f4e9d-92ca-4660-b94e-257db21375ff {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 858.590121] env[65665]: DEBUG nova.compute.manager [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Refreshing instance network info cache due to event network-changed-727f4e9d-92ca-4660-b94e-257db21375ff. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 858.590356] env[65665]: DEBUG oslo_concurrency.lockutils [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] Acquiring lock "refresh_cache-0c2692db-1ad5-4d29-9fe3-27dbdb1935c0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.610860] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854692, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.613527] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.614735] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f5b972a-b70c-4ec6-9e32-233a6e4a7181 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.622924] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 858.622924] env[65665]: value = "task-4854694" [ 858.622924] env[65665]: _type = "Task" [ 858.622924] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.638605] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 858.638809] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.639084] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.639234] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.639433] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.640220] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-405fedc8-f957-4863-b62c-fa9dc3ca843d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.651663] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.651875] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.655593] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deff124b-567b-4722-9587-778d153ecfff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.662736] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 858.662736] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5205acd3-1c6a-7a45-32bc-78997123a192" [ 858.662736] env[65665]: _type = "Task" [ 858.662736] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.671992] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5205acd3-1c6a-7a45-32bc-78997123a192, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.701314] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854693, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.941301] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Releasing lock "refresh_cache-0c2692db-1ad5-4d29-9fe3-27dbdb1935c0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.941673] env[65665]: DEBUG nova.compute.manager [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Instance network_info: |[{"id": "727f4e9d-92ca-4660-b94e-257db21375ff", "address": "fa:16:3e:18:4b:51", "network": {"id": "762b0cca-2c2d-43e5-b60f-a13d9503c2d4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-584556392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d736daa70ff4ab98dd2099937ee0f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727f4e9d-92", "ovs_interfaceid": "727f4e9d-92ca-4660-b94e-257db21375ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 858.941991] env[65665]: DEBUG oslo_concurrency.lockutils [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] Acquired lock "refresh_cache-0c2692db-1ad5-4d29-9fe3-27dbdb1935c0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.942177] env[65665]: DEBUG nova.network.neutron [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Refreshing network info cache for port 727f4e9d-92ca-4660-b94e-257db21375ff {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.943496] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:4b:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '727f4e9d-92ca-4660-b94e-257db21375ff', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.951647] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 858.955188] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.955625] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4add5d92-e9c4-4896-a850-38b3cfd260bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.985467] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.985467] env[65665]: value = "task-4854695" [ 858.985467] env[65665]: _type = "Task" [ 858.985467] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.995685] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854695, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.101397] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854692, 'name': PowerOnVM_Task, 'duration_secs': 0.531755} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.102638] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.102843] env[65665]: INFO nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Took 8.08 seconds to spawn the instance on the hypervisor. [ 859.103025] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 859.103895] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31ce740-99ea-4237-9282-93d553aaaaea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.107187] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2c8fb7-516e-4d59-a2de-35b95b6bd798 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.119043] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fbd072-1923-4b4c-bfb5-e9daa9e334ae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.156699] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705fe964-cdbe-48b5-8d9f-f25a360438c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.168671] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d44434-3b43-4e6d-b315-808d58813bfb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.178698] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5205acd3-1c6a-7a45-32bc-78997123a192, 'name': SearchDatastore_Task, 'duration_secs': 0.025172} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.187756] env[65665]: DEBUG nova.compute.provider_tree [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.189193] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfcea46-3447-4982-b092-62bc3bbcaf31 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.200127] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 859.200127] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d7f2a0-32d5-be2f-3b14-e9feaf5fa775" [ 859.200127] env[65665]: _type = "Task" [ 859.200127] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.204772] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513984} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.212036] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] b1ca6880-dc2a-4d4d-9fc0-d96e42675267/b1ca6880-dc2a-4d4d-9fc0-d96e42675267.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.212036] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.212036] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4acd7c2-348e-448a-90ee-f33a02ff13b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.222185] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d7f2a0-32d5-be2f-3b14-e9feaf5fa775, 'name': SearchDatastore_Task, 'duration_secs': 0.017974} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.222185] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.222185] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f0b4e9af-34d6-4778-8646-ed73ee013d03/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk. {{(pid=65665) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 859.222340] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 859.222340] env[65665]: value = "task-4854696" [ 859.222340] env[65665]: _type = "Task" [ 859.222340] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.222535] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c257f52-0b12-497a-853a-d34519a91d6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.234568] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 859.234568] env[65665]: value = "task-4854697" [ 859.234568] env[65665]: _type = "Task" [ 859.234568] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.245510] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.453844] env[65665]: WARNING neutronclient.v2_0.client [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.504170] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854695, 'name': CreateVM_Task, 'duration_secs': 0.364654} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.504314] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.504982] env[65665]: WARNING neutronclient.v2_0.client [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.505586] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.506014] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.506210] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.506515] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351f3a12-c04c-4562-b899-bc73eb277c20 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.513072] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 859.513072] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528f0096-12d0-d004-225b-9ef4ffe694cf" [ 859.513072] env[65665]: _type = "Task" [ 859.513072] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.523730] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528f0096-12d0-d004-225b-9ef4ffe694cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.633854] env[65665]: INFO nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Took 56.16 seconds to build instance. [ 859.658463] env[65665]: WARNING neutronclient.v2_0.client [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.693468] env[65665]: DEBUG nova.scheduler.client.report [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.736123] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082203} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.739565] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.740390] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75358a47-dc12-4361-99c4-848592057d51 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.743602] env[65665]: DEBUG nova.network.neutron [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Updated VIF entry in instance network info cache for port 727f4e9d-92ca-4660-b94e-257db21375ff. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 859.743934] env[65665]: DEBUG nova.network.neutron [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Updating instance_info_cache with network_info: [{"id": "727f4e9d-92ca-4660-b94e-257db21375ff", "address": "fa:16:3e:18:4b:51", "network": {"id": "762b0cca-2c2d-43e5-b60f-a13d9503c2d4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-584556392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d736daa70ff4ab98dd2099937ee0f39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap727f4e9d-92", "ovs_interfaceid": "727f4e9d-92ca-4660-b94e-257db21375ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.750488] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510726} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.759868] env[65665]: INFO nova.virt.vmwareapi.ds_util [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f0b4e9af-34d6-4778-8646-ed73ee013d03/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk. [ 859.770328] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] b1ca6880-dc2a-4d4d-9fc0-d96e42675267/b1ca6880-dc2a-4d4d-9fc0-d96e42675267.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.771164] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8737622d-8cc9-4431-a4d9-e24cc528161d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.774332] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-851d20d7-67ef-4070-b76f-4f22364ef1e9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.811393] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] f0b4e9af-34d6-4778-8646-ed73ee013d03/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.813047] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe2b75ee-ee4c-4bce-8c00-ad470de5c679 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.826589] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 859.826589] env[65665]: value = "task-4854698" [ 859.826589] env[65665]: _type = "Task" [ 859.826589] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.832240] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 859.832240] env[65665]: value = "task-4854699" [ 859.832240] env[65665]: _type = "Task" [ 859.832240] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.838954] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.844585] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.027490] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528f0096-12d0-d004-225b-9ef4ffe694cf, 'name': SearchDatastore_Task, 'duration_secs': 0.030046} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.028080] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.028204] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.028455] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.028553] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.028691] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.029053] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f99d7b46-641d-45ca-b164-2a733998a07d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.039633] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.039832] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.040813] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0821467c-9df2-41a8-a001-264c14cf1374 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.047548] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 860.047548] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529b27bc-5c6c-39ce-10d7-d132f5faaaf9" [ 860.047548] env[65665]: _type = "Task" [ 860.047548] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.056775] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529b27bc-5c6c-39ce-10d7-d132f5faaaf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.136677] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "7e937d70-3554-4498-b687-1600c4e0a420" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.676s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.198967] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.203618] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.330s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.203815] env[65665]: DEBUG nova.objects.instance [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 860.226633] env[65665]: INFO nova.scheduler.client.report [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Deleted allocations for instance f5cd9b60-b0b9-4209-a526-83ed09b072bc [ 860.246833] env[65665]: DEBUG oslo_concurrency.lockutils [req-d374bd8a-1de4-471e-b922-859352c51175 req-5f852ae0-f67b-43f5-b206-630386204521 service nova] Releasing lock "refresh_cache-0c2692db-1ad5-4d29-9fe3-27dbdb1935c0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.340160] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854698, 'name': ReconfigVM_Task, 'duration_secs': 0.283003} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.340838] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Reconfigured VM instance instance-0000003e to attach disk [datastore2] b1ca6880-dc2a-4d4d-9fc0-d96e42675267/b1ca6880-dc2a-4d4d-9fc0-d96e42675267.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.341634] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b310d7a-e4e2-458a-816e-72c263e6fde7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.346264] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854699, 'name': ReconfigVM_Task, 'duration_secs': 0.293711} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.346906] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Reconfigured VM instance instance-0000003c to attach disk [datastore1] f0b4e9af-34d6-4778-8646-ed73ee013d03/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.347754] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf49c51-41bb-4f2a-85f7-eac0b961837f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.351676] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 860.351676] env[65665]: value = "task-4854700" [ 860.351676] env[65665]: _type = "Task" [ 860.351676] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.377052] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31e07c27-7838-4283-a1ae-da5119b1ee93 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.392685] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854700, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.402361] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 860.402361] env[65665]: value = "task-4854701" [ 860.402361] env[65665]: _type = "Task" [ 860.402361] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.411681] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.561277] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529b27bc-5c6c-39ce-10d7-d132f5faaaf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011438} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.562801] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55bb5a59-d870-4193-a23a-379c60036b4b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.571140] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 860.571140] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52007108-d24f-1f3a-d244-be6a94929f61" [ 860.571140] env[65665]: _type = "Task" [ 860.571140] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.579631] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52007108-d24f-1f3a-d244-be6a94929f61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.639931] env[65665]: DEBUG nova.compute.manager [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 860.737056] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e4ff28c-4fea-46a1-bc18-55507921438f tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "f5cd9b60-b0b9-4209-a526-83ed09b072bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.304s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.861967] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854700, 'name': Rename_Task, 'duration_secs': 0.173863} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.862271] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.862528] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c67c4e52-1679-435c-b234-2a78f2dd3528 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.869580] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 860.869580] env[65665]: value = "task-4854702" [ 860.869580] env[65665]: _type = "Task" [ 860.869580] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.879556] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.914489] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854701, 'name': ReconfigVM_Task, 'duration_secs': 0.314545} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.914758] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.915010] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b31809a-b25c-4699-9e33-6d1d52fc316b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.921836] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 860.921836] env[65665]: value = "task-4854703" [ 860.921836] env[65665]: _type = "Task" [ 860.921836] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.930205] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.952918] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "cdfa62a3-e944-44df-9de3-6af79e11d6d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.953271] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "cdfa62a3-e944-44df-9de3-6af79e11d6d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.953523] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "cdfa62a3-e944-44df-9de3-6af79e11d6d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.953741] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "cdfa62a3-e944-44df-9de3-6af79e11d6d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.953946] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "cdfa62a3-e944-44df-9de3-6af79e11d6d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.956440] env[65665]: INFO nova.compute.manager [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Terminating instance [ 861.081967] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52007108-d24f-1f3a-d244-be6a94929f61, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.082215] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.082607] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0/0c2692db-1ad5-4d29-9fe3-27dbdb1935c0.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.082743] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3367dc6-43af-4c26-9ab9-6bc4637b938b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.091096] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 861.091096] env[65665]: value = "task-4854704" [ 861.091096] env[65665]: _type = "Task" [ 861.091096] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.100781] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.164643] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.216506] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23220a86-d76f-4b5d-a844-83b05a5f34f9 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.218400] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.901s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.218400] env[65665]: DEBUG nova.objects.instance [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lazy-loading 'resources' on Instance uuid e776049f-b496-4b4c-aafa-67a30a37ef55 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.382239] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854702, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.435618] env[65665]: DEBUG oslo_vmware.api [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854703, 'name': PowerOnVM_Task, 'duration_secs': 0.460664} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.436192] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.439795] env[65665]: DEBUG nova.compute.manager [None req-32e8de1e-79eb-4261-a3df-fcd39e7d5f2b tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 861.440719] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8a4047-ef02-40cb-8d47-d492621d3453 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.461941] env[65665]: DEBUG nova.compute.manager [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 861.462347] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.464864] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3264bed2-626f-43bb-a43c-5cb0c8823961 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.482230] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.482230] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f49a9637-34be-4cff-9261-c80e169f4853 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.492290] env[65665]: DEBUG oslo_vmware.api [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 861.492290] env[65665]: value = "task-4854705" [ 861.492290] env[65665]: _type = "Task" [ 861.492290] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.505854] env[65665]: DEBUG oslo_vmware.api [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.604252] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854704, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.881018] env[65665]: DEBUG oslo_vmware.api [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854702, 'name': PowerOnVM_Task, 'duration_secs': 0.605873} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.881415] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.881415] env[65665]: INFO nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Took 8.12 seconds to spawn the instance on the hypervisor. [ 861.881565] env[65665]: DEBUG nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 861.883130] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53347882-1bcd-4f22-bb80-e5961c06c7be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.008720] env[65665]: DEBUG oslo_vmware.api [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854705, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.103630] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633467} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.106261] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0/0c2692db-1ad5-4d29-9fe3-27dbdb1935c0.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.106473] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.106906] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67ae45a9-59ef-4198-b06d-bde434ad7067 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.115071] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 862.115071] env[65665]: value = "task-4854706" [ 862.115071] env[65665]: _type = "Task" [ 862.115071] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.127847] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.288065] env[65665]: INFO nova.compute.manager [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Unrescuing [ 862.288355] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "refresh_cache-f0b4e9af-34d6-4778-8646-ed73ee013d03" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.288510] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquired lock "refresh_cache-f0b4e9af-34d6-4778-8646-ed73ee013d03" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.288668] env[65665]: DEBUG nova.network.neutron [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 862.360847] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b5648f-2ed6-424e-baa0-28835973ecf7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.370188] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76571b84-d05d-4d8c-882e-e8470334448b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.405797] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2450890b-2321-4ea8-ae62-8ebad19c3c8e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.410519] env[65665]: INFO nova.compute.manager [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Took 57.75 seconds to build instance. [ 862.415947] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a60d40-efc6-48b2-90df-e7cf894a4d4c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.433710] env[65665]: DEBUG nova.compute.provider_tree [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.504235] env[65665]: DEBUG oslo_vmware.api [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854705, 'name': PowerOffVM_Task, 'duration_secs': 0.552594} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.504235] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.504235] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.504664] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9347cec-f946-477a-9595-0ff2c04b377e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.590413] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.590630] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.590720] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Deleting the datastore file [datastore2] cdfa62a3-e944-44df-9de3-6af79e11d6d7 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.591027] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb92aa89-21ce-43b5-86d4-38722b37d865 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.599344] env[65665]: DEBUG oslo_vmware.api [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for the task: (returnval){ [ 862.599344] env[65665]: value = "task-4854708" [ 862.599344] env[65665]: _type = "Task" [ 862.599344] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.608260] env[65665]: DEBUG oslo_vmware.api [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.623941] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.31794} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.624257] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.625097] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea92882-87e1-40f2-a3b1-4453e4f1dbfe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.648713] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0/0c2692db-1ad5-4d29-9fe3-27dbdb1935c0.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.649108] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-573193de-323d-4768-b7f9-a7ee7fb92263 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.671953] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 862.671953] env[65665]: value = "task-4854709" [ 862.671953] env[65665]: _type = "Task" [ 862.671953] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.682245] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.794011] env[65665]: WARNING neutronclient.v2_0.client [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.912862] env[65665]: DEBUG oslo_concurrency.lockutils [None req-45127004-dfe3-4260-9ade-b750e3810246 tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "b1ca6880-dc2a-4d4d-9fc0-d96e42675267" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.399s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.939893] env[65665]: WARNING neutronclient.v2_0.client [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.957345] env[65665]: ERROR nova.scheduler.client.report [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [req-e620e662-8e15-4c4f-a03b-0728caadb95d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e52fd1e5-0d72-4d81-ad68-cf304205f8ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e620e662-8e15-4c4f-a03b-0728caadb95d"}]} [ 862.977453] env[65665]: DEBUG nova.scheduler.client.report [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Refreshing inventories for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 862.997387] env[65665]: DEBUG nova.scheduler.client.report [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Updating ProviderTree inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 862.997798] env[65665]: DEBUG nova.compute.provider_tree [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.011978] env[65665]: DEBUG nova.scheduler.client.report [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Refreshing aggregate associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, aggregates: None {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 863.021205] env[65665]: DEBUG nova.network.neutron [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Updating instance_info_cache with network_info: [{"id": "3b9df3af-a643-48f5-95c8-a79ed1cf8085", "address": "fa:16:3e:bd:34:c4", "network": {"id": "42268e82-1672-41ad-8817-18af78e734c0", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-817666771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3ab76701cfed4e3f8feeaa81af40d57d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9df3af-a6", "ovs_interfaceid": "3b9df3af-a643-48f5-95c8-a79ed1cf8085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.041303] env[65665]: DEBUG nova.scheduler.client.report [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Refreshing trait associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 863.110559] env[65665]: DEBUG oslo_vmware.api [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Task: {'id': task-4854708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486983} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.116046] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.116517] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.116877] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.117229] env[65665]: INFO nova.compute.manager [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Took 1.66 seconds to destroy the instance on the hypervisor. [ 863.117658] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 863.118252] env[65665]: DEBUG nova.compute.manager [-] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 863.120027] env[65665]: DEBUG nova.network.neutron [-] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 863.120027] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.164372] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.183353] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.254652] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "7e937d70-3554-4498-b687-1600c4e0a420" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.254976] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "7e937d70-3554-4498-b687-1600c4e0a420" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.255228] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "7e937d70-3554-4498-b687-1600c4e0a420-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.255415] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "7e937d70-3554-4498-b687-1600c4e0a420-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.255624] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "7e937d70-3554-4498-b687-1600c4e0a420-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.260813] env[65665]: INFO nova.compute.manager [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Terminating instance [ 863.353209] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "b1ca6880-dc2a-4d4d-9fc0-d96e42675267" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.353579] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "b1ca6880-dc2a-4d4d-9fc0-d96e42675267" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.353886] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "b1ca6880-dc2a-4d4d-9fc0-d96e42675267-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.354155] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "b1ca6880-dc2a-4d4d-9fc0-d96e42675267-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.354416] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "b1ca6880-dc2a-4d4d-9fc0-d96e42675267-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.359549] env[65665]: INFO nova.compute.manager [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Terminating instance [ 863.416363] env[65665]: DEBUG nova.compute.manager [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 863.453802] env[65665]: DEBUG nova.compute.manager [req-1ecbf180-e9fa-4864-b60b-2a4824207a26 req-32337ea4-eeb1-4052-bb63-ce9441a8ea78 service nova] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Received event network-vif-deleted-4368d7be-839b-4301-a380-25f8e632b093 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 863.454494] env[65665]: INFO nova.compute.manager [req-1ecbf180-e9fa-4864-b60b-2a4824207a26 req-32337ea4-eeb1-4052-bb63-ce9441a8ea78 service nova] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Neutron deleted interface 4368d7be-839b-4301-a380-25f8e632b093; detaching it from the instance and deleting it from the info cache [ 863.454611] env[65665]: DEBUG nova.network.neutron [req-1ecbf180-e9fa-4864-b60b-2a4824207a26 req-32337ea4-eeb1-4052-bb63-ce9441a8ea78 service nova] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.524486] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Releasing lock "refresh_cache-f0b4e9af-34d6-4778-8646-ed73ee013d03" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.525198] env[65665]: DEBUG nova.objects.instance [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lazy-loading 'flavor' on Instance uuid f0b4e9af-34d6-4778-8646-ed73ee013d03 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.641068] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b291b7f2-d2f2-4da7-b12e-67b8ab8e4077 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.649879] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6de0ac-5358-42fd-9f86-6ab9fc290928 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.686665] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba952840-0fe5-4b49-a8d3-a6e8ac333943 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.699022] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854709, 'name': ReconfigVM_Task, 'duration_secs': 0.830574} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.699282] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eee567e-302a-4da7-a719-e64d595b3e94 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.703420] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0/0c2692db-1ad5-4d29-9fe3-27dbdb1935c0.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.704074] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e10d256-8b48-4b03-8ac2-d33e5bb3b23c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.716680] env[65665]: DEBUG nova.compute.provider_tree [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.720230] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 863.720230] env[65665]: value = "task-4854710" [ 863.720230] env[65665]: _type = "Task" [ 863.720230] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.733510] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854710, 'name': Rename_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.768028] env[65665]: DEBUG nova.compute.manager [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 863.768028] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.768519] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe70328f-d1cf-4f75-a5d3-8bc7427bc949 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.777870] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.778175] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-551ba7af-8371-4c1f-a2b2-164d038afd9c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.786197] env[65665]: DEBUG oslo_vmware.api [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 863.786197] env[65665]: value = "task-4854711" [ 863.786197] env[65665]: _type = "Task" [ 863.786197] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.796673] env[65665]: DEBUG oslo_vmware.api [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.863563] env[65665]: DEBUG nova.compute.manager [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 863.865707] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.865707] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ed5f5e-d5cb-484f-a923-8dfadb7f4af1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.873456] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.873735] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a79a8267-972f-4653-a192-884c18da83a9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.882136] env[65665]: DEBUG oslo_vmware.api [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 863.882136] env[65665]: value = "task-4854712" [ 863.882136] env[65665]: _type = "Task" [ 863.882136] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.894593] env[65665]: DEBUG oslo_vmware.api [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.925250] env[65665]: DEBUG nova.network.neutron [-] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.942779] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.960949] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2d89327-9298-4410-b883-701678e3daa6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.973122] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932a3d1d-8a35-462d-9fce-23932ccfbd18 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.025220] env[65665]: DEBUG nova.compute.manager [req-1ecbf180-e9fa-4864-b60b-2a4824207a26 req-32337ea4-eeb1-4052-bb63-ce9441a8ea78 service nova] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Detach interface failed, port_id=4368d7be-839b-4301-a380-25f8e632b093, reason: Instance cdfa62a3-e944-44df-9de3-6af79e11d6d7 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 864.034825] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a15b21c-fdce-455a-afa4-fdc88a032663 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.062702] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.063241] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c7d86e-f96d-43e2-b3b5-44061a553e4d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.071689] env[65665]: DEBUG oslo_vmware.api [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 864.071689] env[65665]: value = "task-4854713" [ 864.071689] env[65665]: _type = "Task" [ 864.071689] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.085376] env[65665]: DEBUG oslo_vmware.api [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.226259] env[65665]: DEBUG nova.scheduler.client.report [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.235031] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854710, 'name': Rename_Task, 'duration_secs': 0.379457} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.235332] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.235679] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75d0065d-20c1-4c19-85a0-3ccd78cdf3f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.247024] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 864.247024] env[65665]: value = "task-4854714" [ 864.247024] env[65665]: _type = "Task" [ 864.247024] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.256707] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.297099] env[65665]: DEBUG oslo_vmware.api [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854711, 'name': PowerOffVM_Task, 'duration_secs': 0.319178} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.297449] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.297578] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.297825] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4294c73-4d6c-4682-9056-d253a4764c3f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.367571] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.367571] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.367571] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Deleting the datastore file [datastore1] 7e937d70-3554-4498-b687-1600c4e0a420 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.367725] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8419f83-88fb-4e18-ba70-736e8fc64c0d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.376727] env[65665]: DEBUG oslo_vmware.api [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 864.376727] env[65665]: value = "task-4854716" [ 864.376727] env[65665]: _type = "Task" [ 864.376727] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.389898] env[65665]: DEBUG oslo_vmware.api [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.403182] env[65665]: DEBUG oslo_vmware.api [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854712, 'name': PowerOffVM_Task, 'duration_secs': 0.262818} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.403669] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.404015] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.404377] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-482acd33-55c8-48a7-b181-c273e9246a17 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.432144] env[65665]: INFO nova.compute.manager [-] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Took 1.31 seconds to deallocate network for instance. [ 864.494355] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.494742] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.495079] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Deleting the datastore file [datastore2] b1ca6880-dc2a-4d4d-9fc0-d96e42675267 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.495505] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f07896f4-5336-47fa-80ac-478bad68b3ad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.504670] env[65665]: DEBUG oslo_vmware.api [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for the task: (returnval){ [ 864.504670] env[65665]: value = "task-4854718" [ 864.504670] env[65665]: _type = "Task" [ 864.504670] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.516431] env[65665]: DEBUG oslo_vmware.api [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.584913] env[65665]: DEBUG oslo_vmware.api [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854713, 'name': PowerOffVM_Task, 'duration_secs': 0.390069} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.585309] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.593922] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 864.594330] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b72ff58-dba4-47f4-a54a-e082e70c6ccb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.621869] env[65665]: DEBUG oslo_vmware.api [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 864.621869] env[65665]: value = "task-4854719" [ 864.621869] env[65665]: _type = "Task" [ 864.621869] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.635420] env[65665]: DEBUG oslo_vmware.api [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.737016] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.519s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.740015] env[65665]: DEBUG oslo_concurrency.lockutils [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.622s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.740319] env[65665]: DEBUG nova.objects.instance [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lazy-loading 'resources' on Instance uuid 48720752-7bd5-4d53-bcdf-aec0b8956094 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.758554] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854714, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.769973] env[65665]: INFO nova.scheduler.client.report [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Deleted allocations for instance e776049f-b496-4b4c-aafa-67a30a37ef55 [ 864.886561] env[65665]: DEBUG oslo_vmware.api [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194395} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.886561] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.886743] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.886917] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.887099] env[65665]: INFO nova.compute.manager [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Took 1.12 seconds to destroy the instance on the hypervisor. [ 864.887342] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 864.887541] env[65665]: DEBUG nova.compute.manager [-] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 864.887670] env[65665]: DEBUG nova.network.neutron [-] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 864.887953] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.942649] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.959197] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.017082] env[65665]: DEBUG oslo_vmware.api [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Task: {'id': task-4854718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197272} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.017391] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.017520] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.017970] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.017970] env[65665]: INFO nova.compute.manager [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Took 1.15 seconds to destroy the instance on the hypervisor. [ 865.018106] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 865.018307] env[65665]: DEBUG nova.compute.manager [-] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 865.018389] env[65665]: DEBUG nova.network.neutron [-] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 865.018632] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.075377] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.132620] env[65665]: DEBUG oslo_vmware.api [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854719, 'name': ReconfigVM_Task, 'duration_secs': 0.26696} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.132620] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 865.132620] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.132903] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d09e9a39-34dc-4924-9778-6407e9ad9c09 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.139304] env[65665]: DEBUG oslo_vmware.api [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 865.139304] env[65665]: value = "task-4854720" [ 865.139304] env[65665]: _type = "Task" [ 865.139304] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.148553] env[65665]: DEBUG oslo_vmware.api [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.238618] env[65665]: DEBUG nova.compute.manager [req-0481e0e6-7c3c-4f23-bef2-0cdd19651bb0 req-4b6fd1ac-07ce-40fd-acdf-a13aa356c3c7 service nova] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Received event network-vif-deleted-349d2335-643b-410f-9b2a-079513d8d368 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 865.238618] env[65665]: INFO nova.compute.manager [req-0481e0e6-7c3c-4f23-bef2-0cdd19651bb0 req-4b6fd1ac-07ce-40fd-acdf-a13aa356c3c7 service nova] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Neutron deleted interface 349d2335-643b-410f-9b2a-079513d8d368; detaching it from the instance and deleting it from the info cache [ 865.238996] env[65665]: DEBUG nova.network.neutron [req-0481e0e6-7c3c-4f23-bef2-0cdd19651bb0 req-4b6fd1ac-07ce-40fd-acdf-a13aa356c3c7 service nova] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.257030] env[65665]: DEBUG oslo_vmware.api [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854714, 'name': PowerOnVM_Task, 'duration_secs': 0.585118} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.258065] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.258294] env[65665]: INFO nova.compute.manager [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Took 8.64 seconds to spawn the instance on the hypervisor. [ 865.258505] env[65665]: DEBUG nova.compute.manager [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 865.259398] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51558bda-79da-4a87-a984-4afd6a30743a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.278505] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7375fc3d-158d-4453-9ec3-dd0fa77ee9e3 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "e776049f-b496-4b4c-aafa-67a30a37ef55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.053s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.510745] env[65665]: DEBUG nova.compute.manager [req-751c2914-ede9-4bf5-b72b-c5d968258314 req-b2a44362-1132-49e6-9975-827f050e8a0d service nova] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Received event network-vif-deleted-78ee32d3-2ec2-4a08-b1da-131822e7e463 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 865.511250] env[65665]: INFO nova.compute.manager [req-751c2914-ede9-4bf5-b72b-c5d968258314 req-b2a44362-1132-49e6-9975-827f050e8a0d service nova] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Neutron deleted interface 78ee32d3-2ec2-4a08-b1da-131822e7e463; detaching it from the instance and deleting it from the info cache [ 865.511296] env[65665]: DEBUG nova.network.neutron [req-751c2914-ede9-4bf5-b72b-c5d968258314 req-b2a44362-1132-49e6-9975-827f050e8a0d service nova] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.649620] env[65665]: DEBUG oslo_vmware.api [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854720, 'name': PowerOnVM_Task, 'duration_secs': 0.392617} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.649987] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.650124] env[65665]: DEBUG nova.compute.manager [None req-2e51463a-2126-4d01-8a30-7cee7865fd91 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 865.650912] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2aa0e9-3325-48f1-b65e-7ec90a604c5d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.687848] env[65665]: DEBUG nova.network.neutron [-] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.744767] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18265460-8493-4058-8608-aa6088825b59 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.756919] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db48863-3674-45fc-aee3-2c66b6170f88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.771116] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7df167-ade7-47a1-990b-b4000fcafbc9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.783641] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f222187-0b9f-4118-b740-e6a7eaecd0cc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.803547] env[65665]: DEBUG nova.compute.manager [req-0481e0e6-7c3c-4f23-bef2-0cdd19651bb0 req-4b6fd1ac-07ce-40fd-acdf-a13aa356c3c7 service nova] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Detach interface failed, port_id=349d2335-643b-410f-9b2a-079513d8d368, reason: Instance 7e937d70-3554-4498-b687-1600c4e0a420 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 865.803932] env[65665]: DEBUG nova.network.neutron [-] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.805816] env[65665]: INFO nova.compute.manager [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Took 58.91 seconds to build instance. [ 865.839782] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f08b077-e0c1-4a86-82a1-32019da61b32 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.848803] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30540eab-2cd4-4a58-8806-36039b0ef9a7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.863837] env[65665]: DEBUG nova.compute.provider_tree [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.013888] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52e1c463-a86d-404c-add8-e013a2dba146 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.024930] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90f9c35-96cc-4887-b48b-73dfd9953344 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.068983] env[65665]: DEBUG nova.compute.manager [req-751c2914-ede9-4bf5-b72b-c5d968258314 req-b2a44362-1132-49e6-9975-827f050e8a0d service nova] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Detach interface failed, port_id=78ee32d3-2ec2-4a08-b1da-131822e7e463, reason: Instance b1ca6880-dc2a-4d4d-9fc0-d96e42675267 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 866.190977] env[65665]: INFO nova.compute.manager [-] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Took 1.30 seconds to deallocate network for instance. [ 866.306829] env[65665]: INFO nova.compute.manager [-] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Took 1.29 seconds to deallocate network for instance. [ 866.307321] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9d2a9a2e-8ada-4bf3-b8a2-edf70c1f9260 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "0c2692db-1ad5-4d29-9fe3-27dbdb1935c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.540s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.367118] env[65665]: DEBUG nova.scheduler.client.report [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.399932] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "0c2692db-1ad5-4d29-9fe3-27dbdb1935c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.400145] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "0c2692db-1ad5-4d29-9fe3-27dbdb1935c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.400361] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "0c2692db-1ad5-4d29-9fe3-27dbdb1935c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.400591] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "0c2692db-1ad5-4d29-9fe3-27dbdb1935c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.400727] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "0c2692db-1ad5-4d29-9fe3-27dbdb1935c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.403060] env[65665]: INFO nova.compute.manager [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Terminating instance [ 866.697019] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.812990] env[65665]: DEBUG nova.compute.manager [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 866.816630] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.873018] env[65665]: DEBUG oslo_concurrency.lockutils [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.874152] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.492s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.874397] env[65665]: DEBUG nova.objects.instance [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lazy-loading 'resources' on Instance uuid 6451b8cc-cf73-49d3-977c-40812068b4fb {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.901886] env[65665]: INFO nova.scheduler.client.report [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Deleted allocations for instance 48720752-7bd5-4d53-bcdf-aec0b8956094 [ 866.906404] env[65665]: DEBUG nova.compute.manager [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 866.906404] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.907628] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4edc60a-a794-41fe-9aac-0c3179c71930 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.916850] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.917228] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52335f47-258b-4212-8ada-e5a68605275b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.924068] env[65665]: DEBUG oslo_vmware.api [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 866.924068] env[65665]: value = "task-4854721" [ 866.924068] env[65665]: _type = "Task" [ 866.924068] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.933819] env[65665]: DEBUG oslo_vmware.api [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.199442] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "f0b4e9af-34d6-4778-8646-ed73ee013d03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.199442] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "f0b4e9af-34d6-4778-8646-ed73ee013d03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.199729] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "f0b4e9af-34d6-4778-8646-ed73ee013d03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.199769] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "f0b4e9af-34d6-4778-8646-ed73ee013d03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.201018] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "f0b4e9af-34d6-4778-8646-ed73ee013d03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.202567] env[65665]: INFO nova.compute.manager [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Terminating instance [ 867.338244] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.409268] env[65665]: DEBUG oslo_concurrency.lockutils [None req-adef7176-b8d9-4098-a97c-dc2a05c57f97 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "48720752-7bd5-4d53-bcdf-aec0b8956094" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.572s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.435946] env[65665]: DEBUG oslo_vmware.api [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854721, 'name': PowerOffVM_Task, 'duration_secs': 0.212211} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.436264] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.436435] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.436698] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4401cf29-8371-477b-880c-e0909a37f933 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.501154] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.501795] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.501795] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Deleting the datastore file [datastore2] 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.501915] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4896973f-14ad-47f0-b4da-c931f536f32a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.512334] env[65665]: DEBUG oslo_vmware.api [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for the task: (returnval){ [ 867.512334] env[65665]: value = "task-4854723" [ 867.512334] env[65665]: _type = "Task" [ 867.512334] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.522390] env[65665]: DEBUG oslo_vmware.api [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.710319] env[65665]: DEBUG nova.compute.manager [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 867.710537] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.711817] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8051a755-6088-47c9-958c-36685cb3fa75 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.722037] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.722314] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82df0427-0d48-4253-8288-065e8c187572 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.730065] env[65665]: DEBUG oslo_vmware.api [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 867.730065] env[65665]: value = "task-4854724" [ 867.730065] env[65665]: _type = "Task" [ 867.730065] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.748305] env[65665]: DEBUG oslo_vmware.api [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.884342] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aabfb9-ec3e-4505-a363-0e1fe666e75f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.892961] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97819852-afb0-496b-b675-8304d7f06aab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.926414] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ed0ce7-77f8-4d47-a361-8230d4bdd75f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.935131] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e7ffea-a665-45a4-a42d-a6e2ba2dba4f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.950558] env[65665]: DEBUG nova.compute.provider_tree [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.025126] env[65665]: DEBUG oslo_vmware.api [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Task: {'id': task-4854723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128658} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.025410] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.025617] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.025785] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.025949] env[65665]: INFO nova.compute.manager [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 868.026209] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 868.026403] env[65665]: DEBUG nova.compute.manager [-] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 868.026500] env[65665]: DEBUG nova.network.neutron [-] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 868.026786] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.100799] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.238498] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "35ee9cc1-11f7-487a-a7f5-a4c184ed050d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.238894] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "35ee9cc1-11f7-487a-a7f5-a4c184ed050d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.239325] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "35ee9cc1-11f7-487a-a7f5-a4c184ed050d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.239325] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "35ee9cc1-11f7-487a-a7f5-a4c184ed050d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.239539] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "35ee9cc1-11f7-487a-a7f5-a4c184ed050d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.245064] env[65665]: DEBUG oslo_vmware.api [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854724, 'name': PowerOffVM_Task, 'duration_secs': 0.198547} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.245884] env[65665]: INFO nova.compute.manager [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Terminating instance [ 868.247862] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.248136] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.249652] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d249b00-6dcf-4684-997b-4e43d9418268 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.322833] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.322833] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.322833] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Deleting the datastore file [datastore1] f0b4e9af-34d6-4778-8646-ed73ee013d03 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.322833] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2dcb0c6-cfd0-4a6f-a338-e75f0668247c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.330146] env[65665]: DEBUG oslo_vmware.api [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 868.330146] env[65665]: value = "task-4854726" [ 868.330146] env[65665]: _type = "Task" [ 868.330146] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.340975] env[65665]: DEBUG oslo_vmware.api [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.353452] env[65665]: DEBUG nova.compute.manager [req-480ac2ff-79a1-4fa7-9d8a-e007eb9a906a req-d0ce1877-e5cf-4890-8984-f228f93c91f0 service nova] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Received event network-vif-deleted-727f4e9d-92ca-4660-b94e-257db21375ff {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 868.353640] env[65665]: INFO nova.compute.manager [req-480ac2ff-79a1-4fa7-9d8a-e007eb9a906a req-d0ce1877-e5cf-4890-8984-f228f93c91f0 service nova] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Neutron deleted interface 727f4e9d-92ca-4660-b94e-257db21375ff; detaching it from the instance and deleting it from the info cache [ 868.353829] env[65665]: DEBUG nova.network.neutron [req-480ac2ff-79a1-4fa7-9d8a-e007eb9a906a req-d0ce1877-e5cf-4890-8984-f228f93c91f0 service nova] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.454052] env[65665]: DEBUG nova.scheduler.client.report [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.753696] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "refresh_cache-35ee9cc1-11f7-487a-a7f5-a4c184ed050d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.753895] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquired lock "refresh_cache-35ee9cc1-11f7-487a-a7f5-a4c184ed050d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.754085] env[65665]: DEBUG nova.network.neutron [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 868.837130] env[65665]: DEBUG nova.network.neutron [-] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.844358] env[65665]: DEBUG oslo_vmware.api [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152889} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.844646] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.844890] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.845127] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.845376] env[65665]: INFO nova.compute.manager [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Took 1.13 seconds to destroy the instance on the hypervisor. [ 868.845707] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 868.845977] env[65665]: DEBUG nova.compute.manager [-] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 868.846144] env[65665]: DEBUG nova.network.neutron [-] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 868.846495] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.856211] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df838550-cf6d-43cd-9341-e0ecb1da1c28 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.865958] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbc96d9-6b61-4e01-9f2e-ce4debe3665a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.878464] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.902777] env[65665]: DEBUG nova.compute.manager [req-480ac2ff-79a1-4fa7-9d8a-e007eb9a906a req-d0ce1877-e5cf-4890-8984-f228f93c91f0 service nova] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Detach interface failed, port_id=727f4e9d-92ca-4660-b94e-257db21375ff, reason: Instance 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 868.959409] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.962045] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.262s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.962045] env[65665]: DEBUG nova.objects.instance [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lazy-loading 'resources' on Instance uuid f2082df5-ec95-423f-a5d6-b7f776be63ad {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.983409] env[65665]: INFO nova.scheduler.client.report [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Deleted allocations for instance 6451b8cc-cf73-49d3-977c-40812068b4fb [ 869.256438] env[65665]: WARNING neutronclient.v2_0.client [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.274907] env[65665]: DEBUG nova.network.neutron [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 869.333324] env[65665]: DEBUG nova.network.neutron [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.339457] env[65665]: INFO nova.compute.manager [-] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Took 1.31 seconds to deallocate network for instance. [ 869.493735] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fbc81c37-a766-415c-ac1a-e74e5fb7a153 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "6451b8cc-cf73-49d3-977c-40812068b4fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.574s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.618367] env[65665]: DEBUG nova.network.neutron [-] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.472870] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Releasing lock "refresh_cache-35ee9cc1-11f7-487a-a7f5-a4c184ed050d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.473391] env[65665]: DEBUG nova.compute.manager [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 870.473551] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.474401] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.474959] env[65665]: INFO nova.compute.manager [-] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Took 1.63 seconds to deallocate network for instance. [ 870.475421] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "641c616e-96ce-4a56-9888-d9eca0c3111f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.475643] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "641c616e-96ce-4a56-9888-d9eca0c3111f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.475831] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "641c616e-96ce-4a56-9888-d9eca0c3111f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.476013] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "641c616e-96ce-4a56-9888-d9eca0c3111f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.476176] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "641c616e-96ce-4a56-9888-d9eca0c3111f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.478093] env[65665]: DEBUG nova.compute.manager [req-b7054a7b-d5d7-4e3e-a675-591602a9cb79 req-293f9312-a7c8-4919-8e13-9dac1d94fe70 service nova] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Received event network-vif-deleted-3b9df3af-a643-48f5-95c8-a79ed1cf8085 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 870.479274] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c2c56c-28b5-47de-bcf3-0615f98b5bdd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.486424] env[65665]: INFO nova.compute.manager [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Terminating instance [ 870.494247] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.495211] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c76a4e5e-a54f-428d-a93d-4367158dd1c1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.502562] env[65665]: DEBUG oslo_vmware.api [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 870.502562] env[65665]: value = "task-4854727" [ 870.502562] env[65665]: _type = "Task" [ 870.502562] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.517528] env[65665]: DEBUG oslo_vmware.api [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.763670] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bfe0e4-b7f2-46b4-b9b4-a4591be194f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.771210] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b6939a-37eb-4d6c-8335-ca773482eb48 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.800670] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76db5077-d29a-440b-956b-29bf5fe0f143 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.808585] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7ebc06-3d49-4fa8-b6e4-94cc1795ecea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.823589] env[65665]: DEBUG nova.compute.provider_tree [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.996063] env[65665]: DEBUG nova.compute.manager [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 870.996383] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.997287] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be764f2-a933-46c9-bb86-1800c0a479ea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.006407] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.009471] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e187672-506a-422f-a22d-3ad8d0f689dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.018018] env[65665]: DEBUG oslo_vmware.api [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854727, 'name': PowerOffVM_Task, 'duration_secs': 0.134181} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.020301] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.020652] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.020866] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.021233] env[65665]: DEBUG oslo_vmware.api [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 871.021233] env[65665]: value = "task-4854728" [ 871.021233] env[65665]: _type = "Task" [ 871.021233] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.021440] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8c9b909-f860-473c-9575-880a99c799ad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.033602] env[65665]: DEBUG oslo_vmware.api [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.054033] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.054033] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.054033] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Deleting the datastore file [datastore2] 35ee9cc1-11f7-487a-a7f5-a4c184ed050d {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.054428] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64fdccda-7c53-4a32-8e4a-6f888e508921 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.062787] env[65665]: DEBUG oslo_vmware.api [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for the task: (returnval){ [ 871.062787] env[65665]: value = "task-4854730" [ 871.062787] env[65665]: _type = "Task" [ 871.062787] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.071874] env[65665]: DEBUG oslo_vmware.api [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.328019] env[65665]: DEBUG nova.scheduler.client.report [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.533941] env[65665]: DEBUG oslo_vmware.api [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854728, 'name': PowerOffVM_Task, 'duration_secs': 0.205443} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.534290] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.534505] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.534796] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41f575b6-6a15-4672-a338-2d9922c49e20 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.573557] env[65665]: DEBUG oslo_vmware.api [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Task: {'id': task-4854730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091545} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.573838] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.574205] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.574413] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.574571] env[65665]: INFO nova.compute.manager [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 871.574849] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 871.575058] env[65665]: DEBUG nova.compute.manager [-] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 871.575157] env[65665]: DEBUG nova.network.neutron [-] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 871.575406] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.593340] env[65665]: DEBUG nova.network.neutron [-] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 871.593615] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.598500] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.598709] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.598881] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Deleting the datastore file [datastore1] 641c616e-96ce-4a56-9888-d9eca0c3111f {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.599154] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-269fc7b1-f85e-4057-8585-d8104a863efa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.606410] env[65665]: DEBUG oslo_vmware.api [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for the task: (returnval){ [ 871.606410] env[65665]: value = "task-4854732" [ 871.606410] env[65665]: _type = "Task" [ 871.606410] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.616629] env[65665]: DEBUG oslo_vmware.api [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.834312] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.872s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.836724] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.705s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.838639] env[65665]: INFO nova.compute.claims [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.857601] env[65665]: INFO nova.scheduler.client.report [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleted allocations for instance f2082df5-ec95-423f-a5d6-b7f776be63ad [ 872.096807] env[65665]: DEBUG nova.network.neutron [-] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.117990] env[65665]: DEBUG oslo_vmware.api [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Task: {'id': task-4854732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148948} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.118253] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.118427] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.118715] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.118909] env[65665]: INFO nova.compute.manager [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 872.119170] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 872.119359] env[65665]: DEBUG nova.compute.manager [-] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 872.119462] env[65665]: DEBUG nova.network.neutron [-] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 872.119705] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.162049] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.364557] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77216ed4-396d-40ec-9967-15b94be120d4 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "f2082df5-ec95-423f-a5d6-b7f776be63ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.691s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.432145] env[65665]: DEBUG nova.compute.manager [req-41998332-fe53-41bd-b56a-2ac2fbce7c94 req-ca0ce4d4-f8d7-4ede-a4f2-7d84e35a2a58 service nova] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Received event network-vif-deleted-38c6214e-7919-43f5-9782-551849b670cc {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 872.432334] env[65665]: INFO nova.compute.manager [req-41998332-fe53-41bd-b56a-2ac2fbce7c94 req-ca0ce4d4-f8d7-4ede-a4f2-7d84e35a2a58 service nova] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Neutron deleted interface 38c6214e-7919-43f5-9782-551849b670cc; detaching it from the instance and deleting it from the info cache [ 872.432494] env[65665]: DEBUG nova.network.neutron [req-41998332-fe53-41bd-b56a-2ac2fbce7c94 req-ca0ce4d4-f8d7-4ede-a4f2-7d84e35a2a58 service nova] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.600087] env[65665]: INFO nova.compute.manager [-] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Took 1.02 seconds to deallocate network for instance. [ 872.888512] env[65665]: DEBUG nova.network.neutron [-] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.936857] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0adb8e7-aae1-4b00-a32c-5d0d716b8ce1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.948760] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dded851-07d8-4b32-a7b0-f3a44e394075 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.986719] env[65665]: DEBUG nova.compute.manager [req-41998332-fe53-41bd-b56a-2ac2fbce7c94 req-ca0ce4d4-f8d7-4ede-a4f2-7d84e35a2a58 service nova] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Detach interface failed, port_id=38c6214e-7919-43f5-9782-551849b670cc, reason: Instance 641c616e-96ce-4a56-9888-d9eca0c3111f could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 873.105439] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.337879] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c60aec9-16d2-4191-b268-782388ed1971 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.346196] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcac568-b44f-43a1-bb5f-28b2bfe964b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.380243] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "abc93bf9-5fb2-44e0-87ad-2a1ac3083f87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.380506] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "abc93bf9-5fb2-44e0-87ad-2a1ac3083f87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.380709] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "abc93bf9-5fb2-44e0-87ad-2a1ac3083f87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.380883] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "abc93bf9-5fb2-44e0-87ad-2a1ac3083f87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.381053] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "abc93bf9-5fb2-44e0-87ad-2a1ac3083f87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.383871] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ce37ff-41f7-491c-9ac2-77e66008c2f6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.386756] env[65665]: INFO nova.compute.manager [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Terminating instance [ 873.392898] env[65665]: INFO nova.compute.manager [-] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Took 1.27 seconds to deallocate network for instance. [ 873.397234] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d54d605-e52b-4fa5-9683-bc16dc6456df {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.415270] env[65665]: DEBUG nova.compute.provider_tree [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.906332] env[65665]: DEBUG nova.compute.manager [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 873.906332] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.909020] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f784aee-e1e0-4b0e-ac4f-8aaf78cba953 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.917523] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.918122] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.921022] env[65665]: DEBUG nova.scheduler.client.report [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.922847] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbfd3cf8-4bc5-4817-ab55-d6bcea02247f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.932614] env[65665]: DEBUG oslo_vmware.api [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 873.932614] env[65665]: value = "task-4854733" [ 873.932614] env[65665]: _type = "Task" [ 873.932614] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.943965] env[65665]: DEBUG oslo_vmware.api [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.427021] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.427651] env[65665]: DEBUG nova.compute.manager [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 874.430389] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.712s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.431028] env[65665]: DEBUG nova.objects.instance [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lazy-loading 'resources' on Instance uuid 9cf295fa-3194-41e3-a3e8-e6d579cd6975 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.442739] env[65665]: DEBUG oslo_vmware.api [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854733, 'name': PowerOffVM_Task, 'duration_secs': 0.207111} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.442992] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.443213] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.443522] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44e04200-d93b-45c6-9036-cfdec11b1cc1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.505718] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.505836] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.506024] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleting the datastore file [datastore2] abc93bf9-5fb2-44e0-87ad-2a1ac3083f87 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.506360] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5db8de7e-6a4f-425e-9683-3deb8e0efdf2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.513319] env[65665]: DEBUG oslo_vmware.api [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 874.513319] env[65665]: value = "task-4854735" [ 874.513319] env[65665]: _type = "Task" [ 874.513319] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.524482] env[65665]: DEBUG oslo_vmware.api [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.936669] env[65665]: DEBUG nova.compute.utils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.938329] env[65665]: DEBUG nova.compute.manager [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 874.938524] env[65665]: DEBUG nova.network.neutron [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 874.938865] env[65665]: WARNING neutronclient.v2_0.client [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.939128] env[65665]: WARNING neutronclient.v2_0.client [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.994086] env[65665]: DEBUG nova.policy [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6ed49152cff46d0a1fe9b936d2d61f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce4b98ed523541f1ac609370a9c37ea1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.025504] env[65665]: DEBUG oslo_vmware.api [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193658} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.025788] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.025968] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.026159] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.026328] env[65665]: INFO nova.compute.manager [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Took 1.12 seconds to destroy the instance on the hypervisor. [ 875.026611] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 875.026824] env[65665]: DEBUG nova.compute.manager [-] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 875.026919] env[65665]: DEBUG nova.network.neutron [-] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 875.027204] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.085570] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.346434] env[65665]: DEBUG nova.network.neutron [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Successfully created port: d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 875.424877] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479f2b0a-7ac3-4bf4-9f76-a1884603108e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.432090] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228fd120-672e-4127-982c-4430a377b437 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.463605] env[65665]: DEBUG nova.compute.manager [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 875.469015] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebde81d-515a-4b11-8d7c-71380946d7f5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.471337] env[65665]: DEBUG nova.compute.manager [req-2a01343f-c226-4d61-bb4d-b021aa0e69fc req-a8342b1d-6e29-40eb-a035-69e6d0863f43 service nova] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Received event network-vif-deleted-1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 875.471522] env[65665]: INFO nova.compute.manager [req-2a01343f-c226-4d61-bb4d-b021aa0e69fc req-a8342b1d-6e29-40eb-a035-69e6d0863f43 service nova] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Neutron deleted interface 1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31; detaching it from the instance and deleting it from the info cache [ 875.471755] env[65665]: DEBUG nova.network.neutron [req-2a01343f-c226-4d61-bb4d-b021aa0e69fc req-a8342b1d-6e29-40eb-a035-69e6d0863f43 service nova] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.480780] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da8cde4-5abd-40cb-8da4-4f8e1fdc664d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.497967] env[65665]: DEBUG nova.compute.provider_tree [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.816976] env[65665]: DEBUG nova.network.neutron [-] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.977973] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e15d5107-8927-456a-bf4c-16cf551da29b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.988498] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838643e2-a657-4334-8c31-eb8b43c80425 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.000972] env[65665]: DEBUG nova.scheduler.client.report [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.024019] env[65665]: DEBUG nova.compute.manager [req-2a01343f-c226-4d61-bb4d-b021aa0e69fc req-a8342b1d-6e29-40eb-a035-69e6d0863f43 service nova] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Detach interface failed, port_id=1d8bd467-fbb3-41cf-8acb-b6c3a4de2d31, reason: Instance abc93bf9-5fb2-44e0-87ad-2a1ac3083f87 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 876.319328] env[65665]: INFO nova.compute.manager [-] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Took 1.29 seconds to deallocate network for instance. [ 876.479153] env[65665]: DEBUG nova.compute.manager [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 876.505849] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.507904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.144s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.508116] env[65665]: DEBUG nova.objects.instance [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 876.512932] env[65665]: DEBUG nova.virt.hardware [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 876.513194] env[65665]: DEBUG nova.virt.hardware [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.513388] env[65665]: DEBUG nova.virt.hardware [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 876.513595] env[65665]: DEBUG nova.virt.hardware [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.513767] env[65665]: DEBUG nova.virt.hardware [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 876.513924] env[65665]: DEBUG nova.virt.hardware [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 876.514147] env[65665]: DEBUG nova.virt.hardware [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 876.514328] env[65665]: DEBUG nova.virt.hardware [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 876.514543] env[65665]: DEBUG nova.virt.hardware [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 876.514728] env[65665]: DEBUG nova.virt.hardware [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 876.514917] env[65665]: DEBUG nova.virt.hardware [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 876.516142] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42583854-3f0d-4316-9e10-48aa3612c437 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.526618] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b40fc7-6810-44a6-b0d4-bdd6fb17d024 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.531697] env[65665]: INFO nova.scheduler.client.report [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Deleted allocations for instance 9cf295fa-3194-41e3-a3e8-e6d579cd6975 [ 876.828538] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.871254] env[65665]: DEBUG nova.network.neutron [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Successfully updated port: d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 877.049983] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bc5a6b4d-6949-47b5-adb9-00fbb1552bca tempest-SecurityGroupsTestJSON-412437979 tempest-SecurityGroupsTestJSON-412437979-project-member] Lock "9cf295fa-3194-41e3-a3e8-e6d579cd6975" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.763s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.374962] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.375217] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.375399] env[65665]: DEBUG nova.network.neutron [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 877.527214] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4954ced-5f46-4146-8d52-c86fd3fcb515 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.529724] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.377s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.531411] env[65665]: INFO nova.compute.claims [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.632250] env[65665]: DEBUG nova.compute.manager [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Received event network-vif-plugged-d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 877.632641] env[65665]: DEBUG oslo_concurrency.lockutils [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] Acquiring lock "edf8969e-301d-4c57-b792-2c07d6c4250e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.632904] env[65665]: DEBUG oslo_concurrency.lockutils [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.633138] env[65665]: DEBUG oslo_concurrency.lockutils [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.633348] env[65665]: DEBUG nova.compute.manager [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] No waiting events found dispatching network-vif-plugged-d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 877.633631] env[65665]: WARNING nova.compute.manager [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Received unexpected event network-vif-plugged-d3fcb387-c623-4c73-b827-1b75dd267c3f for instance with vm_state building and task_state spawning. [ 877.633723] env[65665]: DEBUG nova.compute.manager [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Received event network-changed-d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 877.633953] env[65665]: DEBUG nova.compute.manager [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Refreshing instance network info cache due to event network-changed-d3fcb387-c623-4c73-b827-1b75dd267c3f. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 877.634109] env[65665]: DEBUG oslo_concurrency.lockutils [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] Acquiring lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.914819] env[65665]: DEBUG nova.network.neutron [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 878.104538] env[65665]: WARNING neutronclient.v2_0.client [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.202271] env[65665]: DEBUG nova.network.neutron [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updating instance_info_cache with network_info: [{"id": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "address": "fa:16:3e:79:ce:72", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fcb387-c6", "ovs_interfaceid": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.329563] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "da3de152-92fd-4178-8e68-e7cb6064d996" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.329805] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "da3de152-92fd-4178-8e68-e7cb6064d996" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.705137] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.705516] env[65665]: DEBUG nova.compute.manager [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Instance network_info: |[{"id": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "address": "fa:16:3e:79:ce:72", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fcb387-c6", "ovs_interfaceid": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 878.705805] env[65665]: DEBUG oslo_concurrency.lockutils [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] Acquired lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.705979] env[65665]: DEBUG nova.network.neutron [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Refreshing network info cache for port d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.707203] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:ce:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3fcb387-c623-4c73-b827-1b75dd267c3f', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.714834] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 878.719121] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.719121] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a81ba5f8-6bed-4037-8f02-7925001d9a1f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.742083] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.742083] env[65665]: value = "task-4854736" [ 878.742083] env[65665]: _type = "Task" [ 878.742083] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.755591] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854736, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.056158] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96b8fb3-aad2-43d4-b382-1bee9de59795 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.063928] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a6caf0-9590-4992-b3b0-84b473a2e938 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.096594] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f7dfef-e1ad-4f57-b82f-0f19a5d55c73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.105041] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e1a808-de42-407a-a45f-182d2421562b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.120762] env[65665]: DEBUG nova.compute.provider_tree [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.218707] env[65665]: WARNING neutronclient.v2_0.client [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.254955] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854736, 'name': CreateVM_Task, 'duration_secs': 0.324749} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.255048] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.255565] env[65665]: WARNING neutronclient.v2_0.client [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.255937] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.256113] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.256536] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.256682] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2451f7-1aba-4a23-a4d9-a9a0139049f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.262740] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 879.262740] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5271360e-2b95-eb86-0bb1-b4db2ebac156" [ 879.262740] env[65665]: _type = "Task" [ 879.262740] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.275120] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5271360e-2b95-eb86-0bb1-b4db2ebac156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.450570] env[65665]: WARNING neutronclient.v2_0.client [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.534219] env[65665]: DEBUG nova.network.neutron [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updated VIF entry in instance network info cache for port d3fcb387-c623-4c73-b827-1b75dd267c3f. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 879.534740] env[65665]: DEBUG nova.network.neutron [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updating instance_info_cache with network_info: [{"id": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "address": "fa:16:3e:79:ce:72", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fcb387-c6", "ovs_interfaceid": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.624186] env[65665]: DEBUG nova.scheduler.client.report [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.775631] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5271360e-2b95-eb86-0bb1-b4db2ebac156, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.775926] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.776182] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.776444] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.776616] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.776799] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.777084] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cc3f3ba-119c-4e93-9884-c60368768ff1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.787329] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.787541] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.788519] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b23315-9c88-4a2a-bf26-78a9b12f7f44 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.795228] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 879.795228] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dc8743-7cf0-d601-cdeb-aee28339b7ee" [ 879.795228] env[65665]: _type = "Task" [ 879.795228] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.806555] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dc8743-7cf0-d601-cdeb-aee28339b7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.038210] env[65665]: DEBUG oslo_concurrency.lockutils [req-cb1c2988-7483-4f1d-bfc7-767806faa4c8 req-44b667ca-eda3-421a-addb-eb30448fc4ed service nova] Releasing lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.129940] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.130420] env[65665]: DEBUG nova.compute.manager [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 880.133172] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.659s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.133507] env[65665]: DEBUG nova.objects.instance [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lazy-loading 'resources' on Instance uuid 48be45bb-98a1-4be0-85a2-3cd48a490c98 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.306553] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dc8743-7cf0-d601-cdeb-aee28339b7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010924} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.307983] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4010e1-c2ac-4d55-92f1-c3b691934f67 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.314461] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 880.314461] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52253049-26cf-4e9a-3cf5-e7eb2befb691" [ 880.314461] env[65665]: _type = "Task" [ 880.314461] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.324940] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52253049-26cf-4e9a-3cf5-e7eb2befb691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.637104] env[65665]: DEBUG nova.compute.utils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.638784] env[65665]: DEBUG nova.compute.manager [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 880.639021] env[65665]: DEBUG nova.network.neutron [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 880.639384] env[65665]: WARNING neutronclient.v2_0.client [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.639664] env[65665]: WARNING neutronclient.v2_0.client [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.688030] env[65665]: DEBUG nova.policy [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9c1eb2d89f04a4e9f4d7c9156f2a350', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5d440bc29b74fe085010c5407d2d193', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.826350] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52253049-26cf-4e9a-3cf5-e7eb2befb691, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.829205] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.829479] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] edf8969e-301d-4c57-b792-2c07d6c4250e/edf8969e-301d-4c57-b792-2c07d6c4250e.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.831196] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daccfb07-c768-4786-9545-cb6e79007474 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.841198] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 880.841198] env[65665]: value = "task-4854737" [ 880.841198] env[65665]: _type = "Task" [ 880.841198] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.856100] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.014851] env[65665]: DEBUG nova.network.neutron [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Successfully created port: 58a1e94e-4d41-4d6f-8808-e2454868850c {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 881.144861] env[65665]: DEBUG nova.compute.manager [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 881.163153] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e94f4-7461-49b8-bf09-1cda3915d874 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.172977] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af34c89b-2851-4bbb-af51-1d6aa964bdfc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.211531] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d78d06-7b39-423d-9794-0b7783191e9a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.221433] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1284e5-9765-45c8-b3c4-aa32ab431d9e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.238215] env[65665]: DEBUG nova.compute.provider_tree [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.355917] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854737, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.745145] env[65665]: DEBUG nova.scheduler.client.report [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.852264] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615974} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.852546] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] edf8969e-301d-4c57-b792-2c07d6c4250e/edf8969e-301d-4c57-b792-2c07d6c4250e.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.852754] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.853147] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7d3a586-c33a-41a2-b501-4fd44b557eeb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.861448] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 881.861448] env[65665]: value = "task-4854738" [ 881.861448] env[65665]: _type = "Task" [ 881.861448] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.872369] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.160989] env[65665]: DEBUG nova.compute.manager [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 882.250961] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.253461] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.602s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.255600] env[65665]: INFO nova.compute.claims [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.277257] env[65665]: INFO nova.scheduler.client.report [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted allocations for instance 48be45bb-98a1-4be0-85a2-3cd48a490c98 [ 882.324313] env[65665]: DEBUG nova.virt.hardware [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 882.324596] env[65665]: DEBUG nova.virt.hardware [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.324752] env[65665]: DEBUG nova.virt.hardware [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 882.324930] env[65665]: DEBUG nova.virt.hardware [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.325107] env[65665]: DEBUG nova.virt.hardware [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 882.325265] env[65665]: DEBUG nova.virt.hardware [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 882.325471] env[65665]: DEBUG nova.virt.hardware [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 882.325628] env[65665]: DEBUG nova.virt.hardware [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 882.325803] env[65665]: DEBUG nova.virt.hardware [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 882.325948] env[65665]: DEBUG nova.virt.hardware [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 882.326130] env[65665]: DEBUG nova.virt.hardware [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 882.327628] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca1fb1b-69ca-4137-b788-556d345b1d7d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.338877] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b44ecf7-488f-4e24-be48-f28f40f0f234 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.371673] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067047} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.371804] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.372621] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd8b7ef-989e-4ece-879c-393c5832e53f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.402306] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] edf8969e-301d-4c57-b792-2c07d6c4250e/edf8969e-301d-4c57-b792-2c07d6c4250e.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.402659] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f24b6aaf-35c4-41a1-9c69-58d0535a5c74 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.425224] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 882.425224] env[65665]: value = "task-4854739" [ 882.425224] env[65665]: _type = "Task" [ 882.425224] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.434072] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.682607] env[65665]: DEBUG nova.network.neutron [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Successfully updated port: 58a1e94e-4d41-4d6f-8808-e2454868850c {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 882.785778] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ea10f022-0301-4502-943e-5ba61281ae4d tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "48be45bb-98a1-4be0-85a2-3cd48a490c98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.089s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.935415] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854739, 'name': ReconfigVM_Task, 'duration_secs': 0.312862} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.935719] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Reconfigured VM instance instance-00000040 to attach disk [datastore2] edf8969e-301d-4c57-b792-2c07d6c4250e/edf8969e-301d-4c57-b792-2c07d6c4250e.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.936407] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2642ffd6-99cc-4617-9e5e-15e7901bcbd6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.944636] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 882.944636] env[65665]: value = "task-4854740" [ 882.944636] env[65665]: _type = "Task" [ 882.944636] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.955117] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854740, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.046280] env[65665]: DEBUG nova.compute.manager [req-fe854684-10d2-430f-9ed4-55c9d30686b7 req-66104b99-9aa8-48b5-b4f7-da5aa1b65ee1 service nova] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Received event network-vif-plugged-58a1e94e-4d41-4d6f-8808-e2454868850c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 883.046496] env[65665]: DEBUG oslo_concurrency.lockutils [req-fe854684-10d2-430f-9ed4-55c9d30686b7 req-66104b99-9aa8-48b5-b4f7-da5aa1b65ee1 service nova] Acquiring lock "8ae47313-6535-4757-b25c-3f90e6af156a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.046710] env[65665]: DEBUG oslo_concurrency.lockutils [req-fe854684-10d2-430f-9ed4-55c9d30686b7 req-66104b99-9aa8-48b5-b4f7-da5aa1b65ee1 service nova] Lock "8ae47313-6535-4757-b25c-3f90e6af156a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.047573] env[65665]: DEBUG oslo_concurrency.lockutils [req-fe854684-10d2-430f-9ed4-55c9d30686b7 req-66104b99-9aa8-48b5-b4f7-da5aa1b65ee1 service nova] Lock "8ae47313-6535-4757-b25c-3f90e6af156a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.047573] env[65665]: DEBUG nova.compute.manager [req-fe854684-10d2-430f-9ed4-55c9d30686b7 req-66104b99-9aa8-48b5-b4f7-da5aa1b65ee1 service nova] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] No waiting events found dispatching network-vif-plugged-58a1e94e-4d41-4d6f-8808-e2454868850c {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 883.047573] env[65665]: WARNING nova.compute.manager [req-fe854684-10d2-430f-9ed4-55c9d30686b7 req-66104b99-9aa8-48b5-b4f7-da5aa1b65ee1 service nova] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Received unexpected event network-vif-plugged-58a1e94e-4d41-4d6f-8808-e2454868850c for instance with vm_state building and task_state spawning. [ 883.190665] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Acquiring lock "refresh_cache-8ae47313-6535-4757-b25c-3f90e6af156a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.190665] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Acquired lock "refresh_cache-8ae47313-6535-4757-b25c-3f90e6af156a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.191056] env[65665]: DEBUG nova.network.neutron [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 883.457227] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854740, 'name': Rename_Task, 'duration_secs': 0.146897} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.457619] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.457802] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9bf38ee-511b-4812-9b88-d009eaafe973 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.470042] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 883.470042] env[65665]: value = "task-4854741" [ 883.470042] env[65665]: _type = "Task" [ 883.470042] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.476530] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.775550] env[65665]: DEBUG nova.network.neutron [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 883.801089] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3190f753-7d48-48eb-963f-8d255f1ac697 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.813029] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f29f620-1913-42c3-9fb5-376ed3a97e06 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.850178] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f218efaa-4b78-4816-afc4-2d5f64d2f79e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.861587] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c402dcb-1ee8-4599-b75f-9e9702147723 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.876615] env[65665]: DEBUG nova.compute.provider_tree [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.881813] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "946d536d-b5fc-4c8f-a9a0-c549dd144261" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.882055] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "946d536d-b5fc-4c8f-a9a0-c549dd144261" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.901331] env[65665]: WARNING neutronclient.v2_0.client [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.981102] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854741, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.008686] env[65665]: DEBUG nova.network.neutron [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Updating instance_info_cache with network_info: [{"id": "58a1e94e-4d41-4d6f-8808-e2454868850c", "address": "fa:16:3e:cc:e7:40", "network": {"id": "be67ac8f-e272-4ea4-b3bf-955b4fd5650e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-382054232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d440bc29b74fe085010c5407d2d193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a1e94e-4d", "ovs_interfaceid": "58a1e94e-4d41-4d6f-8808-e2454868850c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.382763] env[65665]: DEBUG nova.scheduler.client.report [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.479493] env[65665]: DEBUG oslo_vmware.api [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854741, 'name': PowerOnVM_Task, 'duration_secs': 0.541884} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.479853] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.480050] env[65665]: INFO nova.compute.manager [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Took 8.00 seconds to spawn the instance on the hypervisor. [ 884.480229] env[65665]: DEBUG nova.compute.manager [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 884.481013] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e84c78-ab22-4fb9-b25c-565a1b6ba05a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.511487] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Releasing lock "refresh_cache-8ae47313-6535-4757-b25c-3f90e6af156a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.511938] env[65665]: DEBUG nova.compute.manager [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Instance network_info: |[{"id": "58a1e94e-4d41-4d6f-8808-e2454868850c", "address": "fa:16:3e:cc:e7:40", "network": {"id": "be67ac8f-e272-4ea4-b3bf-955b4fd5650e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-382054232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d440bc29b74fe085010c5407d2d193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a1e94e-4d", "ovs_interfaceid": "58a1e94e-4d41-4d6f-8808-e2454868850c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 884.512675] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:e7:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58a1e94e-4d41-4d6f-8808-e2454868850c', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.520146] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Creating folder: Project (e5d440bc29b74fe085010c5407d2d193). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.520479] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74a5f0f7-9a78-4eb1-89f9-37737d88afbf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.533561] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Created folder: Project (e5d440bc29b74fe085010c5407d2d193) in parent group-v946135. [ 884.533561] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Creating folder: Instances. Parent ref: group-v946317. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.533561] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daf84bf3-bd5b-440f-8715-f1760fda515b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.543226] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Created folder: Instances in parent group-v946317. [ 884.543517] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 884.543719] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.543960] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d937d4b9-6b91-4895-b60d-ce391b002930 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.566037] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.566037] env[65665]: value = "task-4854744" [ 884.566037] env[65665]: _type = "Task" [ 884.566037] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.573640] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854744, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.888380] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.889042] env[65665]: DEBUG nova.compute.manager [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 884.891985] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.196s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.894063] env[65665]: INFO nova.compute.claims [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.000095] env[65665]: INFO nova.compute.manager [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Took 58.88 seconds to build instance. [ 885.078901] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854744, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.110349] env[65665]: DEBUG nova.compute.manager [req-e2452006-ac3c-4e15-ab9d-4c58f350a1f2 req-a4c7e8d6-2d77-4cd2-8e8f-0281d53b68cf service nova] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Received event network-changed-58a1e94e-4d41-4d6f-8808-e2454868850c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 885.110530] env[65665]: DEBUG nova.compute.manager [req-e2452006-ac3c-4e15-ab9d-4c58f350a1f2 req-a4c7e8d6-2d77-4cd2-8e8f-0281d53b68cf service nova] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Refreshing instance network info cache due to event network-changed-58a1e94e-4d41-4d6f-8808-e2454868850c. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 885.110740] env[65665]: DEBUG oslo_concurrency.lockutils [req-e2452006-ac3c-4e15-ab9d-4c58f350a1f2 req-a4c7e8d6-2d77-4cd2-8e8f-0281d53b68cf service nova] Acquiring lock "refresh_cache-8ae47313-6535-4757-b25c-3f90e6af156a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.110874] env[65665]: DEBUG oslo_concurrency.lockutils [req-e2452006-ac3c-4e15-ab9d-4c58f350a1f2 req-a4c7e8d6-2d77-4cd2-8e8f-0281d53b68cf service nova] Acquired lock "refresh_cache-8ae47313-6535-4757-b25c-3f90e6af156a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.111725] env[65665]: DEBUG nova.network.neutron [req-e2452006-ac3c-4e15-ab9d-4c58f350a1f2 req-a4c7e8d6-2d77-4cd2-8e8f-0281d53b68cf service nova] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Refreshing network info cache for port 58a1e94e-4d41-4d6f-8808-e2454868850c {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.399862] env[65665]: DEBUG nova.compute.utils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.405234] env[65665]: DEBUG nova.compute.manager [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 885.405442] env[65665]: DEBUG nova.network.neutron [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 885.405774] env[65665]: WARNING neutronclient.v2_0.client [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.406164] env[65665]: WARNING neutronclient.v2_0.client [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.465342] env[65665]: DEBUG nova.policy [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c521e235bac4544afc1a286dc67d30f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd70d9f8c94bd43458a37932bc0ab3c98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.503555] env[65665]: DEBUG oslo_concurrency.lockutils [None req-df14022e-08de-4da0-bb53-e91e75c777dc tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.420s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.576532] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854744, 'name': CreateVM_Task, 'duration_secs': 0.641989} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.576650] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.577146] env[65665]: WARNING neutronclient.v2_0.client [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.577509] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.577711] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.577978] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.578288] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8059c7c-70a8-45fc-b3c6-2ed0ab40a2e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.584424] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Waiting for the task: (returnval){ [ 885.584424] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5275c59f-3444-65d6-c7f1-548a7190b306" [ 885.584424] env[65665]: _type = "Task" [ 885.584424] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.594773] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5275c59f-3444-65d6-c7f1-548a7190b306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.614903] env[65665]: WARNING neutronclient.v2_0.client [req-e2452006-ac3c-4e15-ab9d-4c58f350a1f2 req-a4c7e8d6-2d77-4cd2-8e8f-0281d53b68cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.751275] env[65665]: WARNING neutronclient.v2_0.client [req-e2452006-ac3c-4e15-ab9d-4c58f350a1f2 req-a4c7e8d6-2d77-4cd2-8e8f-0281d53b68cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.756084] env[65665]: DEBUG nova.network.neutron [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Successfully created port: 7af86f51-37b1-4ce2-a054-a371a4e58fd4 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 885.823168] env[65665]: DEBUG nova.network.neutron [req-e2452006-ac3c-4e15-ab9d-4c58f350a1f2 req-a4c7e8d6-2d77-4cd2-8e8f-0281d53b68cf service nova] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Updated VIF entry in instance network info cache for port 58a1e94e-4d41-4d6f-8808-e2454868850c. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 885.823168] env[65665]: DEBUG nova.network.neutron [req-e2452006-ac3c-4e15-ab9d-4c58f350a1f2 req-a4c7e8d6-2d77-4cd2-8e8f-0281d53b68cf service nova] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Updating instance_info_cache with network_info: [{"id": "58a1e94e-4d41-4d6f-8808-e2454868850c", "address": "fa:16:3e:cc:e7:40", "network": {"id": "be67ac8f-e272-4ea4-b3bf-955b4fd5650e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-382054232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d440bc29b74fe085010c5407d2d193", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a1e94e-4d", "ovs_interfaceid": "58a1e94e-4d41-4d6f-8808-e2454868850c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.906385] env[65665]: DEBUG nova.compute.manager [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 886.006686] env[65665]: DEBUG nova.compute.manager [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 886.084189] env[65665]: DEBUG nova.network.neutron [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Successfully created port: 51af953a-2a1a-48e7-8ed4-f9e75e224455 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 886.101619] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5275c59f-3444-65d6-c7f1-548a7190b306, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.101619] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.101619] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.101794] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.101916] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.102113] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.102388] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-603456ab-eae3-46f1-8b37-138efe03ecf8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.112908] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.113103] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.116326] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e908721a-2fe9-432e-8c05-1dfe97fd2ec6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.123760] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Waiting for the task: (returnval){ [ 886.123760] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ea5a18-c793-e415-3d6b-d48b1277692a" [ 886.123760] env[65665]: _type = "Task" [ 886.123760] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.131481] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ea5a18-c793-e415-3d6b-d48b1277692a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.327256] env[65665]: DEBUG oslo_concurrency.lockutils [req-e2452006-ac3c-4e15-ab9d-4c58f350a1f2 req-a4c7e8d6-2d77-4cd2-8e8f-0281d53b68cf service nova] Releasing lock "refresh_cache-8ae47313-6535-4757-b25c-3f90e6af156a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.451860] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6f5def-f2b7-4149-995c-aa3e0dc7329f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.460625] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a67272-c068-4823-94f0-ba2ce63bc1a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.494098] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9b6575-1226-4e27-b4c1-a9c2a2cfef88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.502257] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ccb0c5-c2d9-4edb-9a08-8966b1bf6fcc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.520067] env[65665]: DEBUG nova.compute.provider_tree [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.535402] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.637273] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ea5a18-c793-e415-3d6b-d48b1277692a, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.638233] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42952403-11b6-4c0b-abe1-0b203dc4f9c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.645257] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Waiting for the task: (returnval){ [ 886.645257] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520e5c58-179d-fe02-5036-a98c3f759c7c" [ 886.645257] env[65665]: _type = "Task" [ 886.645257] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.654429] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520e5c58-179d-fe02-5036-a98c3f759c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.924491] env[65665]: DEBUG nova.compute.manager [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 886.951990] env[65665]: DEBUG nova.virt.hardware [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 886.952245] env[65665]: DEBUG nova.virt.hardware [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.952392] env[65665]: DEBUG nova.virt.hardware [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 886.952587] env[65665]: DEBUG nova.virt.hardware [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.952758] env[65665]: DEBUG nova.virt.hardware [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 886.952913] env[65665]: DEBUG nova.virt.hardware [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 886.953132] env[65665]: DEBUG nova.virt.hardware [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 886.953287] env[65665]: DEBUG nova.virt.hardware [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 886.953485] env[65665]: DEBUG nova.virt.hardware [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 886.953647] env[65665]: DEBUG nova.virt.hardware [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 886.953817] env[65665]: DEBUG nova.virt.hardware [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 886.954731] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370bfe63-811c-42cc-a28a-126bbe38f849 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.963512] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2e17ab-b12d-4065-8339-7cc63a33c316 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.024482] env[65665]: DEBUG nova.scheduler.client.report [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.148376] env[65665]: DEBUG nova.compute.manager [req-4873b70e-adbf-436b-b7f8-70117690076a req-a241046d-19b2-4a8d-bb50-d86e0304b8b0 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Received event network-changed-d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 887.148577] env[65665]: DEBUG nova.compute.manager [req-4873b70e-adbf-436b-b7f8-70117690076a req-a241046d-19b2-4a8d-bb50-d86e0304b8b0 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Refreshing instance network info cache due to event network-changed-d3fcb387-c623-4c73-b827-1b75dd267c3f. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 887.148792] env[65665]: DEBUG oslo_concurrency.lockutils [req-4873b70e-adbf-436b-b7f8-70117690076a req-a241046d-19b2-4a8d-bb50-d86e0304b8b0 service nova] Acquiring lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.148929] env[65665]: DEBUG oslo_concurrency.lockutils [req-4873b70e-adbf-436b-b7f8-70117690076a req-a241046d-19b2-4a8d-bb50-d86e0304b8b0 service nova] Acquired lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.149096] env[65665]: DEBUG nova.network.neutron [req-4873b70e-adbf-436b-b7f8-70117690076a req-a241046d-19b2-4a8d-bb50-d86e0304b8b0 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Refreshing network info cache for port d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.162691] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520e5c58-179d-fe02-5036-a98c3f759c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.163593] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.163855] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8ae47313-6535-4757-b25c-3f90e6af156a/8ae47313-6535-4757-b25c-3f90e6af156a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.164139] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fa8ea7f-c5d9-46ca-9d06-3d692bb314bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.172989] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Waiting for the task: (returnval){ [ 887.172989] env[65665]: value = "task-4854745" [ 887.172989] env[65665]: _type = "Task" [ 887.172989] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.183357] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.532216] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.532216] env[65665]: DEBUG nova.compute.manager [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 887.535024] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.829s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.536856] env[65665]: INFO nova.compute.claims [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.659573] env[65665]: WARNING neutronclient.v2_0.client [req-4873b70e-adbf-436b-b7f8-70117690076a req-a241046d-19b2-4a8d-bb50-d86e0304b8b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.687416] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475134} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.687705] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8ae47313-6535-4757-b25c-3f90e6af156a/8ae47313-6535-4757-b25c-3f90e6af156a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.687908] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.688187] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33c82f46-f9db-4060-aa53-eb6bbfb11ec8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.694965] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Waiting for the task: (returnval){ [ 887.694965] env[65665]: value = "task-4854746" [ 887.694965] env[65665]: _type = "Task" [ 887.694965] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.709114] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.916359] env[65665]: WARNING neutronclient.v2_0.client [req-4873b70e-adbf-436b-b7f8-70117690076a req-a241046d-19b2-4a8d-bb50-d86e0304b8b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.012726] env[65665]: DEBUG nova.network.neutron [req-4873b70e-adbf-436b-b7f8-70117690076a req-a241046d-19b2-4a8d-bb50-d86e0304b8b0 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updated VIF entry in instance network info cache for port d3fcb387-c623-4c73-b827-1b75dd267c3f. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 888.013132] env[65665]: DEBUG nova.network.neutron [req-4873b70e-adbf-436b-b7f8-70117690076a req-a241046d-19b2-4a8d-bb50-d86e0304b8b0 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updating instance_info_cache with network_info: [{"id": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "address": "fa:16:3e:79:ce:72", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fcb387-c6", "ovs_interfaceid": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.043456] env[65665]: DEBUG nova.compute.utils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.048489] env[65665]: DEBUG nova.compute.manager [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 888.048489] env[65665]: DEBUG nova.network.neutron [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 888.048489] env[65665]: WARNING neutronclient.v2_0.client [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.048489] env[65665]: WARNING neutronclient.v2_0.client [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.102394] env[65665]: DEBUG nova.policy [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90de5dfbe0e0485794a0d6a1e7afe6df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3fbbaf023294f2e8074f050d8ef108c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.131401] env[65665]: DEBUG nova.network.neutron [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Successfully updated port: 7af86f51-37b1-4ce2-a054-a371a4e58fd4 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 888.205070] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069378} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.205657] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.206453] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a45ecbb-ec02-4bf6-bc66-8a91a4d5c177 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.229092] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 8ae47313-6535-4757-b25c-3f90e6af156a/8ae47313-6535-4757-b25c-3f90e6af156a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.229243] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6879d3eb-f8b6-455c-a6c1-a841e38b1966 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.249651] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Waiting for the task: (returnval){ [ 888.249651] env[65665]: value = "task-4854747" [ 888.249651] env[65665]: _type = "Task" [ 888.249651] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.263451] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.456061] env[65665]: DEBUG nova.network.neutron [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Successfully created port: 852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 888.518377] env[65665]: DEBUG oslo_concurrency.lockutils [req-4873b70e-adbf-436b-b7f8-70117690076a req-a241046d-19b2-4a8d-bb50-d86e0304b8b0 service nova] Releasing lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.548439] env[65665]: DEBUG nova.compute.utils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.763497] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854747, 'name': ReconfigVM_Task, 'duration_secs': 0.315637} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.766626] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 8ae47313-6535-4757-b25c-3f90e6af156a/8ae47313-6535-4757-b25c-3f90e6af156a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.767601] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-160f4b0c-6694-4999-8c9f-38888cb871fd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.775453] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Waiting for the task: (returnval){ [ 888.775453] env[65665]: value = "task-4854748" [ 888.775453] env[65665]: _type = "Task" [ 888.775453] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.789356] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854748, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.018807] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34390fc-f236-48b2-b262-f4bd7da449b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.026716] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341864a9-6501-49f4-8d8e-fee8532a2460 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.056786] env[65665]: DEBUG nova.compute.manager [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 889.060113] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a018ee49-cbbc-4c38-a1e3-8b11d74e22ce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.068422] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5199a8-1b9b-4baf-9023-3b740d0ab910 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.082022] env[65665]: DEBUG nova.compute.provider_tree [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.286080] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854748, 'name': Rename_Task, 'duration_secs': 0.150731} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.286372] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.286631] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee5ac724-3ea0-473c-a504-30c7b9bc7994 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.294763] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Waiting for the task: (returnval){ [ 889.294763] env[65665]: value = "task-4854749" [ 889.294763] env[65665]: _type = "Task" [ 889.294763] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.305728] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.585629] env[65665]: DEBUG nova.scheduler.client.report [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.805132] env[65665]: DEBUG oslo_vmware.api [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854749, 'name': PowerOnVM_Task, 'duration_secs': 0.463484} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.805400] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.805640] env[65665]: INFO nova.compute.manager [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Took 7.64 seconds to spawn the instance on the hypervisor. [ 889.805821] env[65665]: DEBUG nova.compute.manager [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 889.806600] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a009b58-f54a-4532-890c-cfe8b49d33c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.995534] env[65665]: DEBUG nova.network.neutron [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Successfully updated port: 852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 890.070405] env[65665]: DEBUG nova.compute.manager [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 890.091901] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.092407] env[65665]: DEBUG nova.compute.manager [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 890.096316] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.597s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.098612] env[65665]: INFO nova.compute.claims [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.103861] env[65665]: DEBUG nova.virt.hardware [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:27:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='60138934',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2137271349',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 890.104093] env[65665]: DEBUG nova.virt.hardware [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.104250] env[65665]: DEBUG nova.virt.hardware [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 890.104459] env[65665]: DEBUG nova.virt.hardware [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.104632] env[65665]: DEBUG nova.virt.hardware [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 890.104780] env[65665]: DEBUG nova.virt.hardware [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 890.104975] env[65665]: DEBUG nova.virt.hardware [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 890.105809] env[65665]: DEBUG nova.virt.hardware [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 890.106056] env[65665]: DEBUG nova.virt.hardware [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 890.106276] env[65665]: DEBUG nova.virt.hardware [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 890.106522] env[65665]: DEBUG nova.virt.hardware [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 890.108211] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c924c61a-1392-4481-b6e5-cbd2354c7915 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.120739] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1574c7-4960-445c-b50f-ddd88d3803a5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.222782] env[65665]: DEBUG nova.network.neutron [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Successfully updated port: 51af953a-2a1a-48e7-8ed4-f9e75e224455 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 890.262123] env[65665]: DEBUG nova.compute.manager [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Received event network-vif-plugged-7af86f51-37b1-4ce2-a054-a371a4e58fd4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 890.262311] env[65665]: DEBUG oslo_concurrency.lockutils [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] Acquiring lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.262502] env[65665]: DEBUG oslo_concurrency.lockutils [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] Lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.262667] env[65665]: DEBUG oslo_concurrency.lockutils [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] Lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.262838] env[65665]: DEBUG nova.compute.manager [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] No waiting events found dispatching network-vif-plugged-7af86f51-37b1-4ce2-a054-a371a4e58fd4 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 890.262998] env[65665]: WARNING nova.compute.manager [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Received unexpected event network-vif-plugged-7af86f51-37b1-4ce2-a054-a371a4e58fd4 for instance with vm_state building and task_state spawning. [ 890.263170] env[65665]: DEBUG nova.compute.manager [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Received event network-changed-7af86f51-37b1-4ce2-a054-a371a4e58fd4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 890.263338] env[65665]: DEBUG nova.compute.manager [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Refreshing instance network info cache due to event network-changed-7af86f51-37b1-4ce2-a054-a371a4e58fd4. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 890.263642] env[65665]: DEBUG oslo_concurrency.lockutils [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] Acquiring lock "refresh_cache-78af8a87-17ed-4657-9f2f-4aa58d0b4427" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.263752] env[65665]: DEBUG oslo_concurrency.lockutils [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] Acquired lock "refresh_cache-78af8a87-17ed-4657-9f2f-4aa58d0b4427" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.263963] env[65665]: DEBUG nova.network.neutron [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Refreshing network info cache for port 7af86f51-37b1-4ce2-a054-a371a4e58fd4 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.327345] env[65665]: INFO nova.compute.manager [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Took 53.20 seconds to build instance. [ 890.498335] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "refresh_cache-8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.498335] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquired lock "refresh_cache-8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.498335] env[65665]: DEBUG nova.network.neutron [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 890.580419] env[65665]: DEBUG nova.compute.manager [req-e96179c7-babe-41e2-a4b5-950e0fb80b1b req-87abf67e-c87e-438d-a49f-e27d199edee3 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Received event network-vif-plugged-51af953a-2a1a-48e7-8ed4-f9e75e224455 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 890.580762] env[65665]: DEBUG oslo_concurrency.lockutils [req-e96179c7-babe-41e2-a4b5-950e0fb80b1b req-87abf67e-c87e-438d-a49f-e27d199edee3 service nova] Acquiring lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.580844] env[65665]: DEBUG oslo_concurrency.lockutils [req-e96179c7-babe-41e2-a4b5-950e0fb80b1b req-87abf67e-c87e-438d-a49f-e27d199edee3 service nova] Lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.580974] env[65665]: DEBUG oslo_concurrency.lockutils [req-e96179c7-babe-41e2-a4b5-950e0fb80b1b req-87abf67e-c87e-438d-a49f-e27d199edee3 service nova] Lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.581148] env[65665]: DEBUG nova.compute.manager [req-e96179c7-babe-41e2-a4b5-950e0fb80b1b req-87abf67e-c87e-438d-a49f-e27d199edee3 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] No waiting events found dispatching network-vif-plugged-51af953a-2a1a-48e7-8ed4-f9e75e224455 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 890.581329] env[65665]: WARNING nova.compute.manager [req-e96179c7-babe-41e2-a4b5-950e0fb80b1b req-87abf67e-c87e-438d-a49f-e27d199edee3 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Received unexpected event network-vif-plugged-51af953a-2a1a-48e7-8ed4-f9e75e224455 for instance with vm_state building and task_state spawning. [ 890.608971] env[65665]: DEBUG nova.compute.utils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.612509] env[65665]: DEBUG nova.compute.manager [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 890.612697] env[65665]: DEBUG nova.network.neutron [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 890.613023] env[65665]: WARNING neutronclient.v2_0.client [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.613327] env[65665]: WARNING neutronclient.v2_0.client [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.669190] env[65665]: DEBUG nova.policy [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179afa96e4c44c34bdb756c0e704b61b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19922781a3704af9828c1bf54df07b9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.725794] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "refresh_cache-78af8a87-17ed-4657-9f2f-4aa58d0b4427" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.766360] env[65665]: WARNING neutronclient.v2_0.client [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.801606] env[65665]: DEBUG nova.network.neutron [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 890.829750] env[65665]: DEBUG oslo_concurrency.lockutils [None req-093b8da0-a07b-4ae1-8875-99f00cec3954 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Lock "8ae47313-6535-4757-b25c-3f90e6af156a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.971s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.908139] env[65665]: DEBUG nova.network.neutron [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.976881] env[65665]: DEBUG nova.network.neutron [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Successfully created port: 2eb276e3-b3b5-4f32-a83a-a0696deb19a2 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 891.047908] env[65665]: DEBUG nova.network.neutron [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 891.113515] env[65665]: DEBUG nova.compute.manager [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 891.169203] env[65665]: WARNING neutronclient.v2_0.client [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.287915] env[65665]: DEBUG nova.network.neutron [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Updating instance_info_cache with network_info: [{"id": "852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0", "address": "fa:16:3e:51:32:c4", "network": {"id": "3d849c39-0e04-407b-9718-9ccf98b0e349", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1711575260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fbbaf023294f2e8074f050d8ef108c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852cee6b-7e", "ovs_interfaceid": "852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.333098] env[65665]: DEBUG nova.compute.manager [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 891.412076] env[65665]: DEBUG oslo_concurrency.lockutils [req-c81f0059-d258-4bb3-bc55-f7d3032f7448 req-b2bc57e2-8096-4faf-b0d3-2e1fcf0fb6e1 service nova] Releasing lock "refresh_cache-78af8a87-17ed-4657-9f2f-4aa58d0b4427" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.412711] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquired lock "refresh_cache-78af8a87-17ed-4657-9f2f-4aa58d0b4427" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.412917] env[65665]: DEBUG nova.network.neutron [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 891.569525] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Acquiring lock "8ae47313-6535-4757-b25c-3f90e6af156a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.569525] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Lock "8ae47313-6535-4757-b25c-3f90e6af156a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.569525] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Acquiring lock "8ae47313-6535-4757-b25c-3f90e6af156a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.569525] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Lock "8ae47313-6535-4757-b25c-3f90e6af156a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.569525] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Lock "8ae47313-6535-4757-b25c-3f90e6af156a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.571274] env[65665]: INFO nova.compute.manager [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Terminating instance [ 891.626608] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e08966f-6604-4b4f-b42d-59a09652e23e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.634801] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df098d67-d577-407e-b3b0-d2f3bac89133 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.674856] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4fa300-0c5d-4fec-adc0-a2b29e3bf6a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.684040] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1884e726-c7d1-43e4-a259-df44801b1051 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.699909] env[65665]: DEBUG nova.compute.provider_tree [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.790645] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Releasing lock "refresh_cache-8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.791120] env[65665]: DEBUG nova.compute.manager [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Instance network_info: |[{"id": "852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0", "address": "fa:16:3e:51:32:c4", "network": {"id": "3d849c39-0e04-407b-9718-9ccf98b0e349", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1711575260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fbbaf023294f2e8074f050d8ef108c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852cee6b-7e", "ovs_interfaceid": "852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 891.791696] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:32:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.799943] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 891.800213] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.800455] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99b53d72-c3f8-42f9-a245-3c8c8fbd7aeb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.820799] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.820799] env[65665]: value = "task-4854750" [ 891.820799] env[65665]: _type = "Task" [ 891.820799] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.829318] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854750, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.854189] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.971986] env[65665]: DEBUG nova.network.neutron [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 892.067864] env[65665]: WARNING neutronclient.v2_0.client [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.077648] env[65665]: DEBUG nova.compute.manager [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 892.077907] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.078874] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b134d1d6-fd27-4a50-97d7-78e3fb947535 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.087785] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.088053] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db294da4-f252-4163-9fc1-7acb2536a378 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.095507] env[65665]: DEBUG oslo_vmware.api [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Waiting for the task: (returnval){ [ 892.095507] env[65665]: value = "task-4854751" [ 892.095507] env[65665]: _type = "Task" [ 892.095507] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.105552] env[65665]: DEBUG oslo_vmware.api [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.131461] env[65665]: DEBUG nova.compute.manager [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 892.163898] env[65665]: DEBUG nova.virt.hardware [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 892.164220] env[65665]: DEBUG nova.virt.hardware [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.164476] env[65665]: DEBUG nova.virt.hardware [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 892.164730] env[65665]: DEBUG nova.virt.hardware [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.164953] env[65665]: DEBUG nova.virt.hardware [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 892.165194] env[65665]: DEBUG nova.virt.hardware [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 892.165519] env[65665]: DEBUG nova.virt.hardware [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 892.165796] env[65665]: DEBUG nova.virt.hardware [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 892.166090] env[65665]: DEBUG nova.virt.hardware [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 892.166369] env[65665]: DEBUG nova.virt.hardware [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 892.166651] env[65665]: DEBUG nova.virt.hardware [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 892.168242] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a14df57-1f67-4304-992a-8b7d3ba3ff70 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.185073] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4906f80b-da00-4394-8609-11833e31283c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.204285] env[65665]: DEBUG nova.scheduler.client.report [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.292095] env[65665]: DEBUG nova.compute.manager [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Received event network-vif-plugged-852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 892.292329] env[65665]: DEBUG oslo_concurrency.lockutils [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] Acquiring lock "8bad4f41-93d3-4f50-abd4-ebfdf581e7f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.292541] env[65665]: DEBUG oslo_concurrency.lockutils [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] Lock "8bad4f41-93d3-4f50-abd4-ebfdf581e7f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.292708] env[65665]: DEBUG oslo_concurrency.lockutils [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] Lock "8bad4f41-93d3-4f50-abd4-ebfdf581e7f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.292873] env[65665]: DEBUG nova.compute.manager [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] No waiting events found dispatching network-vif-plugged-852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 892.293273] env[65665]: WARNING nova.compute.manager [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Received unexpected event network-vif-plugged-852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0 for instance with vm_state building and task_state spawning. [ 892.293551] env[65665]: DEBUG nova.compute.manager [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Received event network-changed-852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 892.293725] env[65665]: DEBUG nova.compute.manager [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Refreshing instance network info cache due to event network-changed-852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 892.293910] env[65665]: DEBUG oslo_concurrency.lockutils [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] Acquiring lock "refresh_cache-8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.294057] env[65665]: DEBUG oslo_concurrency.lockutils [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] Acquired lock "refresh_cache-8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.294255] env[65665]: DEBUG nova.network.neutron [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Refreshing network info cache for port 852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.296737] env[65665]: WARNING neutronclient.v2_0.client [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.332439] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854750, 'name': CreateVM_Task, 'duration_secs': 0.354461} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.335775] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.336761] env[65665]: WARNING neutronclient.v2_0.client [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.337126] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.337280] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.337587] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.337851] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5cd1712-3f1b-40b5-989b-bf3edb11b76f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.342868] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 892.342868] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524d6be8-8ee9-f772-09b1-475a3326c5d4" [ 892.342868] env[65665]: _type = "Task" [ 892.342868] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.351566] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524d6be8-8ee9-f772-09b1-475a3326c5d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.371762] env[65665]: DEBUG nova.network.neutron [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Updating instance_info_cache with network_info: [{"id": "7af86f51-37b1-4ce2-a054-a371a4e58fd4", "address": "fa:16:3e:b6:6e:bb", "network": {"id": "9334f1b6-a6cd-486f-b7e0-36d35b5231f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1590823510", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af86f51-37", "ovs_interfaceid": "7af86f51-37b1-4ce2-a054-a371a4e58fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51af953a-2a1a-48e7-8ed4-f9e75e224455", "address": "fa:16:3e:cb:80:b1", "network": {"id": "60d578d2-863f-439a-9be3-897020412c86", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1256502774", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51af953a-2a", "ovs_interfaceid": "51af953a-2a1a-48e7-8ed4-f9e75e224455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.596421] env[65665]: DEBUG nova.network.neutron [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Successfully updated port: 2eb276e3-b3b5-4f32-a83a-a0696deb19a2 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 892.607754] env[65665]: DEBUG oslo_vmware.api [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854751, 'name': PowerOffVM_Task, 'duration_secs': 0.193312} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.608060] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.608252] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.608518] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2b5b6bf-40ae-41fe-b619-d6a0cc1ba2a4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.657190] env[65665]: DEBUG nova.compute.manager [req-549bb20c-d011-4640-9f78-e2f0ba678d23 req-54201809-1110-400d-96df-67573f150a66 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Received event network-changed-51af953a-2a1a-48e7-8ed4-f9e75e224455 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 892.657190] env[65665]: DEBUG nova.compute.manager [req-549bb20c-d011-4640-9f78-e2f0ba678d23 req-54201809-1110-400d-96df-67573f150a66 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Refreshing instance network info cache due to event network-changed-51af953a-2a1a-48e7-8ed4-f9e75e224455. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 892.657190] env[65665]: DEBUG oslo_concurrency.lockutils [req-549bb20c-d011-4640-9f78-e2f0ba678d23 req-54201809-1110-400d-96df-67573f150a66 service nova] Acquiring lock "refresh_cache-78af8a87-17ed-4657-9f2f-4aa58d0b4427" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.682838] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.683068] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.683253] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Deleting the datastore file [datastore2] 8ae47313-6535-4757-b25c-3f90e6af156a {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.683566] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91ba0ae3-ca0f-4325-b5b6-6c42ee0492f9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.691930] env[65665]: DEBUG oslo_vmware.api [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Waiting for the task: (returnval){ [ 892.691930] env[65665]: value = "task-4854753" [ 892.691930] env[65665]: _type = "Task" [ 892.691930] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.700810] env[65665]: DEBUG oslo_vmware.api [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.716017] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.716017] env[65665]: DEBUG nova.compute.manager [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 892.716291] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 40.856s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.801020] env[65665]: WARNING neutronclient.v2_0.client [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.855127] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524d6be8-8ee9-f772-09b1-475a3326c5d4, 'name': SearchDatastore_Task, 'duration_secs': 0.015237} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.855318] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.855599] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.856176] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.856176] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.856275] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.858025] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9193c7e0-aa87-48b7-bab7-3c9a98ee293f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.866251] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.866365] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.867120] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e95bc20a-1778-4c3e-a21c-8b4a27734058 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.873219] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 892.873219] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52154c29-cb39-564e-b36d-b81eac54c819" [ 892.873219] env[65665]: _type = "Task" [ 892.873219] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.876811] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Releasing lock "refresh_cache-78af8a87-17ed-4657-9f2f-4aa58d0b4427" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.877214] env[65665]: DEBUG nova.compute.manager [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Instance network_info: |[{"id": "7af86f51-37b1-4ce2-a054-a371a4e58fd4", "address": "fa:16:3e:b6:6e:bb", "network": {"id": "9334f1b6-a6cd-486f-b7e0-36d35b5231f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1590823510", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af86f51-37", "ovs_interfaceid": "7af86f51-37b1-4ce2-a054-a371a4e58fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51af953a-2a1a-48e7-8ed4-f9e75e224455", "address": "fa:16:3e:cb:80:b1", "network": {"id": "60d578d2-863f-439a-9be3-897020412c86", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1256502774", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51af953a-2a", "ovs_interfaceid": "51af953a-2a1a-48e7-8ed4-f9e75e224455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 892.877546] env[65665]: DEBUG oslo_concurrency.lockutils [req-549bb20c-d011-4640-9f78-e2f0ba678d23 req-54201809-1110-400d-96df-67573f150a66 service nova] Acquired lock "refresh_cache-78af8a87-17ed-4657-9f2f-4aa58d0b4427" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.877796] env[65665]: DEBUG nova.network.neutron [req-549bb20c-d011-4640-9f78-e2f0ba678d23 req-54201809-1110-400d-96df-67573f150a66 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Refreshing network info cache for port 51af953a-2a1a-48e7-8ed4-f9e75e224455 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.879047] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:6e:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7af86f51-37b1-4ce2-a054-a371a4e58fd4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:80:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51af953a-2a1a-48e7-8ed4-f9e75e224455', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.888641] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 892.892757] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.896502] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5452b09-c4ac-4900-833d-b9d049c1ba37 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.914369] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52154c29-cb39-564e-b36d-b81eac54c819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.925334] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.925334] env[65665]: value = "task-4854754" [ 892.925334] env[65665]: _type = "Task" [ 892.925334] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.934646] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854754, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.975038] env[65665]: WARNING neutronclient.v2_0.client [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.062738] env[65665]: DEBUG nova.network.neutron [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Updated VIF entry in instance network info cache for port 852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 893.063208] env[65665]: DEBUG nova.network.neutron [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Updating instance_info_cache with network_info: [{"id": "852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0", "address": "fa:16:3e:51:32:c4", "network": {"id": "3d849c39-0e04-407b-9718-9ccf98b0e349", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1711575260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fbbaf023294f2e8074f050d8ef108c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852cee6b-7e", "ovs_interfaceid": "852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.102354] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.102541] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.102717] env[65665]: DEBUG nova.network.neutron [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 893.203034] env[65665]: DEBUG oslo_vmware.api [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Task: {'id': task-4854753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29413} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.203034] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.203034] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.203034] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.203276] env[65665]: INFO nova.compute.manager [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 893.203980] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 893.203980] env[65665]: DEBUG nova.compute.manager [-] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 893.203980] env[65665]: DEBUG nova.network.neutron [-] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 893.204188] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.219643] env[65665]: DEBUG nova.compute.utils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.234875] env[65665]: DEBUG nova.compute.manager [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 893.237840] env[65665]: DEBUG nova.compute.manager [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 893.237921] env[65665]: DEBUG nova.network.neutron [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 893.238234] env[65665]: WARNING neutronclient.v2_0.client [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.238585] env[65665]: WARNING neutronclient.v2_0.client [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.242074] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.340726] env[65665]: DEBUG nova.policy [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17e26272ce194eddbb00149d34b7e4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa808aceeafb45fba3e8ed9557e66358', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.386540] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52154c29-cb39-564e-b36d-b81eac54c819, 'name': SearchDatastore_Task, 'duration_secs': 0.026093} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.387018] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5431569b-a6ad-4d6d-a924-42e0e286f2a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.394858] env[65665]: WARNING neutronclient.v2_0.client [req-549bb20c-d011-4640-9f78-e2f0ba678d23 req-54201809-1110-400d-96df-67573f150a66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.397623] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 893.397623] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522671c2-a8c6-1928-5fcf-493f348fb649" [ 893.397623] env[65665]: _type = "Task" [ 893.397623] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.409810] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522671c2-a8c6-1928-5fcf-493f348fb649, 'name': SearchDatastore_Task, 'duration_secs': 0.013005} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.410130] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.410415] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3/8bad4f41-93d3-4f50-abd4-ebfdf581e7f3.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.410731] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-982eba83-d1aa-459a-939e-f08ec4a30e47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.421626] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 893.421626] env[65665]: value = "task-4854755" [ 893.421626] env[65665]: _type = "Task" [ 893.421626] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.433236] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.439528] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854754, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.566097] env[65665]: DEBUG oslo_concurrency.lockutils [req-4bc04654-a86d-4f7a-84bd-f588ccab2c8a req-22d73c41-23ab-481b-a7a2-3814a8d341b8 service nova] Releasing lock "refresh_cache-8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.684363] env[65665]: DEBUG nova.network.neutron [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 893.786242] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 641c616e-96ce-4a56-9888-d9eca0c3111f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.786476] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 5c674aad-91fe-4a12-b3b4-4b81c924fd25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.786704] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance dbed29b1-e848-4bb3-8281-1b6c53785566 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.786861] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance df45e8db-a95c-4765-babb-14adf34600b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.787026] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance cdfa62a3-e944-44df-9de3-6af79e11d6d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.787148] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 98430fc3-58ac-434b-9538-de5de5c0c83b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.787274] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance abc93bf9-5fb2-44e0-87ad-2a1ac3083f87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.787426] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 116b28c6-59e7-406b-aac0-dfc41bd2ce66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.787838] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 236cca27-1eb6-4040-a52d-23043c009086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.788020] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.788139] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 4dcc1e66-77d7-4437-a082-021f6d633052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.788269] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 35ee9cc1-11f7-487a-a7f5-a4c184ed050d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.788381] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 51f235af-ab52-4618-8329-704df3c05038 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.788489] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 18bdbc26-a9a1-480d-86a0-f11efa40a06a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.788597] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance a6bfc2be-d17e-4655-9f35-155baf8a8c1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.788867] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 0667f773-b44b-48ba-948c-bc7897d0df79 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.789038] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.790329] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 4ce27896-0f26-4ab4-8e41-d8c0011b92da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.790329] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance f0b4e9af-34d6-4778-8646-ed73ee013d03 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.790329] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 7e937d70-3554-4498-b687-1600c4e0a420 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.790329] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance b1ca6880-dc2a-4d4d-9fc0-d96e42675267 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.790329] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.790329] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance edf8969e-301d-4c57-b792-2c07d6c4250e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.790329] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 8ae47313-6535-4757-b25c-3f90e6af156a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.790329] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 78af8a87-17ed-4657-9f2f-4aa58d0b4427 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.790329] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.790329] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance c9808f35-3d79-4aa6-a414-c98635c1e33e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.790680] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 893.803588] env[65665]: DEBUG nova.network.neutron [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Successfully created port: 9edfbe3c-e1ea-4bcf-80f6-862ee1189030 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 893.829390] env[65665]: WARNING neutronclient.v2_0.client [req-549bb20c-d011-4640-9f78-e2f0ba678d23 req-54201809-1110-400d-96df-67573f150a66 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.860084] env[65665]: WARNING neutronclient.v2_0.client [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.940441] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854754, 'name': CreateVM_Task, 'duration_secs': 0.594663} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.940829] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854755, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.941573] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.943048] env[65665]: WARNING neutronclient.v2_0.client [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.943048] env[65665]: WARNING neutronclient.v2_0.client [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.943048] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.943227] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.943739] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.944108] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3397c321-4fb7-465a-8b9f-6596685be4f9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.956020] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 893.956020] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52627320-c022-22fc-f8d0-9226ef05b526" [ 893.956020] env[65665]: _type = "Task" [ 893.956020] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.966427] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52627320-c022-22fc-f8d0-9226ef05b526, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.966965] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.967608] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.967932] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.968153] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.968387] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.968718] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5460679d-1669-4ada-af8f-9e076e65c033 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.979800] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.981413] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.981554] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea23c22-2a0c-4608-aedf-8f4f9c46b463 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.989088] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 893.989088] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521341c7-527a-9fd8-9fa8-c547fd0aaf13" [ 893.989088] env[65665]: _type = "Task" [ 893.989088] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.000138] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521341c7-527a-9fd8-9fa8-c547fd0aaf13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.008437] env[65665]: DEBUG nova.network.neutron [req-549bb20c-d011-4640-9f78-e2f0ba678d23 req-54201809-1110-400d-96df-67573f150a66 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Updated VIF entry in instance network info cache for port 51af953a-2a1a-48e7-8ed4-f9e75e224455. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 894.009159] env[65665]: DEBUG nova.network.neutron [req-549bb20c-d011-4640-9f78-e2f0ba678d23 req-54201809-1110-400d-96df-67573f150a66 service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Updating instance_info_cache with network_info: [{"id": "7af86f51-37b1-4ce2-a054-a371a4e58fd4", "address": "fa:16:3e:b6:6e:bb", "network": {"id": "9334f1b6-a6cd-486f-b7e0-36d35b5231f4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1590823510", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7af86f51-37", "ovs_interfaceid": "7af86f51-37b1-4ce2-a054-a371a4e58fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51af953a-2a1a-48e7-8ed4-f9e75e224455", "address": "fa:16:3e:cb:80:b1", "network": {"id": "60d578d2-863f-439a-9be3-897020412c86", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1256502774", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d70d9f8c94bd43458a37932bc0ab3c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51af953a-2a", "ovs_interfaceid": "51af953a-2a1a-48e7-8ed4-f9e75e224455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.035889] env[65665]: DEBUG nova.network.neutron [-] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.071262] env[65665]: DEBUG nova.network.neutron [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updating instance_info_cache with network_info: [{"id": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "address": "fa:16:3e:00:d9:34", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb276e3-b3", "ovs_interfaceid": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.255515] env[65665]: DEBUG nova.compute.manager [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 894.284140] env[65665]: DEBUG nova.virt.hardware [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 894.284424] env[65665]: DEBUG nova.virt.hardware [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.284583] env[65665]: DEBUG nova.virt.hardware [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 894.284773] env[65665]: DEBUG nova.virt.hardware [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.284913] env[65665]: DEBUG nova.virt.hardware [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 894.285350] env[65665]: DEBUG nova.virt.hardware [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 894.285607] env[65665]: DEBUG nova.virt.hardware [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 894.285768] env[65665]: DEBUG nova.virt.hardware [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 894.285929] env[65665]: DEBUG nova.virt.hardware [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 894.286097] env[65665]: DEBUG nova.virt.hardware [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 894.286268] env[65665]: DEBUG nova.virt.hardware [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 894.287363] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbbc3c9-886e-4903-8696-cf5248ae04d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.293843] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 894.298782] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8155b4d7-e230-4df3-bc7b-19a0a3034a2a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.436022] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521763} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.436022] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3/8bad4f41-93d3-4f50-abd4-ebfdf581e7f3.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.436022] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.436022] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd8533c0-f27a-49c0-b241-32cc5a5bfede {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.441639] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 894.441639] env[65665]: value = "task-4854756" [ 894.441639] env[65665]: _type = "Task" [ 894.441639] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.453143] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.500534] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521341c7-527a-9fd8-9fa8-c547fd0aaf13, 'name': SearchDatastore_Task, 'duration_secs': 0.010629} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.501539] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac7b893-94f5-4835-a502-11204df84141 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.509140] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 894.509140] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527d39db-bf41-478a-8a52-ad2c548cb27c" [ 894.509140] env[65665]: _type = "Task" [ 894.509140] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.512985] env[65665]: DEBUG oslo_concurrency.lockutils [req-549bb20c-d011-4640-9f78-e2f0ba678d23 req-54201809-1110-400d-96df-67573f150a66 service nova] Releasing lock "refresh_cache-78af8a87-17ed-4657-9f2f-4aa58d0b4427" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.518752] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527d39db-bf41-478a-8a52-ad2c548cb27c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.538676] env[65665]: DEBUG nova.compute.manager [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received event network-vif-plugged-2eb276e3-b3b5-4f32-a83a-a0696deb19a2 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 894.538886] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] Acquiring lock "c9808f35-3d79-4aa6-a414-c98635c1e33e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.539101] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] Lock "c9808f35-3d79-4aa6-a414-c98635c1e33e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.539819] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] Lock "c9808f35-3d79-4aa6-a414-c98635c1e33e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.539819] env[65665]: DEBUG nova.compute.manager [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] No waiting events found dispatching network-vif-plugged-2eb276e3-b3b5-4f32-a83a-a0696deb19a2 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 894.539819] env[65665]: WARNING nova.compute.manager [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received unexpected event network-vif-plugged-2eb276e3-b3b5-4f32-a83a-a0696deb19a2 for instance with vm_state building and task_state spawning. [ 894.539819] env[65665]: DEBUG nova.compute.manager [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received event network-changed-2eb276e3-b3b5-4f32-a83a-a0696deb19a2 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 894.540012] env[65665]: DEBUG nova.compute.manager [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Refreshing instance network info cache due to event network-changed-2eb276e3-b3b5-4f32-a83a-a0696deb19a2. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 894.540086] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] Acquiring lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.540373] env[65665]: INFO nova.compute.manager [-] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Took 1.34 seconds to deallocate network for instance. [ 894.574789] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.575430] env[65665]: DEBUG nova.compute.manager [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Instance network_info: |[{"id": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "address": "fa:16:3e:00:d9:34", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb276e3-b3", "ovs_interfaceid": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 894.576425] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] Acquired lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.576667] env[65665]: DEBUG nova.network.neutron [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Refreshing network info cache for port 2eb276e3-b3b5-4f32-a83a-a0696deb19a2 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.578331] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:d9:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2eb276e3-b3b5-4f32-a83a-a0696deb19a2', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.588561] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 894.588842] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.589162] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6832e757-6db5-4154-a6e3-5a27aa1f9569 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.610974] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.610974] env[65665]: value = "task-4854757" [ 894.610974] env[65665]: _type = "Task" [ 894.610974] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.620013] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854757, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.799141] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance d4ba0f68-55bb-4193-b9e8-eefa3181d893 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 894.951439] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071439} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.952118] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.952890] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b438ef-3950-404a-9979-33375ea1d31c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.976366] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3/8bad4f41-93d3-4f50-abd4-ebfdf581e7f3.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.976695] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-696047ae-4562-468e-84a2-2cdd9a40c340 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.996758] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 894.996758] env[65665]: value = "task-4854758" [ 894.996758] env[65665]: _type = "Task" [ 894.996758] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.007587] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.020344] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527d39db-bf41-478a-8a52-ad2c548cb27c, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.020893] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.021346] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 78af8a87-17ed-4657-9f2f-4aa58d0b4427/78af8a87-17ed-4657-9f2f-4aa58d0b4427.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.021697] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e559e8b-42f3-4c4a-bc58-44a65339de07 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.030715] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 895.030715] env[65665]: value = "task-4854759" [ 895.030715] env[65665]: _type = "Task" [ 895.030715] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.041773] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.047227] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.090307] env[65665]: WARNING neutronclient.v2_0.client [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.120744] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854757, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.252604] env[65665]: WARNING neutronclient.v2_0.client [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.304950] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 8a4f4d46-2506-47f1-bae6-2224dd011c61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 895.383738] env[65665]: DEBUG nova.network.neutron [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updated VIF entry in instance network info cache for port 2eb276e3-b3b5-4f32-a83a-a0696deb19a2. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 895.384118] env[65665]: DEBUG nova.network.neutron [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updating instance_info_cache with network_info: [{"id": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "address": "fa:16:3e:00:d9:34", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb276e3-b3", "ovs_interfaceid": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.422397] env[65665]: DEBUG nova.network.neutron [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Successfully updated port: 9edfbe3c-e1ea-4bcf-80f6-862ee1189030 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 895.438192] env[65665]: DEBUG nova.compute.manager [req-c0752a45-ee58-4d4a-8d9a-f835382f5f27 req-5b96a9bb-2c2e-4764-8209-d6b26ccaee65 service nova] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Received event network-vif-plugged-9edfbe3c-e1ea-4bcf-80f6-862ee1189030 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 895.438405] env[65665]: DEBUG oslo_concurrency.lockutils [req-c0752a45-ee58-4d4a-8d9a-f835382f5f27 req-5b96a9bb-2c2e-4764-8209-d6b26ccaee65 service nova] Acquiring lock "6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.438605] env[65665]: DEBUG oslo_concurrency.lockutils [req-c0752a45-ee58-4d4a-8d9a-f835382f5f27 req-5b96a9bb-2c2e-4764-8209-d6b26ccaee65 service nova] Lock "6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.439033] env[65665]: DEBUG oslo_concurrency.lockutils [req-c0752a45-ee58-4d4a-8d9a-f835382f5f27 req-5b96a9bb-2c2e-4764-8209-d6b26ccaee65 service nova] Lock "6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.439214] env[65665]: DEBUG nova.compute.manager [req-c0752a45-ee58-4d4a-8d9a-f835382f5f27 req-5b96a9bb-2c2e-4764-8209-d6b26ccaee65 service nova] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] No waiting events found dispatching network-vif-plugged-9edfbe3c-e1ea-4bcf-80f6-862ee1189030 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 895.439410] env[65665]: WARNING nova.compute.manager [req-c0752a45-ee58-4d4a-8d9a-f835382f5f27 req-5b96a9bb-2c2e-4764-8209-d6b26ccaee65 service nova] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Received unexpected event network-vif-plugged-9edfbe3c-e1ea-4bcf-80f6-862ee1189030 for instance with vm_state building and task_state spawning. [ 895.509343] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854758, 'name': ReconfigVM_Task, 'duration_secs': 0.33356} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.509641] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3/8bad4f41-93d3-4f50-abd4-ebfdf581e7f3.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.509950] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65665) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 895.510635] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ea8deb6c-d8dd-47b2-a542-d444dcd863c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.518588] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 895.518588] env[65665]: value = "task-4854760" [ 895.518588] env[65665]: _type = "Task" [ 895.518588] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.527738] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854760, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.541255] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.621245] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854757, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.807636] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance da88beb8-d7db-48bf-bab5-aaa11c81230c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 895.886701] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] Releasing lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.886973] env[65665]: DEBUG nova.compute.manager [req-f4e6548b-954a-4d44-8fd8-215174e92886 req-17f62dd0-99cf-4cd4-ad5c-61aef4852d36 service nova] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Received event network-vif-deleted-58a1e94e-4d41-4d6f-8808-e2454868850c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 895.925295] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "refresh_cache-6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.925584] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquired lock "refresh_cache-6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.925815] env[65665]: DEBUG nova.network.neutron [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 896.029136] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854760, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.071475} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.029437] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65665) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 896.030256] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e8720f-5c48-48d7-9b8a-0d3e039a3a68 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.042355] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854759, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.066269] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3/ephemeral_0.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.066513] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4518d93-43ca-4662-8131-50b94631f003 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.088326] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 896.088326] env[65665]: value = "task-4854761" [ 896.088326] env[65665]: _type = "Task" [ 896.088326] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.100408] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.124046] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854757, 'name': CreateVM_Task, 'duration_secs': 1.416931} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.124202] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.124923] env[65665]: WARNING neutronclient.v2_0.client [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.125343] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.125503] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.125956] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.126263] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b63f03-0170-4230-99fd-bfa05e430430 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.133371] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 896.133371] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a4e72-a0e4-1fd2-239b-8f958fbba045" [ 896.133371] env[65665]: _type = "Task" [ 896.133371] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.146387] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a4e72-a0e4-1fd2-239b-8f958fbba045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.311505] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance da3de152-92fd-4178-8e68-e7cb6064d996 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 896.462531] env[65665]: DEBUG nova.network.neutron [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 896.544027] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854759, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.339158} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.544151] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 78af8a87-17ed-4657-9f2f-4aa58d0b4427/78af8a87-17ed-4657-9f2f-4aa58d0b4427.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.544356] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.544648] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4c263db-37ed-4895-b5f1-dd6fd31b4e8d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.552740] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 896.552740] env[65665]: value = "task-4854762" [ 896.552740] env[65665]: _type = "Task" [ 896.552740] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.561776] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.562888] env[65665]: WARNING neutronclient.v2_0.client [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.599380] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854761, 'name': ReconfigVM_Task, 'duration_secs': 0.351134} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.602636] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3/ephemeral_0.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.606087] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-944fa2a2-dc91-42a9-ad35-7883afc1c472 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.611858] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 896.611858] env[65665]: value = "task-4854763" [ 896.611858] env[65665]: _type = "Task" [ 896.611858] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.625584] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854763, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.645792] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a4e72-a0e4-1fd2-239b-8f958fbba045, 'name': SearchDatastore_Task, 'duration_secs': 0.0603} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.646696] env[65665]: DEBUG nova.network.neutron [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Updating instance_info_cache with network_info: [{"id": "9edfbe3c-e1ea-4bcf-80f6-862ee1189030", "address": "fa:16:3e:ba:a6:fe", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9edfbe3c-e1", "ovs_interfaceid": "9edfbe3c-e1ea-4bcf-80f6-862ee1189030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.648211] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.648523] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.650286] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.650465] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.651241] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.651241] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3afdd0c7-b975-4c41-8fce-adc18a15dba9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.660799] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.660989] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.662394] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d41b2026-7be2-468f-b9d2-f83636774b05 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.669344] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 896.669344] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526ed410-498e-eb7c-3542-83f49cf683f7" [ 896.669344] env[65665]: _type = "Task" [ 896.669344] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.678601] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526ed410-498e-eb7c-3542-83f49cf683f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.815017] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 946d536d-b5fc-4c8f-a9a0-c549dd144261 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 896.815348] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 896.815545] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=100GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '19', 'num_vm_active': '13', 'num_task_None': '15', 'num_os_type_None': '19', 'num_proj_d744d69912f04c5abbbeb62388dc8c8a': '2', 'io_workload': '4', 'num_proj_2f26c3ed991b4c30b1dfb40be7e61333': '1', 'num_proj_794aff44d40f406bbdd547c974edb928': '1', 'num_proj_bb1d8f8fe5ff4ec8bec31a678fec65a9': '1', 'num_proj_ce4b98ed523541f1ac609370a9c37ea1': '3', 'num_vm_rescued': '2', 'num_proj_3ab76701cfed4e3f8feeaa81af40d57d': '1', 'num_proj_8bad9b509c1344aebb93a1f6f3072a7e': '1', 'num_proj_f26153d5641a4814a8977223e99fb045': '1', 'num_proj_7ee5d8182dad4eebae4a83f408e0ba22': '1', 'num_proj_f007647dd33d4d3ab4192355c54ae6bc': '2', 'num_task_deleting': '1', 'num_proj_e5d440bc29b74fe085010c5407d2d193': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_d70d9f8c94bd43458a37932bc0ab3c98': '1', 'num_proj_a3fbbaf023294f2e8074f050d8ef108c': '1', 'num_proj_19922781a3704af9828c1bf54df07b9f': '1', 'num_proj_fa808aceeafb45fba3e8ed9557e66358': '1'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 897.062855] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074522} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.065755] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.066802] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908e9b46-c751-452f-acdf-65ecbbf6eaf8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.092285] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 78af8a87-17ed-4657-9f2f-4aa58d0b4427/78af8a87-17ed-4657-9f2f-4aa58d0b4427.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.095649] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ba551bf-6515-44c2-be00-a4b242685ac0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.117116] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 897.117116] env[65665]: value = "task-4854764" [ 897.117116] env[65665]: _type = "Task" [ 897.117116] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.125711] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854763, 'name': Rename_Task, 'duration_secs': 0.167233} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.126531] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.126786] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2fd403f-cb80-439c-ba58-b64b17d4fa98 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.131610] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.136435] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 897.136435] env[65665]: value = "task-4854765" [ 897.136435] env[65665]: _type = "Task" [ 897.136435] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.147995] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.152391] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Releasing lock "refresh_cache-6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.152757] env[65665]: DEBUG nova.compute.manager [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Instance network_info: |[{"id": "9edfbe3c-e1ea-4bcf-80f6-862ee1189030", "address": "fa:16:3e:ba:a6:fe", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9edfbe3c-e1", "ovs_interfaceid": "9edfbe3c-e1ea-4bcf-80f6-862ee1189030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 897.153474] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:a6:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9edfbe3c-e1ea-4bcf-80f6-862ee1189030', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.161079] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Creating folder: Project (fa808aceeafb45fba3e8ed9557e66358). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.161402] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18ee46d5-be8f-4f15-b074-d73ace8d8bc9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.176069] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Created folder: Project (fa808aceeafb45fba3e8ed9557e66358) in parent group-v946135. [ 897.176069] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Creating folder: Instances. Parent ref: group-v946323. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.176552] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5e2346d-dd99-485f-a17f-24aec15643c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.186357] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526ed410-498e-eb7c-3542-83f49cf683f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.187172] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0fa2f1-bc64-4fd3-8aee-8e373250fa91 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.194849] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 897.194849] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5289fa69-56b3-4bf0-69d8-88513442ad58" [ 897.194849] env[65665]: _type = "Task" [ 897.194849] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.198026] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Created folder: Instances in parent group-v946323. [ 897.198026] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 897.204662] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.205173] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf402a54-9222-414c-acc9-6403bb4194e5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.228661] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5289fa69-56b3-4bf0-69d8-88513442ad58, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.230144] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.230521] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] c9808f35-3d79-4aa6-a414-c98635c1e33e/c9808f35-3d79-4aa6-a414-c98635c1e33e.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.230824] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.230824] env[65665]: value = "task-4854768" [ 897.230824] env[65665]: _type = "Task" [ 897.230824] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.231061] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0a6969a-34ef-4e8a-b2a7-c80fe28af973 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.244579] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854768, 'name': CreateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.246134] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 897.246134] env[65665]: value = "task-4854769" [ 897.246134] env[65665]: _type = "Task" [ 897.246134] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.254902] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.348076] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035736dd-5f55-4447-bb60-5613cd3a3e80 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.356753] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b6c978-2988-450b-8ff3-b04ec643e6cf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.391544] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182c373f-18b8-445a-ace5-18b34e2ddb83 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.401638] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c67504e-3a30-45cb-a721-f98aed94b00b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.417018] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.467338] env[65665]: DEBUG nova.compute.manager [req-17e2d947-4524-4b89-a8e4-26b937928b80 req-747ed6cd-796d-49a6-b44d-b39af828c0fc service nova] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Received event network-changed-9edfbe3c-e1ea-4bcf-80f6-862ee1189030 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 897.467555] env[65665]: DEBUG nova.compute.manager [req-17e2d947-4524-4b89-a8e4-26b937928b80 req-747ed6cd-796d-49a6-b44d-b39af828c0fc service nova] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Refreshing instance network info cache due to event network-changed-9edfbe3c-e1ea-4bcf-80f6-862ee1189030. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 897.467775] env[65665]: DEBUG oslo_concurrency.lockutils [req-17e2d947-4524-4b89-a8e4-26b937928b80 req-747ed6cd-796d-49a6-b44d-b39af828c0fc service nova] Acquiring lock "refresh_cache-6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.467919] env[65665]: DEBUG oslo_concurrency.lockutils [req-17e2d947-4524-4b89-a8e4-26b937928b80 req-747ed6cd-796d-49a6-b44d-b39af828c0fc service nova] Acquired lock "refresh_cache-6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.468089] env[65665]: DEBUG nova.network.neutron [req-17e2d947-4524-4b89-a8e4-26b937928b80 req-747ed6cd-796d-49a6-b44d-b39af828c0fc service nova] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Refreshing network info cache for port 9edfbe3c-e1ea-4bcf-80f6-862ee1189030 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.631436] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854764, 'name': ReconfigVM_Task, 'duration_secs': 0.329436} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.631436] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 78af8a87-17ed-4657-9f2f-4aa58d0b4427/78af8a87-17ed-4657-9f2f-4aa58d0b4427.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.631600] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3855de43-f56f-4aee-88ef-c0e8c7d1b912 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.646342] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 897.646342] env[65665]: value = "task-4854770" [ 897.646342] env[65665]: _type = "Task" [ 897.646342] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.656179] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854765, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.664778] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854770, 'name': Rename_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.749330] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854768, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.762552] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854769, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.920592] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.971462] env[65665]: WARNING neutronclient.v2_0.client [req-17e2d947-4524-4b89-a8e4-26b937928b80 req-747ed6cd-796d-49a6-b44d-b39af828c0fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.135958] env[65665]: WARNING neutronclient.v2_0.client [req-17e2d947-4524-4b89-a8e4-26b937928b80 req-747ed6cd-796d-49a6-b44d-b39af828c0fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.151459] env[65665]: DEBUG oslo_vmware.api [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854765, 'name': PowerOnVM_Task, 'duration_secs': 0.519636} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.156578] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.156955] env[65665]: INFO nova.compute.manager [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Took 8.09 seconds to spawn the instance on the hypervisor. [ 898.157245] env[65665]: DEBUG nova.compute.manager [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 898.158534] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19198dd3-fb48-4317-9d76-049b8bcd5342 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.172484] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854770, 'name': Rename_Task, 'duration_secs': 0.206178} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.181021] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.182397] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43e7072a-1881-4be5-b70f-fe070866b446 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.190889] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 898.190889] env[65665]: value = "task-4854771" [ 898.190889] env[65665]: _type = "Task" [ 898.190889] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.199856] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.229045] env[65665]: DEBUG nova.network.neutron [req-17e2d947-4524-4b89-a8e4-26b937928b80 req-747ed6cd-796d-49a6-b44d-b39af828c0fc service nova] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Updated VIF entry in instance network info cache for port 9edfbe3c-e1ea-4bcf-80f6-862ee1189030. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 898.229045] env[65665]: DEBUG nova.network.neutron [req-17e2d947-4524-4b89-a8e4-26b937928b80 req-747ed6cd-796d-49a6-b44d-b39af828c0fc service nova] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Updating instance_info_cache with network_info: [{"id": "9edfbe3c-e1ea-4bcf-80f6-862ee1189030", "address": "fa:16:3e:ba:a6:fe", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9edfbe3c-e1", "ovs_interfaceid": "9edfbe3c-e1ea-4bcf-80f6-862ee1189030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.247483] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854768, 'name': CreateVM_Task, 'duration_secs': 0.532323} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.247674] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.248224] env[65665]: WARNING neutronclient.v2_0.client [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.248597] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.248752] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.249102] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.249714] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2840cb-5240-483a-a4d2-98cd193e43da {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.258951] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 898.258951] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5269893c-66f1-2bf2-5555-16e385258de0" [ 898.258951] env[65665]: _type = "Task" [ 898.258951] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.262605] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580567} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.266574] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] c9808f35-3d79-4aa6-a414-c98635c1e33e/c9808f35-3d79-4aa6-a414-c98635c1e33e.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.266788] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.267383] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7069033d-7db6-41d5-8a85-7ccfd59649b2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.276562] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5269893c-66f1-2bf2-5555-16e385258de0, 'name': SearchDatastore_Task, 'duration_secs': 0.012449} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.278282] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.278541] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.278778] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.278975] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.279189] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.279553] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 898.279553] env[65665]: value = "task-4854772" [ 898.279553] env[65665]: _type = "Task" [ 898.279553] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.279766] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-598041d0-be43-44e2-8631-78b98c8949d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.292259] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.294158] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.294438] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.295325] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13eca944-0b7c-4269-99c9-003a51b4fe04 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.301140] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 898.301140] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ad6783-f31e-008a-b799-53d8d489dc5b" [ 898.301140] env[65665]: _type = "Task" [ 898.301140] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.310470] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ad6783-f31e-008a-b799-53d8d489dc5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.425638] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 898.425900] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.710s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.426200] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.097s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.426374] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.428530] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.440s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.429983] env[65665]: INFO nova.compute.claims [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.432719] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.432861] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Cleaning up deleted instances {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11909}} [ 898.460094] env[65665]: INFO nova.scheduler.client.report [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Deleted allocations for instance 0667f773-b44b-48ba-948c-bc7897d0df79 [ 898.690420] env[65665]: INFO nova.compute.manager [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Took 52.03 seconds to build instance. [ 898.702806] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854771, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.731671] env[65665]: DEBUG oslo_concurrency.lockutils [req-17e2d947-4524-4b89-a8e4-26b937928b80 req-747ed6cd-796d-49a6-b44d-b39af828c0fc service nova] Releasing lock "refresh_cache-6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.792555] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077957} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.792858] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.793725] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0731a23-6021-4746-94fb-0e5feac40411 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.816542] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c9808f35-3d79-4aa6-a414-c98635c1e33e/c9808f35-3d79-4aa6-a414-c98635c1e33e.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.819956] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d9b7400-4227-4324-89fa-67a7f88bdaa5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.840995] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ad6783-f31e-008a-b799-53d8d489dc5b, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.843158] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 898.843158] env[65665]: value = "task-4854773" [ 898.843158] env[65665]: _type = "Task" [ 898.843158] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.843432] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc24acdd-b6f5-453e-8a6c-eb1dd500f0be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.853640] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 898.853640] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b6caf0-03de-85b9-4d85-26de27cec229" [ 898.853640] env[65665]: _type = "Task" [ 898.853640] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.859154] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854773, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.868418] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b6caf0-03de-85b9-4d85-26de27cec229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.947540] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] There are 41 instances to clean {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11918}} [ 898.947916] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 48be45bb-98a1-4be0-85a2-3cd48a490c98] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 898.967468] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b73f52aa-be3b-45b2-98b7-569507611f8d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "0667f773-b44b-48ba-948c-bc7897d0df79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.706s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.195981] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a6b0b195-10d3-416d-a598-7ce0e416d327 tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.478s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.202529] env[65665]: DEBUG oslo_vmware.api [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854771, 'name': PowerOnVM_Task, 'duration_secs': 0.548751} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.202829] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.203044] env[65665]: INFO nova.compute.manager [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Took 12.28 seconds to spawn the instance on the hypervisor. [ 899.203275] env[65665]: DEBUG nova.compute.manager [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 899.204114] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d6cf23-61ed-4f24-9eb1-8ac9fd6f923d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.355914] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854773, 'name': ReconfigVM_Task, 'duration_secs': 0.282012} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.356269] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c9808f35-3d79-4aa6-a414-c98635c1e33e/c9808f35-3d79-4aa6-a414-c98635c1e33e.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.357446] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6435339-0c5f-4913-9228-9b2c576749f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.365628] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 899.365628] env[65665]: value = "task-4854774" [ 899.365628] env[65665]: _type = "Task" [ 899.365628] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.369780] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b6caf0-03de-85b9-4d85-26de27cec229, 'name': SearchDatastore_Task, 'duration_secs': 0.01492} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.373821] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.373821] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a/6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.373996] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b579154-2772-4a04-8320-9475c0976c03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.381378] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854774, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.382750] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 899.382750] env[65665]: value = "task-4854775" [ 899.382750] env[65665]: _type = "Task" [ 899.382750] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.393318] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.452578] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 48720752-7bd5-4d53-bcdf-aec0b8956094] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 899.557829] env[65665]: DEBUG nova.compute.manager [req-f94150a4-170a-42ef-a2e0-93232fab4dc7 req-5a9c9708-62eb-4e65-8213-37fb118715a6 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Received event network-changed-852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 899.557829] env[65665]: DEBUG nova.compute.manager [req-f94150a4-170a-42ef-a2e0-93232fab4dc7 req-5a9c9708-62eb-4e65-8213-37fb118715a6 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Refreshing instance network info cache due to event network-changed-852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 899.557829] env[65665]: DEBUG oslo_concurrency.lockutils [req-f94150a4-170a-42ef-a2e0-93232fab4dc7 req-5a9c9708-62eb-4e65-8213-37fb118715a6 service nova] Acquiring lock "refresh_cache-8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.558028] env[65665]: DEBUG oslo_concurrency.lockutils [req-f94150a4-170a-42ef-a2e0-93232fab4dc7 req-5a9c9708-62eb-4e65-8213-37fb118715a6 service nova] Acquired lock "refresh_cache-8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.558028] env[65665]: DEBUG nova.network.neutron [req-f94150a4-170a-42ef-a2e0-93232fab4dc7 req-5a9c9708-62eb-4e65-8213-37fb118715a6 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Refreshing network info cache for port 852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.726429] env[65665]: INFO nova.compute.manager [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Took 58.09 seconds to build instance. [ 899.881671] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854774, 'name': Rename_Task, 'duration_secs': 0.163716} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.884541] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.885091] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d654c2d-5f60-4d46-81d0-899e702608ac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.899632] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513986} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.904881] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a/6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.905136] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.905464] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 899.905464] env[65665]: value = "task-4854776" [ 899.905464] env[65665]: _type = "Task" [ 899.905464] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.905940] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9977be1d-3951-4953-b778-d2d1b7f1c737 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.917503] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854776, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.919044] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 899.919044] env[65665]: value = "task-4854777" [ 899.919044] env[65665]: _type = "Task" [ 899.919044] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.929857] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.962963] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 85377951-fc2a-47c9-9f82-7e6e9e33083d] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 900.016907] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01fc17a-2bd9-46f9-a167-4e9d0c75cf73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.027773] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e082624a-ef6a-4c85-a204-b140834c0ab7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.060813] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f23995-ec59-4e0d-a062-53a98827d8e0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.064571] env[65665]: WARNING neutronclient.v2_0.client [req-f94150a4-170a-42ef-a2e0-93232fab4dc7 req-5a9c9708-62eb-4e65-8213-37fb118715a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.072360] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0254552d-0180-4c16-ae8f-56c8d82563ca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.094912] env[65665]: DEBUG nova.compute.provider_tree [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.228114] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a61ebff-80ad-4ce0-b182-4a15ebee351e tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.218s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.304766] env[65665]: WARNING neutronclient.v2_0.client [req-f94150a4-170a-42ef-a2e0-93232fab4dc7 req-5a9c9708-62eb-4e65-8213-37fb118715a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.386803] env[65665]: DEBUG nova.network.neutron [req-f94150a4-170a-42ef-a2e0-93232fab4dc7 req-5a9c9708-62eb-4e65-8213-37fb118715a6 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Updated VIF entry in instance network info cache for port 852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 900.387201] env[65665]: DEBUG nova.network.neutron [req-f94150a4-170a-42ef-a2e0-93232fab4dc7 req-5a9c9708-62eb-4e65-8213-37fb118715a6 service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Updating instance_info_cache with network_info: [{"id": "852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0", "address": "fa:16:3e:51:32:c4", "network": {"id": "3d849c39-0e04-407b-9718-9ccf98b0e349", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1711575260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3fbbaf023294f2e8074f050d8ef108c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852cee6b-7e", "ovs_interfaceid": "852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.419150] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854776, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.430807] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070297} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.432829] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.436332] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7511c41-d076-4517-ac1f-245a7db76a60 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.463405] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a/6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.464675] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a61b705-3aa9-4805-9b5e-7eacc0cb4f96 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.479847] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: f2082df5-ec95-423f-a5d6-b7f776be63ad] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 900.489359] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 900.489359] env[65665]: value = "task-4854778" [ 900.489359] env[65665]: _type = "Task" [ 900.489359] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.500224] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.599296] env[65665]: DEBUG nova.scheduler.client.report [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.891025] env[65665]: DEBUG oslo_concurrency.lockutils [req-f94150a4-170a-42ef-a2e0-93232fab4dc7 req-5a9c9708-62eb-4e65-8213-37fb118715a6 service nova] Releasing lock "refresh_cache-8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.919170] env[65665]: DEBUG oslo_vmware.api [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854776, 'name': PowerOnVM_Task, 'duration_secs': 0.773325} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.919442] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.919692] env[65665]: INFO nova.compute.manager [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Took 8.79 seconds to spawn the instance on the hypervisor. [ 900.919925] env[65665]: DEBUG nova.compute.manager [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 900.920752] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a5c42f-5618-4b1a-8deb-44c5f7fcd4e9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.942372] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.942614] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.942880] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.943083] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.943357] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.945596] env[65665]: INFO nova.compute.manager [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Terminating instance [ 900.983925] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 6468132b-40ef-42ba-8a3d-93ab97ac6ae6] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 901.001255] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.081414] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "4ce27896-0f26-4ab4-8e41-d8c0011b92da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.082105] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "4ce27896-0f26-4ab4-8e41-d8c0011b92da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.082556] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "4ce27896-0f26-4ab4-8e41-d8c0011b92da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.082783] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "4ce27896-0f26-4ab4-8e41-d8c0011b92da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.082933] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "4ce27896-0f26-4ab4-8e41-d8c0011b92da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.085191] env[65665]: INFO nova.compute.manager [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Terminating instance [ 901.106869] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.107442] env[65665]: DEBUG nova.compute.manager [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 901.110372] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.946s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.114282] env[65665]: INFO nova.compute.claims [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.278059] env[65665]: DEBUG oslo_concurrency.lockutils [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.278346] env[65665]: DEBUG oslo_concurrency.lockutils [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.278547] env[65665]: DEBUG oslo_concurrency.lockutils [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.278763] env[65665]: DEBUG oslo_concurrency.lockutils [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.278935] env[65665]: DEBUG oslo_concurrency.lockutils [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.281098] env[65665]: INFO nova.compute.manager [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Terminating instance [ 901.440468] env[65665]: INFO nova.compute.manager [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Took 50.75 seconds to build instance. [ 901.449804] env[65665]: DEBUG nova.compute.manager [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 901.450073] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.451322] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c6d521-da8d-4502-b716-41a33b87b216 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.461582] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.461910] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-049fc4f9-01de-4593-aeec-80f2dfd9d868 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.469498] env[65665]: DEBUG oslo_vmware.api [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 901.469498] env[65665]: value = "task-4854779" [ 901.469498] env[65665]: _type = "Task" [ 901.469498] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.479363] env[65665]: DEBUG oslo_vmware.api [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.487094] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 5a2054d2-0d1a-48d6-8d77-a3d805533bbc] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 901.503111] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854778, 'name': ReconfigVM_Task, 'duration_secs': 0.679368} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.503111] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a/6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.503777] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84093c2c-c8f1-4147-9859-5aebfe93a325 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.513036] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 901.513036] env[65665]: value = "task-4854780" [ 901.513036] env[65665]: _type = "Task" [ 901.513036] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.525772] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854780, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.589459] env[65665]: DEBUG nova.compute.manager [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 901.589744] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.590813] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc48747-b177-4821-a9cf-e002169e22e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.600488] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.601772] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93b2ce39-7425-45ae-9b8e-e499858db6a9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.610968] env[65665]: DEBUG oslo_vmware.api [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 901.610968] env[65665]: value = "task-4854781" [ 901.610968] env[65665]: _type = "Task" [ 901.610968] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.619444] env[65665]: DEBUG nova.compute.utils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.628796] env[65665]: DEBUG nova.compute.manager [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 901.629150] env[65665]: DEBUG nova.network.neutron [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 901.629519] env[65665]: WARNING neutronclient.v2_0.client [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.630817] env[65665]: WARNING neutronclient.v2_0.client [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.633161] env[65665]: DEBUG oslo_vmware.api [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.697248] env[65665]: DEBUG nova.policy [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796c243a11df440f94abe63f599fcb8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bad9b509c1344aebb93a1f6f3072a7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.786909] env[65665]: DEBUG nova.compute.manager [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 901.786909] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.789220] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dc7011-f11d-434f-a68f-ecc951bf6079 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.799925] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.800400] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a435e71a-db08-499b-8a57-c95f075ec67e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.809231] env[65665]: DEBUG oslo_vmware.api [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 901.809231] env[65665]: value = "task-4854782" [ 901.809231] env[65665]: _type = "Task" [ 901.809231] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.819516] env[65665]: DEBUG oslo_vmware.api [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.942121] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3645ce44-6531-4c2d-9c2b-76e8d8a79ed4 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.146s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.981109] env[65665]: DEBUG oslo_vmware.api [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854779, 'name': PowerOffVM_Task, 'duration_secs': 0.314739} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.981455] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.981660] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.981971] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d2a8f7e-aaf4-4363-a229-8b1bdc3371b8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.990688] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 97004ff7-e609-4d1e-8b93-9d3447ccc7c0] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 902.028771] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854780, 'name': Rename_Task, 'duration_secs': 0.181817} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.028771] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.029074] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d47c51a8-b85e-4507-9b6c-1d0e67fb2950 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.039106] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 902.039106] env[65665]: value = "task-4854784" [ 902.039106] env[65665]: _type = "Task" [ 902.039106] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.052103] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.063966] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.064378] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.064629] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Deleting the datastore file [datastore1] ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.065986] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee0d3aeb-570c-4c5d-8f16-1dc6386cb588 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.074960] env[65665]: DEBUG oslo_vmware.api [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 902.074960] env[65665]: value = "task-4854785" [ 902.074960] env[65665]: _type = "Task" [ 902.074960] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.080203] env[65665]: DEBUG nova.network.neutron [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Successfully created port: 125e8e38-75da-4e7a-a752-045af38a9a26 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 902.092639] env[65665]: DEBUG oslo_vmware.api [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.127863] env[65665]: DEBUG oslo_vmware.api [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854781, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.135083] env[65665]: DEBUG nova.compute.manager [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 902.322872] env[65665]: DEBUG oslo_vmware.api [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854782, 'name': PowerOffVM_Task, 'duration_secs': 0.339042} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.323422] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.323750] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.324135] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b24272a-ada7-4b54-ae08-fd63ef12cf57 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.429061] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.429274] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.429464] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Deleting the datastore file [datastore2] 78af8a87-17ed-4657-9f2f-4aa58d0b4427 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.429753] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1845466-3483-4d28-8464-24ae634bfa8c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.438036] env[65665]: DEBUG oslo_vmware.api [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for the task: (returnval){ [ 902.438036] env[65665]: value = "task-4854787" [ 902.438036] env[65665]: _type = "Task" [ 902.438036] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.446758] env[65665]: DEBUG oslo_vmware.api [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.494490] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 3d90fb2a-322c-4c29-b970-aa06813aa9bb] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 902.500492] env[65665]: DEBUG nova.compute.manager [req-fe76f37c-5c2e-4556-9e6f-9504f87c978e req-0b297979-90ef-444b-8b90-5c94f7706105 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received event network-changed-2eb276e3-b3b5-4f32-a83a-a0696deb19a2 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 902.501128] env[65665]: DEBUG nova.compute.manager [req-fe76f37c-5c2e-4556-9e6f-9504f87c978e req-0b297979-90ef-444b-8b90-5c94f7706105 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Refreshing instance network info cache due to event network-changed-2eb276e3-b3b5-4f32-a83a-a0696deb19a2. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 902.501128] env[65665]: DEBUG oslo_concurrency.lockutils [req-fe76f37c-5c2e-4556-9e6f-9504f87c978e req-0b297979-90ef-444b-8b90-5c94f7706105 service nova] Acquiring lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.501128] env[65665]: DEBUG oslo_concurrency.lockutils [req-fe76f37c-5c2e-4556-9e6f-9504f87c978e req-0b297979-90ef-444b-8b90-5c94f7706105 service nova] Acquired lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.501128] env[65665]: DEBUG nova.network.neutron [req-fe76f37c-5c2e-4556-9e6f-9504f87c978e req-0b297979-90ef-444b-8b90-5c94f7706105 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Refreshing network info cache for port 2eb276e3-b3b5-4f32-a83a-a0696deb19a2 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.549796] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854784, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.587036] env[65665]: DEBUG oslo_vmware.api [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20851} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.587218] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.587398] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.587571] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.587744] env[65665]: INFO nova.compute.manager [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 902.587995] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 902.588218] env[65665]: DEBUG nova.compute.manager [-] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 902.588314] env[65665]: DEBUG nova.network.neutron [-] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 902.588568] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.629313] env[65665]: DEBUG oslo_vmware.api [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854781, 'name': PowerOffVM_Task, 'duration_secs': 0.529187} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.630592] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.632948] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.633221] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.633791] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a302bd38-c169-41a7-8138-6f9aa5287d09 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.671631] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a0a82-1040-496e-a932-07b1b3f5b93d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.680904] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7effdaf-f736-40b7-8936-10848dd2f001 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.716167] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeeee46-2f30-4607-bdb2-ae4bbc586a06 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.719227] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.719476] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.719658] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Deleting the datastore file [datastore1] 4ce27896-0f26-4ab4-8e41-d8c0011b92da {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.719919] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8630b0e8-4b59-421b-bce0-232654703ff6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.728250] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07905b5d-ea66-4984-9c3a-1102fecab02c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.733209] env[65665]: DEBUG oslo_vmware.api [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for the task: (returnval){ [ 902.733209] env[65665]: value = "task-4854789" [ 902.733209] env[65665]: _type = "Task" [ 902.733209] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.745248] env[65665]: DEBUG nova.compute.provider_tree [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.752152] env[65665]: DEBUG oslo_vmware.api [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.953015] env[65665]: DEBUG oslo_vmware.api [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Task: {'id': task-4854787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416087} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.953308] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.953545] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.953730] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.953898] env[65665]: INFO nova.compute.manager [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Took 1.17 seconds to destroy the instance on the hypervisor. [ 902.954179] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 902.954485] env[65665]: DEBUG nova.compute.manager [-] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 902.954485] env[65665]: DEBUG nova.network.neutron [-] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 902.954761] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.998256] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.000852] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 077e3b01-2c75-4adc-a04a-2c082adc9f95] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 903.005980] env[65665]: WARNING neutronclient.v2_0.client [req-fe76f37c-5c2e-4556-9e6f-9504f87c978e req-0b297979-90ef-444b-8b90-5c94f7706105 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.052563] env[65665]: DEBUG oslo_vmware.api [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854784, 'name': PowerOnVM_Task, 'duration_secs': 0.897217} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.053464] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.053796] env[65665]: INFO nova.compute.manager [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Took 8.80 seconds to spawn the instance on the hypervisor. [ 903.053995] env[65665]: DEBUG nova.compute.manager [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 903.055029] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2ad9bd-36f3-4824-bd47-b0c8593a29c1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.151928] env[65665]: DEBUG nova.compute.manager [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 903.188022] env[65665]: DEBUG nova.virt.hardware [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f5c957cc23d74e6a0e93159387e626d2',container_format='bare',created_at=2025-11-27T02:30:47Z,direct_url=,disk_format='vmdk',id=1cf41a6c-f021-4700-9185-1093b02c3b86,min_disk=1,min_ram=0,name='tempest-test-snap-169872237',owner='8bad9b509c1344aebb93a1f6f3072a7e',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-27T02:31:04Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 903.188022] env[65665]: DEBUG nova.virt.hardware [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.188022] env[65665]: DEBUG nova.virt.hardware [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 903.188022] env[65665]: DEBUG nova.virt.hardware [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.188022] env[65665]: DEBUG nova.virt.hardware [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 903.188022] env[65665]: DEBUG nova.virt.hardware [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 903.188022] env[65665]: DEBUG nova.virt.hardware [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 903.188022] env[65665]: DEBUG nova.virt.hardware [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 903.188022] env[65665]: DEBUG nova.virt.hardware [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 903.188022] env[65665]: DEBUG nova.virt.hardware [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 903.188022] env[65665]: DEBUG nova.virt.hardware [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 903.188587] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14acc929-577d-42a2-b227-5d962bbddc16 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.198173] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79fcfdc-4e8d-4f4e-8680-974c24a947e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.245469] env[65665]: DEBUG oslo_vmware.api [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Task: {'id': task-4854789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210698} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.245825] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.246061] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.246291] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.246522] env[65665]: INFO nova.compute.manager [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Took 1.66 seconds to destroy the instance on the hypervisor. [ 903.246837] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 903.247097] env[65665]: DEBUG nova.compute.manager [-] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 903.247227] env[65665]: DEBUG nova.network.neutron [-] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 903.247508] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.253722] env[65665]: DEBUG nova.scheduler.client.report [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.389605] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.405876] env[65665]: DEBUG nova.network.neutron [-] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.511812] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 5da7a49f-0b76-4a04-83d6-ce8d4330a41a] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 903.574764] env[65665]: INFO nova.compute.manager [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Took 52.11 seconds to build instance. [ 903.698308] env[65665]: DEBUG nova.network.neutron [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Successfully updated port: 125e8e38-75da-4e7a-a752-045af38a9a26 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 903.759581] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.760560] env[65665]: DEBUG nova.compute.manager [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 903.763714] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.821s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.765202] env[65665]: INFO nova.compute.claims [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.835359] env[65665]: WARNING neutronclient.v2_0.client [req-fe76f37c-5c2e-4556-9e6f-9504f87c978e req-0b297979-90ef-444b-8b90-5c94f7706105 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.906541] env[65665]: DEBUG nova.network.neutron [req-fe76f37c-5c2e-4556-9e6f-9504f87c978e req-0b297979-90ef-444b-8b90-5c94f7706105 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updated VIF entry in instance network info cache for port 2eb276e3-b3b5-4f32-a83a-a0696deb19a2. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 903.906937] env[65665]: DEBUG nova.network.neutron [req-fe76f37c-5c2e-4556-9e6f-9504f87c978e req-0b297979-90ef-444b-8b90-5c94f7706105 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updating instance_info_cache with network_info: [{"id": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "address": "fa:16:3e:00:d9:34", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb276e3-b3", "ovs_interfaceid": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.908285] env[65665]: INFO nova.compute.manager [-] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Took 1.32 seconds to deallocate network for instance. [ 904.014978] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 593b27bd-4b73-47f7-8038-be5af33b0047] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 904.023846] env[65665]: DEBUG nova.compute.manager [req-c27cb330-da87-4a59-9eaf-7f68401bc4bc req-adef128e-a655-4223-b186-d6bef9ca0dbf service nova] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Received event network-vif-plugged-125e8e38-75da-4e7a-a752-045af38a9a26 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 904.023999] env[65665]: DEBUG oslo_concurrency.lockutils [req-c27cb330-da87-4a59-9eaf-7f68401bc4bc req-adef128e-a655-4223-b186-d6bef9ca0dbf service nova] Acquiring lock "9200dd22-5bf9-40aa-8c9a-3d36f12adfe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.024238] env[65665]: DEBUG oslo_concurrency.lockutils [req-c27cb330-da87-4a59-9eaf-7f68401bc4bc req-adef128e-a655-4223-b186-d6bef9ca0dbf service nova] Lock "9200dd22-5bf9-40aa-8c9a-3d36f12adfe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.024403] env[65665]: DEBUG oslo_concurrency.lockutils [req-c27cb330-da87-4a59-9eaf-7f68401bc4bc req-adef128e-a655-4223-b186-d6bef9ca0dbf service nova] Lock "9200dd22-5bf9-40aa-8c9a-3d36f12adfe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.024789] env[65665]: DEBUG nova.compute.manager [req-c27cb330-da87-4a59-9eaf-7f68401bc4bc req-adef128e-a655-4223-b186-d6bef9ca0dbf service nova] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] No waiting events found dispatching network-vif-plugged-125e8e38-75da-4e7a-a752-045af38a9a26 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 904.024789] env[65665]: WARNING nova.compute.manager [req-c27cb330-da87-4a59-9eaf-7f68401bc4bc req-adef128e-a655-4223-b186-d6bef9ca0dbf service nova] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Received unexpected event network-vif-plugged-125e8e38-75da-4e7a-a752-045af38a9a26 for instance with vm_state building and task_state spawning. [ 904.065413] env[65665]: DEBUG nova.network.neutron [-] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.077672] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d90e05fe-9e80-442a-b747-cf8144f1eab2 tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.756s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.202761] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "refresh_cache-9200dd22-5bf9-40aa-8c9a-3d36f12adfe7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.203036] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "refresh_cache-9200dd22-5bf9-40aa-8c9a-3d36f12adfe7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.203270] env[65665]: DEBUG nova.network.neutron [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 904.272496] env[65665]: DEBUG nova.compute.utils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.273625] env[65665]: DEBUG nova.compute.manager [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 904.273839] env[65665]: DEBUG nova.network.neutron [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 904.274185] env[65665]: WARNING neutronclient.v2_0.client [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.274501] env[65665]: WARNING neutronclient.v2_0.client [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.278721] env[65665]: DEBUG nova.network.neutron [-] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.345781] env[65665]: DEBUG nova.policy [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c44bcdc261ab41a0b063e3092f17a0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb1d8f8fe5ff4ec8bec31a678fec65a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.411437] env[65665]: DEBUG oslo_concurrency.lockutils [req-fe76f37c-5c2e-4556-9e6f-9504f87c978e req-0b297979-90ef-444b-8b90-5c94f7706105 service nova] Releasing lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.413746] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.519100] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 0353ad63-f63b-41ce-8001-dba560cc21c4] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 904.557740] env[65665]: DEBUG nova.compute.manager [req-b4393bb1-2659-447f-97ce-0bedcf9573e1 req-7d2fe7b6-a21c-4037-92c9-1b265163504e service nova] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Received event network-vif-deleted-8a0c1721-5f6e-44dc-a333-11590b3b691f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 904.557969] env[65665]: DEBUG nova.compute.manager [req-b4393bb1-2659-447f-97ce-0bedcf9573e1 req-7d2fe7b6-a21c-4037-92c9-1b265163504e service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Received event network-vif-deleted-7af86f51-37b1-4ce2-a054-a371a4e58fd4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 904.558163] env[65665]: DEBUG nova.compute.manager [req-b4393bb1-2659-447f-97ce-0bedcf9573e1 req-7d2fe7b6-a21c-4037-92c9-1b265163504e service nova] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Received event network-vif-deleted-51af953a-2a1a-48e7-8ed4-f9e75e224455 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 904.558325] env[65665]: DEBUG nova.compute.manager [req-b4393bb1-2659-447f-97ce-0bedcf9573e1 req-7d2fe7b6-a21c-4037-92c9-1b265163504e service nova] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Received event network-vif-deleted-c3909d0e-4146-4378-be2f-007438a78ac0 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 904.568162] env[65665]: INFO nova.compute.manager [-] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Took 1.61 seconds to deallocate network for instance. [ 904.643288] env[65665]: DEBUG nova.network.neutron [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Successfully created port: c6cc16c4-a82d-4ec6-8e5e-e462176d3f49 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 904.743885] env[65665]: DEBUG nova.network.neutron [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 904.777259] env[65665]: DEBUG nova.compute.manager [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 904.784197] env[65665]: INFO nova.compute.manager [-] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Took 1.54 seconds to deallocate network for instance. [ 904.844719] env[65665]: WARNING neutronclient.v2_0.client [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.937146] env[65665]: DEBUG nova.network.neutron [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Updating instance_info_cache with network_info: [{"id": "125e8e38-75da-4e7a-a752-045af38a9a26", "address": "fa:16:3e:82:9d:ed", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125e8e38-75", "ovs_interfaceid": "125e8e38-75da-4e7a-a752-045af38a9a26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.025592] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: b2c610bb-d374-4ed2-9062-9f4908ea0df7] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 905.076611] env[65665]: DEBUG oslo_concurrency.lockutils [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.145489] env[65665]: INFO nova.compute.manager [None req-2679cd6f-f0e0-42b9-950a-d75ef3b2deb1 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Get console output [ 905.145881] env[65665]: WARNING nova.virt.vmwareapi.driver [None req-2679cd6f-f0e0-42b9-950a-d75ef3b2deb1 tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] The console log is missing. Check your VSPC configuration [ 905.184057] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "7e28a8b1-19fb-4b86-8b03-adc8f87c4378" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.184434] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "7e28a8b1-19fb-4b86-8b03-adc8f87c4378" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.280245] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2ab55b-9be7-4148-ba2c-c1ddfb8a74d4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.292763] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.293268] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ec1f0e-14eb-41ef-8335-4e60770ec512 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.324910] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efb81fc-8252-417f-b514-2abc1c45d6f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.334395] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b785f4-b699-4b31-94a7-1c87bd6b49cd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.352744] env[65665]: DEBUG nova.compute.provider_tree [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.443199] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "refresh_cache-9200dd22-5bf9-40aa-8c9a-3d36f12adfe7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.443752] env[65665]: DEBUG nova.compute.manager [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Instance network_info: |[{"id": "125e8e38-75da-4e7a-a752-045af38a9a26", "address": "fa:16:3e:82:9d:ed", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125e8e38-75", "ovs_interfaceid": "125e8e38-75da-4e7a-a752-045af38a9a26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 905.444283] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:9d:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '125e8e38-75da-4e7a-a752-045af38a9a26', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.452532] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 905.453220] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.453547] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-734b93db-623f-4127-aed0-7ed24823bf44 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.474773] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.474773] env[65665]: value = "task-4854790" [ 905.474773] env[65665]: _type = "Task" [ 905.474773] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.483780] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854790, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.529186] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 426495b7-1437-44f3-b3ac-0557ce8a4550] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 905.687462] env[65665]: DEBUG nova.compute.manager [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 905.789315] env[65665]: DEBUG nova.compute.manager [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 905.839784] env[65665]: DEBUG nova.virt.hardware [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:31:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2e325f37-cc72-44e9-b559-eff5ada3d414',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1429825192',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 905.840262] env[65665]: DEBUG nova.virt.hardware [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.840402] env[65665]: DEBUG nova.virt.hardware [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 905.840699] env[65665]: DEBUG nova.virt.hardware [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.840935] env[65665]: DEBUG nova.virt.hardware [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 905.841212] env[65665]: DEBUG nova.virt.hardware [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 905.841556] env[65665]: DEBUG nova.virt.hardware [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 905.841841] env[65665]: DEBUG nova.virt.hardware [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 905.842146] env[65665]: DEBUG nova.virt.hardware [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 905.842424] env[65665]: DEBUG nova.virt.hardware [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 905.842697] env[65665]: DEBUG nova.virt.hardware [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 905.844135] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce6689a-bc6c-400c-9e10-14942da9c50a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.856363] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b460c49b-275b-40df-a429-604062f62607 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.863359] env[65665]: DEBUG nova.scheduler.client.report [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.987170] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854790, 'name': CreateVM_Task, 'duration_secs': 0.386976} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.987368] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.987880] env[65665]: WARNING neutronclient.v2_0.client [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.988293] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.988442] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.988858] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.989148] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8e8205-1238-4b1c-836c-ac8bfbefef7a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.994893] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 905.994893] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f00465-e321-d780-7561-be38526540e4" [ 905.994893] env[65665]: _type = "Task" [ 905.994893] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.005311] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f00465-e321-d780-7561-be38526540e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.032697] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 5c44d2ce-1dbc-40bd-8495-db00e0399767] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 906.062180] env[65665]: DEBUG nova.compute.manager [req-d6ad8990-4b94-4c08-98b2-b66a6e3cb9d3 req-f22c4d06-240d-4696-a6b7-04fa0da03d30 service nova] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Received event network-changed-125e8e38-75da-4e7a-a752-045af38a9a26 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 906.062466] env[65665]: DEBUG nova.compute.manager [req-d6ad8990-4b94-4c08-98b2-b66a6e3cb9d3 req-f22c4d06-240d-4696-a6b7-04fa0da03d30 service nova] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Refreshing instance network info cache due to event network-changed-125e8e38-75da-4e7a-a752-045af38a9a26. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 906.062768] env[65665]: DEBUG oslo_concurrency.lockutils [req-d6ad8990-4b94-4c08-98b2-b66a6e3cb9d3 req-f22c4d06-240d-4696-a6b7-04fa0da03d30 service nova] Acquiring lock "refresh_cache-9200dd22-5bf9-40aa-8c9a-3d36f12adfe7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.062968] env[65665]: DEBUG oslo_concurrency.lockutils [req-d6ad8990-4b94-4c08-98b2-b66a6e3cb9d3 req-f22c4d06-240d-4696-a6b7-04fa0da03d30 service nova] Acquired lock "refresh_cache-9200dd22-5bf9-40aa-8c9a-3d36f12adfe7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.063209] env[65665]: DEBUG nova.network.neutron [req-d6ad8990-4b94-4c08-98b2-b66a6e3cb9d3 req-f22c4d06-240d-4696-a6b7-04fa0da03d30 service nova] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Refreshing network info cache for port 125e8e38-75da-4e7a-a752-045af38a9a26 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.217955] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.235271] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Acquiring lock "df45e8db-a95c-4765-babb-14adf34600b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.236891] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Lock "df45e8db-a95c-4765-babb-14adf34600b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.236891] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Acquiring lock "df45e8db-a95c-4765-babb-14adf34600b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.236891] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Lock "df45e8db-a95c-4765-babb-14adf34600b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.236891] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Lock "df45e8db-a95c-4765-babb-14adf34600b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.240459] env[65665]: INFO nova.compute.manager [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Terminating instance [ 906.320979] env[65665]: DEBUG nova.network.neutron [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Successfully updated port: c6cc16c4-a82d-4ec6-8e5e-e462176d3f49 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 906.372023] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.372023] env[65665]: DEBUG nova.compute.manager [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 906.374932] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.433s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.375480] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.377844] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.681s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.380081] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.380572] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.564s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.380909] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.382888] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.045s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.384683] env[65665]: INFO nova.compute.claims [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.412727] env[65665]: INFO nova.scheduler.client.report [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Deleted allocations for instance b1ca6880-dc2a-4d4d-9fc0-d96e42675267 [ 906.421292] env[65665]: INFO nova.scheduler.client.report [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Deleted allocations for instance 7e937d70-3554-4498-b687-1600c4e0a420 [ 906.428038] env[65665]: INFO nova.scheduler.client.report [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Deleted allocations for instance cdfa62a3-e944-44df-9de3-6af79e11d6d7 [ 906.507198] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.507416] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Processing image 1cf41a6c-f021-4700-9185-1093b02c3b86 {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.507649] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86/1cf41a6c-f021-4700-9185-1093b02c3b86.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.507795] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86/1cf41a6c-f021-4700-9185-1093b02c3b86.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.507970] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.508247] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd80bce0-2ea8-4cf5-96ce-750e55998629 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.522751] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.522990] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.525036] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4cc6f56-bf9f-4bf5-acf5-0f70252f475d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.530732] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 906.530732] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527923a4-5776-1816-7440-6e38db288367" [ 906.530732] env[65665]: _type = "Task" [ 906.530732] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.536169] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 9702967b-83dc-4faa-ad5b-93290ac1b68c] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 906.542574] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527923a4-5776-1816-7440-6e38db288367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.566463] env[65665]: WARNING neutronclient.v2_0.client [req-d6ad8990-4b94-4c08-98b2-b66a6e3cb9d3 req-f22c4d06-240d-4696-a6b7-04fa0da03d30 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.737385] env[65665]: WARNING neutronclient.v2_0.client [req-d6ad8990-4b94-4c08-98b2-b66a6e3cb9d3 req-f22c4d06-240d-4696-a6b7-04fa0da03d30 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.746679] env[65665]: DEBUG nova.compute.manager [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 906.746890] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.747704] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a67d93-94ea-4717-bdc9-292d442d57e6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.757569] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.757890] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ba54398-31e7-411f-8999-bf0c0372a210 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.766014] env[65665]: DEBUG oslo_vmware.api [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Waiting for the task: (returnval){ [ 906.766014] env[65665]: value = "task-4854791" [ 906.766014] env[65665]: _type = "Task" [ 906.766014] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.777822] env[65665]: DEBUG oslo_vmware.api [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.825722] env[65665]: DEBUG nova.network.neutron [req-d6ad8990-4b94-4c08-98b2-b66a6e3cb9d3 req-f22c4d06-240d-4696-a6b7-04fa0da03d30 service nova] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Updated VIF entry in instance network info cache for port 125e8e38-75da-4e7a-a752-045af38a9a26. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 906.826155] env[65665]: DEBUG nova.network.neutron [req-d6ad8990-4b94-4c08-98b2-b66a6e3cb9d3 req-f22c4d06-240d-4696-a6b7-04fa0da03d30 service nova] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Updating instance_info_cache with network_info: [{"id": "125e8e38-75da-4e7a-a752-045af38a9a26", "address": "fa:16:3e:82:9d:ed", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap125e8e38-75", "ovs_interfaceid": "125e8e38-75da-4e7a-a752-045af38a9a26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.827773] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.827937] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.828181] env[65665]: DEBUG nova.network.neutron [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 906.892688] env[65665]: DEBUG nova.compute.utils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.897903] env[65665]: DEBUG nova.compute.manager [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 906.897903] env[65665]: DEBUG nova.network.neutron [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 906.897903] env[65665]: WARNING neutronclient.v2_0.client [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.898270] env[65665]: WARNING neutronclient.v2_0.client [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.922678] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a600a026-3ec4-4ee5-bddf-5880f23dac1f tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "b1ca6880-dc2a-4d4d-9fc0-d96e42675267" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.569s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.928271] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ad6275ea-b3c9-406c-8c82-3243fbd05c3e tempest-MultipleCreateTestJSON-1349292612 tempest-MultipleCreateTestJSON-1349292612-project-member] Lock "7e937d70-3554-4498-b687-1600c4e0a420" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.673s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.937855] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d8129d15-e55b-4ee4-a69d-76c12377ef40 tempest-ListImageFiltersTestJSON-2125792351 tempest-ListImageFiltersTestJSON-2125792351-project-member] Lock "cdfa62a3-e944-44df-9de3-6af79e11d6d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.984s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.944815] env[65665]: DEBUG nova.policy [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '112084b59bf642809c1a7b802d6a185a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '599399ceeacb45d7a2a3905c63eae0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.039670] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: f5cd9b60-b0b9-4209-a526-83ed09b072bc] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 907.047337] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Preparing fetch location {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 907.047740] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Fetch image to [datastore1] OSTACK_IMG_0085e8e9-528b-4d05-8bb9-2cfa2d7f5bbc/OSTACK_IMG_0085e8e9-528b-4d05-8bb9-2cfa2d7f5bbc.vmdk {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 907.048125] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Downloading stream optimized image 1cf41a6c-f021-4700-9185-1093b02c3b86 to [datastore1] OSTACK_IMG_0085e8e9-528b-4d05-8bb9-2cfa2d7f5bbc/OSTACK_IMG_0085e8e9-528b-4d05-8bb9-2cfa2d7f5bbc.vmdk on the data store datastore1 as vApp {{(pid=65665) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 907.048370] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Downloading image file data 1cf41a6c-f021-4700-9185-1093b02c3b86 to the ESX as VM named 'OSTACK_IMG_0085e8e9-528b-4d05-8bb9-2cfa2d7f5bbc' {{(pid=65665) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 907.170036] env[65665]: DEBUG oslo_vmware.rw_handles [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 907.170036] env[65665]: value = "resgroup-9" [ 907.170036] env[65665]: _type = "ResourcePool" [ 907.170036] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 907.170036] env[65665]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-17b61d7a-0cb9-42ee-99ed-45f635a52232 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.196517] env[65665]: DEBUG oslo_vmware.rw_handles [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lease: (returnval){ [ 907.196517] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ed94e0-be8d-da3a-f0ef-cfe9158e2586" [ 907.196517] env[65665]: _type = "HttpNfcLease" [ 907.196517] env[65665]: } obtained for vApp import into resource pool (val){ [ 907.196517] env[65665]: value = "resgroup-9" [ 907.196517] env[65665]: _type = "ResourcePool" [ 907.196517] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 907.198150] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the lease: (returnval){ [ 907.198150] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ed94e0-be8d-da3a-f0ef-cfe9158e2586" [ 907.198150] env[65665]: _type = "HttpNfcLease" [ 907.198150] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 907.205618] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.205618] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ed94e0-be8d-da3a-f0ef-cfe9158e2586" [ 907.205618] env[65665]: _type = "HttpNfcLease" [ 907.205618] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 907.277855] env[65665]: DEBUG oslo_vmware.api [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854791, 'name': PowerOffVM_Task, 'duration_secs': 0.336279} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.278736] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.280233] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.280659] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e3c6b16-0c82-41ae-a426-111a464019a5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.331274] env[65665]: DEBUG oslo_concurrency.lockutils [req-d6ad8990-4b94-4c08-98b2-b66a6e3cb9d3 req-f22c4d06-240d-4696-a6b7-04fa0da03d30 service nova] Releasing lock "refresh_cache-9200dd22-5bf9-40aa-8c9a-3d36f12adfe7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.365592] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.365709] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.365989] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Deleting the datastore file [datastore2] df45e8db-a95c-4765-babb-14adf34600b3 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.366697] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4399979e-904e-43fe-a750-45b6cb5fe6d4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.375900] env[65665]: DEBUG oslo_vmware.api [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Waiting for the task: (returnval){ [ 907.375900] env[65665]: value = "task-4854794" [ 907.375900] env[65665]: _type = "Task" [ 907.375900] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.389178] env[65665]: DEBUG oslo_vmware.api [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.395933] env[65665]: DEBUG nova.network.neutron [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 907.398956] env[65665]: DEBUG nova.compute.manager [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 907.402970] env[65665]: DEBUG nova.network.neutron [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Successfully created port: b927d7b8-336f-4acb-b88f-f7ccfd23291a {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 907.534615] env[65665]: WARNING neutronclient.v2_0.client [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.547513] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: f8ec910d-7db4-439b-a13d-df9eacdc4ab8] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 907.627034] env[65665]: DEBUG nova.network.neutron [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance_info_cache with network_info: [{"id": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "address": "fa:16:3e:72:58:66", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cc16c4-a8", "ovs_interfaceid": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.705995] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.705995] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ed94e0-be8d-da3a-f0ef-cfe9158e2586" [ 907.705995] env[65665]: _type = "HttpNfcLease" [ 907.705995] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 907.888159] env[65665]: DEBUG oslo_vmware.api [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Task: {'id': task-4854794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203934} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.888697] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.889038] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.890022] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.890022] env[65665]: INFO nova.compute.manager [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 907.890022] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 907.890022] env[65665]: DEBUG nova.compute.manager [-] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 907.890305] env[65665]: DEBUG nova.network.neutron [-] [instance: df45e8db-a95c-4765-babb-14adf34600b3] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 907.890661] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.930212] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840e03c3-6fa6-42da-bff8-cc08811310c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.939556] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e5bfce-f282-4b04-8bcb-119cec57a067 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.976208] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d256842-9b82-4e46-a68b-064a20d57776 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.987025] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b160da0-0d86-4dcc-8bf1-c0d6e22aed65 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.006633] env[65665]: DEBUG nova.compute.provider_tree [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.052155] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 7a8521b4-865f-48a2-b67d-7e8ee951e5f9] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 908.134736] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.135197] env[65665]: DEBUG nova.compute.manager [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Instance network_info: |[{"id": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "address": "fa:16:3e:72:58:66", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cc16c4-a8", "ovs_interfaceid": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 908.135866] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:58:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6cc16c4-a82d-4ec6-8e5e-e462176d3f49', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.144258] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 908.144938] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.145233] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93cc6cce-c100-4eeb-a615-de0bd1eb529e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.168190] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.168190] env[65665]: value = "task-4854795" [ 908.168190] env[65665]: _type = "Task" [ 908.168190] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.177180] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854795, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.206120] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.206120] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ed94e0-be8d-da3a-f0ef-cfe9158e2586" [ 908.206120] env[65665]: _type = "HttpNfcLease" [ 908.206120] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 908.206464] env[65665]: DEBUG oslo_vmware.rw_handles [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 908.206464] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ed94e0-be8d-da3a-f0ef-cfe9158e2586" [ 908.206464] env[65665]: _type = "HttpNfcLease" [ 908.206464] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 908.207203] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f078ba-db12-43d7-8bcc-367d7678133b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.214772] env[65665]: DEBUG oslo_vmware.rw_handles [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d04ef-8c97-2b80-76b3-ed4965e9dedc/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 908.214939] env[65665]: DEBUG oslo_vmware.rw_handles [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d04ef-8c97-2b80-76b3-ed4965e9dedc/disk-0.vmdk. {{(pid=65665) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 908.285853] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-269399f3-dab9-42b2-b912-3f4b7305f015 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.415102] env[65665]: DEBUG nova.compute.manager [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 908.445576] env[65665]: DEBUG nova.virt.hardware [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 908.445868] env[65665]: DEBUG nova.virt.hardware [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.446055] env[65665]: DEBUG nova.virt.hardware [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 908.446245] env[65665]: DEBUG nova.virt.hardware [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.446387] env[65665]: DEBUG nova.virt.hardware [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 908.446530] env[65665]: DEBUG nova.virt.hardware [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 908.446736] env[65665]: DEBUG nova.virt.hardware [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 908.446888] env[65665]: DEBUG nova.virt.hardware [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 908.447061] env[65665]: DEBUG nova.virt.hardware [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 908.447277] env[65665]: DEBUG nova.virt.hardware [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 908.447614] env[65665]: DEBUG nova.virt.hardware [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 908.448587] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0ac34c-2adc-477e-8a9a-1866bd5ae02b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.459567] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8ad135-ca3a-4c84-95a3-f11d70bcbdb7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.509864] env[65665]: DEBUG nova.scheduler.client.report [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.556067] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 6388f612-9e9e-4ff4-8f3c-974049ee6cb0] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 908.684959] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854795, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.706805] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.816848] env[65665]: DEBUG nova.compute.manager [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Received event network-vif-plugged-c6cc16c4-a82d-4ec6-8e5e-e462176d3f49 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 908.816848] env[65665]: DEBUG oslo_concurrency.lockutils [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] Acquiring lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.816848] env[65665]: DEBUG oslo_concurrency.lockutils [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] Lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.816979] env[65665]: DEBUG oslo_concurrency.lockutils [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] Lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.817059] env[65665]: DEBUG nova.compute.manager [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] No waiting events found dispatching network-vif-plugged-c6cc16c4-a82d-4ec6-8e5e-e462176d3f49 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 908.817220] env[65665]: WARNING nova.compute.manager [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Received unexpected event network-vif-plugged-c6cc16c4-a82d-4ec6-8e5e-e462176d3f49 for instance with vm_state building and task_state spawning. [ 908.817581] env[65665]: DEBUG nova.compute.manager [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Received event network-changed-c6cc16c4-a82d-4ec6-8e5e-e462176d3f49 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 908.817581] env[65665]: DEBUG nova.compute.manager [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Refreshing instance network info cache due to event network-changed-c6cc16c4-a82d-4ec6-8e5e-e462176d3f49. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 908.817698] env[65665]: DEBUG oslo_concurrency.lockutils [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] Acquiring lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.817807] env[65665]: DEBUG oslo_concurrency.lockutils [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] Acquired lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.817958] env[65665]: DEBUG nova.network.neutron [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Refreshing network info cache for port c6cc16c4-a82d-4ec6-8e5e-e462176d3f49 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.015873] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.016632] env[65665]: DEBUG nova.compute.manager [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 909.023660] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.549s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.025744] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.027177] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.007s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.027445] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.029950] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.925s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.030878] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.032622] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.115s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.032838] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.035247] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.207s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.035584] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.038458] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.503s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.041571] env[65665]: INFO nova.compute.claims [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.063577] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 3574899d-ecdc-49ca-82ce-2d0369a61600] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 909.066782] env[65665]: DEBUG nova.network.neutron [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Successfully updated port: b927d7b8-336f-4acb-b88f-f7ccfd23291a {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 909.088597] env[65665]: INFO nova.scheduler.client.report [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Deleted allocations for instance f0b4e9af-34d6-4778-8646-ed73ee013d03 [ 909.097450] env[65665]: INFO nova.scheduler.client.report [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Deleted allocations for instance 35ee9cc1-11f7-487a-a7f5-a4c184ed050d [ 909.112416] env[65665]: DEBUG oslo_vmware.rw_handles [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Completed reading data from the image iterator. {{(pid=65665) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 909.113012] env[65665]: DEBUG oslo_vmware.rw_handles [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d04ef-8c97-2b80-76b3-ed4965e9dedc/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 909.114926] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7067ce-57f6-486c-8e44-60a3cbd84d6d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.118732] env[65665]: INFO nova.scheduler.client.report [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleted allocations for instance abc93bf9-5fb2-44e0-87ad-2a1ac3083f87 [ 909.126709] env[65665]: INFO nova.scheduler.client.report [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Deleted allocations for instance 641c616e-96ce-4a56-9888-d9eca0c3111f [ 909.130068] env[65665]: DEBUG oslo_vmware.rw_handles [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d04ef-8c97-2b80-76b3-ed4965e9dedc/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 909.130068] env[65665]: DEBUG oslo_vmware.rw_handles [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d04ef-8c97-2b80-76b3-ed4965e9dedc/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 909.131695] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-33f64d3a-29b2-454c-adea-b61dcf507450 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.147897] env[65665]: INFO nova.scheduler.client.report [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Deleted allocations for instance 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0 [ 909.182023] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854795, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.320594] env[65665]: WARNING neutronclient.v2_0.client [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.562074] env[65665]: DEBUG oslo_vmware.rw_handles [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d04ef-8c97-2b80-76b3-ed4965e9dedc/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 909.562335] env[65665]: INFO nova.virt.vmwareapi.images [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Downloaded image file data 1cf41a6c-f021-4700-9185-1093b02c3b86 [ 909.563999] env[65665]: DEBUG nova.compute.utils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.566217] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383e48f8-5cd7-4754-a7cf-9121ba435b10 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.569748] env[65665]: DEBUG nova.compute.manager [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 909.570112] env[65665]: DEBUG nova.network.neutron [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 909.570494] env[65665]: WARNING neutronclient.v2_0.client [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.571120] env[65665]: WARNING neutronclient.v2_0.client [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.576363] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 6451b8cc-cf73-49d3-977c-40812068b4fb] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 909.582265] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.582265] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.582265] env[65665]: DEBUG nova.network.neutron [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 909.602160] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19ee6b85-bf86-4235-9702-ec4b162c5f5a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.609947] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3649e14-05af-4671-8cf8-046165eb272c tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "f0b4e9af-34d6-4778-8646-ed73ee013d03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.410s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.610946] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d78caf60-9b2c-4c76-ace6-6bc321cbbd56 tempest-ServerShowV247Test-1397154426 tempest-ServerShowV247Test-1397154426-project-member] Lock "35ee9cc1-11f7-487a-a7f5-a4c184ed050d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.372s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.631762] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b856ad1c-8cd2-4d61-8889-a1ff7593ee01 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "abc93bf9-5fb2-44e0-87ad-2a1ac3083f87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.250s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.641584] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed520c09-6864-41f3-82f0-79548952fce3 tempest-ListServerFiltersTestJSON-1195138828 tempest-ListServerFiltersTestJSON-1195138828-project-member] Lock "641c616e-96ce-4a56-9888-d9eca0c3111f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.166s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.650166] env[65665]: INFO nova.virt.vmwareapi.images [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] The imported VM was unregistered [ 909.655415] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Caching image {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 909.655943] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86 {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.659414] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a484ad6-5f74-4dfa-b4ac-f85e73b7f4b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.663578] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5c8352c1-3193-4c61-8821-c4a1e7a74797 tempest-ImagesOneServerNegativeTestJSON-1650821341 tempest-ImagesOneServerNegativeTestJSON-1650821341-project-member] Lock "0c2692db-1ad5-4d29-9fe3-27dbdb1935c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.262s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.677803] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Created directory with path [datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86 {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.677993] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0085e8e9-528b-4d05-8bb9-2cfa2d7f5bbc/OSTACK_IMG_0085e8e9-528b-4d05-8bb9-2cfa2d7f5bbc.vmdk to [datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86/1cf41a6c-f021-4700-9185-1093b02c3b86.vmdk. {{(pid=65665) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 909.678789] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ba225e65-56dd-41f9-aac5-68faf2024096 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.689168] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854795, 'name': CreateVM_Task, 'duration_secs': 1.443764} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.692295] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.694699] env[65665]: WARNING neutronclient.v2_0.client [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.694699] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.694699] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.694699] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.694947] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d196650-403e-4481-90ef-72dc0482a024 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.700354] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 909.700354] env[65665]: value = "task-4854797" [ 909.700354] env[65665]: _type = "Task" [ 909.700354] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.702403] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 909.702403] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525aa450-acb3-8acf-abc6-c1487e66a595" [ 909.702403] env[65665]: _type = "Task" [ 909.702403] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.721593] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525aa450-acb3-8acf-abc6-c1487e66a595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.721593] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854797, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.728034] env[65665]: DEBUG nova.policy [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '622bf7fcd5944f978d15939ca67d4ad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0bd929293864de1bb4786013603f311', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.901044] env[65665]: WARNING neutronclient.v2_0.client [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.070818] env[65665]: DEBUG nova.compute.manager [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 910.083806] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: e6bac20d-c265-4736-aa9f-e4ee3a915461] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 910.115995] env[65665]: DEBUG nova.network.neutron [-] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.197868] env[65665]: DEBUG nova.compute.manager [req-200b3046-1642-460a-9594-3b660763109f req-cae47448-aa9f-4a68-b3c1-ce26b8cf2943 service nova] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Received event network-vif-plugged-b927d7b8-336f-4acb-b88f-f7ccfd23291a {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 910.197868] env[65665]: DEBUG oslo_concurrency.lockutils [req-200b3046-1642-460a-9594-3b660763109f req-cae47448-aa9f-4a68-b3c1-ce26b8cf2943 service nova] Acquiring lock "8a4f4d46-2506-47f1-bae6-2224dd011c61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.197868] env[65665]: DEBUG oslo_concurrency.lockutils [req-200b3046-1642-460a-9594-3b660763109f req-cae47448-aa9f-4a68-b3c1-ce26b8cf2943 service nova] Lock "8a4f4d46-2506-47f1-bae6-2224dd011c61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.198021] env[65665]: DEBUG oslo_concurrency.lockutils [req-200b3046-1642-460a-9594-3b660763109f req-cae47448-aa9f-4a68-b3c1-ce26b8cf2943 service nova] Lock "8a4f4d46-2506-47f1-bae6-2224dd011c61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.198628] env[65665]: DEBUG nova.compute.manager [req-200b3046-1642-460a-9594-3b660763109f req-cae47448-aa9f-4a68-b3c1-ce26b8cf2943 service nova] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] No waiting events found dispatching network-vif-plugged-b927d7b8-336f-4acb-b88f-f7ccfd23291a {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 910.198628] env[65665]: WARNING nova.compute.manager [req-200b3046-1642-460a-9594-3b660763109f req-cae47448-aa9f-4a68-b3c1-ce26b8cf2943 service nova] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Received unexpected event network-vif-plugged-b927d7b8-336f-4acb-b88f-f7ccfd23291a for instance with vm_state building and task_state spawning. [ 910.220437] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854797, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.227111] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525aa450-acb3-8acf-abc6-c1487e66a595, 'name': SearchDatastore_Task, 'duration_secs': 0.016609} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.230221] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.230518] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.230769] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.230906] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.231460] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.232054] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fbe23a7-8e7a-4e58-abac-17f69b4717fe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.246124] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.246341] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.248693] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed8f04b8-b4d9-482d-bd0c-9d56052264df {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.262810] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 910.262810] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5246de29-bcfa-42bd-32e0-d73761b0b702" [ 910.262810] env[65665]: _type = "Task" [ 910.262810] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.268498] env[65665]: DEBUG nova.network.neutron [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updated VIF entry in instance network info cache for port c6cc16c4-a82d-4ec6-8e5e-e462176d3f49. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 910.269772] env[65665]: DEBUG nova.network.neutron [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance_info_cache with network_info: [{"id": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "address": "fa:16:3e:72:58:66", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cc16c4-a8", "ovs_interfaceid": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.281647] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5246de29-bcfa-42bd-32e0-d73761b0b702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.337634] env[65665]: DEBUG nova.network.neutron [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 910.358821] env[65665]: DEBUG nova.network.neutron [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Successfully created port: 0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 910.589916] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 342801b3-9ef7-47cd-931c-59342b743356] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 910.622528] env[65665]: INFO nova.compute.manager [-] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Took 2.73 seconds to deallocate network for instance. [ 910.653158] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c17f854-b9fb-43dc-964d-29a3377c2e84 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.662024] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec5c1a7-da99-44f9-acca-f76e0dd54ce9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.703703] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8a5cbc-0d52-4fca-a1d6-1335a3f148dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.717969] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e177f06b-f3cd-4cba-8504-ae01661ab9ab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.722531] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854797, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.736121] env[65665]: DEBUG nova.compute.provider_tree [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.777827] env[65665]: DEBUG oslo_concurrency.lockutils [req-d7c7718a-e200-48ad-a9d9-e7805a904556 req-7f551c9d-2e7e-45c8-b843-8e8ddf5d7ae2 service nova] Releasing lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.778284] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5246de29-bcfa-42bd-32e0-d73761b0b702, 'name': SearchDatastore_Task, 'duration_secs': 0.017889} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.779690] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ad08ca-98dc-4eea-8891-f5190eed4435 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.789556] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 910.789556] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b08fee-0437-aeeb-3cdf-4f3efe721c19" [ 910.789556] env[65665]: _type = "Task" [ 910.789556] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.802036] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b08fee-0437-aeeb-3cdf-4f3efe721c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.850078] env[65665]: DEBUG oslo_concurrency.lockutils [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "4dcc1e66-77d7-4437-a082-021f6d633052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.850364] env[65665]: DEBUG oslo_concurrency.lockutils [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "4dcc1e66-77d7-4437-a082-021f6d633052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.850574] env[65665]: DEBUG oslo_concurrency.lockutils [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "4dcc1e66-77d7-4437-a082-021f6d633052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.850755] env[65665]: DEBUG oslo_concurrency.lockutils [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "4dcc1e66-77d7-4437-a082-021f6d633052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.850936] env[65665]: DEBUG oslo_concurrency.lockutils [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "4dcc1e66-77d7-4437-a082-021f6d633052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.853490] env[65665]: INFO nova.compute.manager [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Terminating instance [ 910.976783] env[65665]: WARNING neutronclient.v2_0.client [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.084685] env[65665]: DEBUG nova.compute.manager [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 911.097525] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 10a329a8-6a2b-498a-847c-3f21cf8cac24] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 911.120829] env[65665]: DEBUG nova.virt.hardware [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.121118] env[65665]: DEBUG nova.virt.hardware [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.121272] env[65665]: DEBUG nova.virt.hardware [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.121462] env[65665]: DEBUG nova.virt.hardware [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.121694] env[65665]: DEBUG nova.virt.hardware [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.121846] env[65665]: DEBUG nova.virt.hardware [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.122115] env[65665]: DEBUG nova.virt.hardware [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.122354] env[65665]: DEBUG nova.virt.hardware [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.122541] env[65665]: DEBUG nova.virt.hardware [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.122624] env[65665]: DEBUG nova.virt.hardware [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.122778] env[65665]: DEBUG nova.virt.hardware [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.123777] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10497558-4ed1-4b38-82fd-e26b13df46a2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.131451] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.136079] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca68f44-4c3b-43a3-b5c6-d81a40df0140 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.172358] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "dbed29b1-e848-4bb3-8281-1b6c53785566" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.172485] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "dbed29b1-e848-4bb3-8281-1b6c53785566" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.172707] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "dbed29b1-e848-4bb3-8281-1b6c53785566-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.173674] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "dbed29b1-e848-4bb3-8281-1b6c53785566-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.173674] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "dbed29b1-e848-4bb3-8281-1b6c53785566-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.175434] env[65665]: INFO nova.compute.manager [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Terminating instance [ 911.215448] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854797, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.239882] env[65665]: DEBUG nova.scheduler.client.report [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.306321] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b08fee-0437-aeeb-3cdf-4f3efe721c19, 'name': SearchDatastore_Task, 'duration_secs': 0.087748} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.306825] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.307194] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] d4ba0f68-55bb-4193-b9e8-eefa3181d893/d4ba0f68-55bb-4193-b9e8-eefa3181d893.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.307721] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-383b0ae7-e74f-4e52-a5ed-32aef91f010a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.321054] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 911.321054] env[65665]: value = "task-4854798" [ 911.321054] env[65665]: _type = "Task" [ 911.321054] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.336127] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.358265] env[65665]: DEBUG nova.compute.manager [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 911.358536] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.359586] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894b1a14-5764-4ba7-ac8c-14e544cc23c2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.372460] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.372932] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e4bb435-4e08-44cc-ba0e-f333f09f49fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.384457] env[65665]: DEBUG oslo_vmware.api [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 911.384457] env[65665]: value = "task-4854799" [ 911.384457] env[65665]: _type = "Task" [ 911.384457] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.399588] env[65665]: DEBUG oslo_vmware.api [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.602184] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 370cbd8b-fa5c-46ba-873e-6db750c90cf8] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 911.680722] env[65665]: DEBUG nova.compute.manager [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 911.680961] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.682469] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc96d147-545b-4603-b746-b13280e30c36 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.695946] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.696420] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97ea9eba-bf98-4962-bdc4-04f3b191866e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.707575] env[65665]: DEBUG oslo_vmware.api [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 911.707575] env[65665]: value = "task-4854800" [ 911.707575] env[65665]: _type = "Task" [ 911.707575] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.724242] env[65665]: DEBUG oslo_vmware.api [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.728798] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854797, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.746364] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.746697] env[65665]: DEBUG nova.compute.manager [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 911.749797] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.896s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.751638] env[65665]: INFO nova.compute.claims [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.835254] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.898326] env[65665]: DEBUG oslo_vmware.api [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854799, 'name': PowerOffVM_Task, 'duration_secs': 0.320602} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.898725] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.898912] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.899219] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dc735e7-4d59-48d8-9ddd-7378864b0d1b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.975761] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.976144] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.976516] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Deleting the datastore file [datastore1] 4dcc1e66-77d7-4437-a082-021f6d633052 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.976996] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ec0eac9-4500-427d-b9f4-c0d945da520c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.990574] env[65665]: DEBUG oslo_vmware.api [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for the task: (returnval){ [ 911.990574] env[65665]: value = "task-4854802" [ 911.990574] env[65665]: _type = "Task" [ 911.990574] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.004172] env[65665]: DEBUG oslo_vmware.api [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.058696] env[65665]: DEBUG nova.network.neutron [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Successfully updated port: 0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 912.101220] env[65665]: DEBUG nova.network.neutron [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance_info_cache with network_info: [{"id": "b927d7b8-336f-4acb-b88f-f7ccfd23291a", "address": "fa:16:3e:17:30:48", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb927d7b8-33", "ovs_interfaceid": "b927d7b8-336f-4acb-b88f-f7ccfd23291a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.107329] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 9cf295fa-3194-41e3-a3e8-e6d579cd6975] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 912.227674] env[65665]: DEBUG oslo_vmware.api [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.231254] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854797, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.257462] env[65665]: DEBUG nova.compute.utils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.263014] env[65665]: DEBUG nova.compute.manager [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 912.263769] env[65665]: DEBUG nova.network.neutron [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 912.264012] env[65665]: WARNING neutronclient.v2_0.client [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.264294] env[65665]: WARNING neutronclient.v2_0.client [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.341474] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.445776] env[65665]: DEBUG nova.policy [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3966a9e07bb4deba27121c11ef82e16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ee5d8182dad4eebae4a83f408e0ba22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.506309] env[65665]: DEBUG oslo_vmware.api [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.562803] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.563145] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.563356] env[65665]: DEBUG nova.network.neutron [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 912.606867] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.606867] env[65665]: DEBUG nova.compute.manager [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Instance network_info: |[{"id": "b927d7b8-336f-4acb-b88f-f7ccfd23291a", "address": "fa:16:3e:17:30:48", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb927d7b8-33", "ovs_interfaceid": "b927d7b8-336f-4acb-b88f-f7ccfd23291a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 912.606867] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:30:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b927d7b8-336f-4acb-b88f-f7ccfd23291a', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.613783] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 912.614762] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: e776049f-b496-4b4c-aafa-67a30a37ef55] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 912.616734] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.617124] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa43d2e3-b10d-4ebd-a368-81085d12a81a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.645281] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.645281] env[65665]: value = "task-4854803" [ 912.645281] env[65665]: _type = "Task" [ 912.645281] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.660968] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854803, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.725656] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854797, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.736035] env[65665]: DEBUG oslo_vmware.api [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854800, 'name': PowerOffVM_Task, 'duration_secs': 0.661803} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.736035] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.736035] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.736035] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ee8a0b9-0d78-4fab-b63c-909cb35bd0f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.761244] env[65665]: DEBUG nova.compute.manager [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 912.835048] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.835048] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.835287] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleting the datastore file [datastore2] dbed29b1-e848-4bb3-8281-1b6c53785566 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.835839] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-578ac4b6-ff8e-4650-a5b6-eb918e274965 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.846533] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.852972] env[65665]: DEBUG oslo_vmware.api [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 912.852972] env[65665]: value = "task-4854805" [ 912.852972] env[65665]: _type = "Task" [ 912.852972] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.865380] env[65665]: DEBUG oslo_vmware.api [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.891036] env[65665]: DEBUG nova.network.neutron [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Successfully created port: 4b7935b3-a24b-4657-abeb-a3810445ab9d {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 913.009235] env[65665]: DEBUG oslo_vmware.api [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.136727] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: ce00df29-575c-4b28-875f-5ea4504e9394] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 913.163301] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854803, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.224930] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854797, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.252618] env[65665]: DEBUG nova.network.neutron [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 913.335706] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854798, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.374771] env[65665]: DEBUG oslo_vmware.api [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.391784] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f8950f-4c4d-484d-8176-dc5ece9de4e0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.407707] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7163c3ba-c14a-46cf-a727-9bfb9201511d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.443758] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedef09d-fb30-428d-9939-37c0061ccca7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.453096] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5d2a79-779e-4d04-8f79-3ca27848ae53 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.474685] env[65665]: DEBUG nova.compute.provider_tree [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.505463] env[65665]: DEBUG oslo_vmware.api [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Task: {'id': task-4854802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.506793} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.505757] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.506363] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.506363] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.506363] env[65665]: INFO nova.compute.manager [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Took 2.15 seconds to destroy the instance on the hypervisor. [ 913.506505] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 913.506657] env[65665]: DEBUG nova.compute.manager [-] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 913.506747] env[65665]: DEBUG nova.network.neutron [-] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 913.507014] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.641145] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: ba5abd5f-4830-4dd2-958a-ee827cce4c01] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 913.659742] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854803, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.721831] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854797, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.6909} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.722138] env[65665]: INFO nova.virt.vmwareapi.ds_util [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0085e8e9-528b-4d05-8bb9-2cfa2d7f5bbc/OSTACK_IMG_0085e8e9-528b-4d05-8bb9-2cfa2d7f5bbc.vmdk to [datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86/1cf41a6c-f021-4700-9185-1093b02c3b86.vmdk. [ 913.722326] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Cleaning up location [datastore1] OSTACK_IMG_0085e8e9-528b-4d05-8bb9-2cfa2d7f5bbc {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 913.722616] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0085e8e9-528b-4d05-8bb9-2cfa2d7f5bbc {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.722758] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4deae684-f634-4492-88d2-692ce262dac3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.729733] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 913.729733] env[65665]: value = "task-4854806" [ 913.729733] env[65665]: _type = "Task" [ 913.729733] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.737762] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.772861] env[65665]: DEBUG nova.compute.manager [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 913.799463] env[65665]: DEBUG nova.virt.hardware [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 913.799708] env[65665]: DEBUG nova.virt.hardware [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.799986] env[65665]: DEBUG nova.virt.hardware [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 913.800029] env[65665]: DEBUG nova.virt.hardware [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.800337] env[65665]: DEBUG nova.virt.hardware [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 913.800337] env[65665]: DEBUG nova.virt.hardware [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 913.800483] env[65665]: DEBUG nova.virt.hardware [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 913.800685] env[65665]: DEBUG nova.virt.hardware [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 913.800901] env[65665]: DEBUG nova.virt.hardware [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 913.801207] env[65665]: DEBUG nova.virt.hardware [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 913.801380] env[65665]: DEBUG nova.virt.hardware [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 913.802413] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bfb959-959c-4c7e-9e12-fa84ff624bf2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.811075] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec49b596-a4c8-418d-a6dc-ff2e8016fe46 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.834531] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854798, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.116832} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.834828] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] d4ba0f68-55bb-4193-b9e8-eefa3181d893/d4ba0f68-55bb-4193-b9e8-eefa3181d893.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.835052] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.835307] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80c4d969-7bcb-4052-a00c-49b636ff2c37 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.842183] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 913.842183] env[65665]: value = "task-4854807" [ 913.842183] env[65665]: _type = "Task" [ 913.842183] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.851219] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.863107] env[65665]: DEBUG oslo_vmware.api [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602353} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.863375] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.863586] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.863780] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.863969] env[65665]: INFO nova.compute.manager [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Took 2.18 seconds to destroy the instance on the hypervisor. [ 913.864277] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 913.864452] env[65665]: DEBUG nova.compute.manager [-] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 913.864568] env[65665]: DEBUG nova.network.neutron [-] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 913.865102] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.977795] env[65665]: DEBUG nova.scheduler.client.report [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.144824] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 12159289-c199-498a-a2d8-5ecfd92f2e17] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 914.158884] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854803, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.188058] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.243846] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03643} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.244279] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.244548] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86/1cf41a6c-f021-4700-9185-1093b02c3b86.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.244918] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86/1cf41a6c-f021-4700-9185-1093b02c3b86.vmdk to [datastore1] 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7/9200dd22-5bf9-40aa-8c9a-3d36f12adfe7.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.245307] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd3cf62d-7fb6-45ab-b754-61fb6090495d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.256142] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 914.256142] env[65665]: value = "task-4854808" [ 914.256142] env[65665]: _type = "Task" [ 914.256142] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.265136] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.305969] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.356028] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068085} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.356028] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.356028] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a42de5-466d-4569-8d76-769ba5c59483 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.379994] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] d4ba0f68-55bb-4193-b9e8-eefa3181d893/d4ba0f68-55bb-4193-b9e8-eefa3181d893.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.380367] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec88d78f-63e4-4ad3-8769-cc712b06e251 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.400788] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 914.400788] env[65665]: value = "task-4854809" [ 914.400788] env[65665]: _type = "Task" [ 914.400788] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.409932] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.484015] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.484847] env[65665]: DEBUG nova.compute.manager [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 914.490180] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.443s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.490180] env[65665]: DEBUG nova.objects.instance [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Lazy-loading 'resources' on Instance uuid 8ae47313-6535-4757-b25c-3f90e6af156a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.574796] env[65665]: DEBUG nova.compute.manager [req-8632a594-29b6-4855-8d28-1dadabc7f872 req-0d7473c8-f270-46e1-b464-71c814044ae7 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Received event network-vif-plugged-0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 914.575532] env[65665]: DEBUG oslo_concurrency.lockutils [req-8632a594-29b6-4855-8d28-1dadabc7f872 req-0d7473c8-f270-46e1-b464-71c814044ae7 service nova] Acquiring lock "da88beb8-d7db-48bf-bab5-aaa11c81230c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.575532] env[65665]: DEBUG oslo_concurrency.lockutils [req-8632a594-29b6-4855-8d28-1dadabc7f872 req-0d7473c8-f270-46e1-b464-71c814044ae7 service nova] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.576535] env[65665]: DEBUG oslo_concurrency.lockutils [req-8632a594-29b6-4855-8d28-1dadabc7f872 req-0d7473c8-f270-46e1-b464-71c814044ae7 service nova] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.576535] env[65665]: DEBUG nova.compute.manager [req-8632a594-29b6-4855-8d28-1dadabc7f872 req-0d7473c8-f270-46e1-b464-71c814044ae7 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] No waiting events found dispatching network-vif-plugged-0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 914.576535] env[65665]: WARNING nova.compute.manager [req-8632a594-29b6-4855-8d28-1dadabc7f872 req-0d7473c8-f270-46e1-b464-71c814044ae7 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Received unexpected event network-vif-plugged-0cbe4161-3405-42ff-a87d-758637fabede for instance with vm_state building and task_state spawning. [ 914.649119] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: cd0810a8-246a-4f1a-a654-2b0b844611ab] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 914.663666] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854803, 'name': CreateVM_Task, 'duration_secs': 1.651224} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.663878] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.665216] env[65665]: WARNING neutronclient.v2_0.client [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.665216] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.665216] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.665493] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.666133] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bcd7b0a-58bd-4b49-a0ea-2bb2c63f0c71 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.676962] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 914.676962] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c7747e-dba5-5abc-62ec-a60b596a20a6" [ 914.676962] env[65665]: _type = "Task" [ 914.676962] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.688226] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c7747e-dba5-5abc-62ec-a60b596a20a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.773639] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854808, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.777773] env[65665]: DEBUG nova.network.neutron [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Successfully updated port: 4b7935b3-a24b-4657-abeb-a3810445ab9d {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 914.810298] env[65665]: WARNING neutronclient.v2_0.client [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.896105] env[65665]: DEBUG nova.compute.manager [req-ade7d6ef-a701-42d4-bb96-5666e34c6b9e req-d9790d41-99b1-485f-aa83-6921354d3462 service nova] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Received event network-changed-b927d7b8-336f-4acb-b88f-f7ccfd23291a {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 914.896105] env[65665]: DEBUG nova.compute.manager [req-ade7d6ef-a701-42d4-bb96-5666e34c6b9e req-d9790d41-99b1-485f-aa83-6921354d3462 service nova] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Refreshing instance network info cache due to event network-changed-b927d7b8-336f-4acb-b88f-f7ccfd23291a. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 914.896105] env[65665]: DEBUG oslo_concurrency.lockutils [req-ade7d6ef-a701-42d4-bb96-5666e34c6b9e req-d9790d41-99b1-485f-aa83-6921354d3462 service nova] Acquiring lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.896105] env[65665]: DEBUG oslo_concurrency.lockutils [req-ade7d6ef-a701-42d4-bb96-5666e34c6b9e req-d9790d41-99b1-485f-aa83-6921354d3462 service nova] Acquired lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.896105] env[65665]: DEBUG nova.network.neutron [req-ade7d6ef-a701-42d4-bb96-5666e34c6b9e req-d9790d41-99b1-485f-aa83-6921354d3462 service nova] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Refreshing network info cache for port b927d7b8-336f-4acb-b88f-f7ccfd23291a {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.925832] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.970557] env[65665]: DEBUG nova.network.neutron [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updating instance_info_cache with network_info: [{"id": "0cbe4161-3405-42ff-a87d-758637fabede", "address": "fa:16:3e:61:11:18", "network": {"id": "27b778b4-426a-430a-885b-9842ec41c33e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1312267537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0bd929293864de1bb4786013603f311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbe4161-34", "ovs_interfaceid": "0cbe4161-3405-42ff-a87d-758637fabede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.997732] env[65665]: DEBUG nova.compute.utils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.003892] env[65665]: DEBUG nova.compute.manager [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 915.003892] env[65665]: DEBUG nova.network.neutron [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 915.003892] env[65665]: WARNING neutronclient.v2_0.client [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.003892] env[65665]: WARNING neutronclient.v2_0.client [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.078831] env[65665]: DEBUG nova.policy [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b926604520c426ba3032913d2e1861c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4ce9c6ecd5c4a14aa9fa8007b82af44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.132921] env[65665]: DEBUG nova.network.neutron [-] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.158193] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 8e7a4581-e914-41fd-80ec-372e58c735d2] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 915.205388] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c7747e-dba5-5abc-62ec-a60b596a20a6, 'name': SearchDatastore_Task, 'duration_secs': 0.087675} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.205706] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.205932] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.206849] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.206849] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.206849] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.206849] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b84a378-f794-4326-9c49-8fdddd0a8902 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.238408] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.238780] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.240549] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150ea34c-cacc-4707-a815-3dc262045f97 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.248756] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 915.248756] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52334197-1974-2503-de85-7f85756cfd45" [ 915.248756] env[65665]: _type = "Task" [ 915.248756] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.266530] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52334197-1974-2503-de85-7f85756cfd45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.274682] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854808, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.279728] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "refresh_cache-da3de152-92fd-4178-8e68-e7cb6064d996" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.279910] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "refresh_cache-da3de152-92fd-4178-8e68-e7cb6064d996" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.280101] env[65665]: DEBUG nova.network.neutron [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 915.409893] env[65665]: WARNING neutronclient.v2_0.client [req-ade7d6ef-a701-42d4-bb96-5666e34c6b9e req-d9790d41-99b1-485f-aa83-6921354d3462 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.427907] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.436710] env[65665]: DEBUG nova.network.neutron [-] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.477712] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Releasing lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.478098] env[65665]: DEBUG nova.compute.manager [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Instance network_info: |[{"id": "0cbe4161-3405-42ff-a87d-758637fabede", "address": "fa:16:3e:61:11:18", "network": {"id": "27b778b4-426a-430a-885b-9842ec41c33e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1312267537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0bd929293864de1bb4786013603f311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbe4161-34", "ovs_interfaceid": "0cbe4161-3405-42ff-a87d-758637fabede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 915.478622] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:11:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cbe4161-3405-42ff-a87d-758637fabede', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.488992] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Creating folder: Project (d0bd929293864de1bb4786013603f311). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.490695] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-961c4f2f-72de-4a23-91fe-fcfb534adf95 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.494610] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b77f826-df46-4d3f-827e-48edb3240842 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.498574] env[65665]: DEBUG nova.network.neutron [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Successfully created port: 6427d27f-560b-4681-a6f6-1325fd46e43c {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 915.508410] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2756c435-fb30-4337-848b-fbe34eed25b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.514349] env[65665]: DEBUG nova.compute.manager [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 915.518040] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Created folder: Project (d0bd929293864de1bb4786013603f311) in parent group-v946135. [ 915.518040] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Creating folder: Instances. Parent ref: group-v946330. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.519071] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ddca2cb-4f4d-4b2a-8709-b914933d67bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.547900] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860c865d-ca95-4477-8ea7-59bba234d6d1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.558458] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6dc5d5-82b2-4807-bacf-67876fa21f6c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.567105] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Created folder: Instances in parent group-v946330. [ 915.567343] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 915.568939] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.569068] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1fd858d-8aef-4db9-8b2f-d519d34dfdce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.594137] env[65665]: DEBUG nova.compute.provider_tree [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.604265] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.604265] env[65665]: value = "task-4854812" [ 915.604265] env[65665]: _type = "Task" [ 915.604265] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.618066] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854812, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.637154] env[65665]: INFO nova.compute.manager [-] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Took 2.13 seconds to deallocate network for instance. [ 915.663279] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 206acfbf-6270-4722-b2c3-954d2dd8d935] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 915.766016] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52334197-1974-2503-de85-7f85756cfd45, 'name': SearchDatastore_Task, 'duration_secs': 0.087898} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.771094] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a8fd4d-d87b-4aaa-87fe-d71694ff46c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.779736] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 915.779736] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525f3b22-65e6-6978-33a6-48f800fbecf9" [ 915.779736] env[65665]: _type = "Task" [ 915.779736] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.790586] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854808, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.800397] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525f3b22-65e6-6978-33a6-48f800fbecf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.927402] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.941824] env[65665]: INFO nova.compute.manager [-] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Took 2.08 seconds to deallocate network for instance. [ 916.028061] env[65665]: DEBUG nova.network.neutron [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 916.098496] env[65665]: DEBUG nova.scheduler.client.report [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.119970] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854812, 'name': CreateVM_Task, 'duration_secs': 0.453502} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.122277] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.122277] env[65665]: WARNING neutronclient.v2_0.client [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.122382] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.122510] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.122783] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.123856] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b290c967-f578-496e-af50-524c4a25f4a8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.133437] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 916.133437] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e5c257-e1e9-bbd6-be51-e04f12b1e4f1" [ 916.133437] env[65665]: _type = "Task" [ 916.133437] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.146878] env[65665]: DEBUG oslo_concurrency.lockutils [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.147132] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e5c257-e1e9-bbd6-be51-e04f12b1e4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.167259] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 81563c3e-3323-4892-9c22-da0c062da7cc] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 916.279107] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854808, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.293201] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525f3b22-65e6-6978-33a6-48f800fbecf9, 'name': SearchDatastore_Task, 'duration_secs': 0.100705} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.293633] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.293912] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 8a4f4d46-2506-47f1-bae6-2224dd011c61/8a4f4d46-2506-47f1-bae6-2224dd011c61.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.294218] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b429ccc-09be-4e5d-829a-c2449fd1b0ef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.304574] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 916.304574] env[65665]: value = "task-4854813" [ 916.304574] env[65665]: _type = "Task" [ 916.304574] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.318038] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.422110] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.453044] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.533775] env[65665]: DEBUG nova.compute.manager [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 916.566433] env[65665]: DEBUG nova.virt.hardware [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 916.566921] env[65665]: DEBUG nova.virt.hardware [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.567197] env[65665]: DEBUG nova.virt.hardware [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 916.567545] env[65665]: DEBUG nova.virt.hardware [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.567801] env[65665]: DEBUG nova.virt.hardware [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 916.568084] env[65665]: DEBUG nova.virt.hardware [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 916.568602] env[65665]: DEBUG nova.virt.hardware [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 916.568873] env[65665]: DEBUG nova.virt.hardware [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 916.569154] env[65665]: DEBUG nova.virt.hardware [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 916.569504] env[65665]: DEBUG nova.virt.hardware [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 916.569988] env[65665]: DEBUG nova.virt.hardware [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 916.571160] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7261d3fb-983b-4832-b6ea-5bb4d30e000b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.582653] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed295e79-699e-41ac-89c7-c59ce3023f55 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.604833] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.609062] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.194s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.609062] env[65665]: DEBUG nova.objects.instance [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lazy-loading 'resources' on Instance uuid ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.640623] env[65665]: INFO nova.scheduler.client.report [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Deleted allocations for instance 8ae47313-6535-4757-b25c-3f90e6af156a [ 916.654838] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e5c257-e1e9-bbd6-be51-e04f12b1e4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.097974} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.655014] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.655259] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.655490] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.655630] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.655812] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.656120] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ddd3e26-3a06-4f32-babf-5626777942aa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.672138] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: e741c811-f2c2-4f2a-b4e0-80358c9fbcc5] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 916.679087] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.679285] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.680126] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a112d0a-4930-4aae-9d53-610ea031e445 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.689087] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 916.689087] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52717112-ae16-e90a-41f4-b15fb339d115" [ 916.689087] env[65665]: _type = "Task" [ 916.689087] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.700508] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52717112-ae16-e90a-41f4-b15fb339d115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.777217] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854808, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.815198] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.925022] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854809, 'name': ReconfigVM_Task, 'duration_secs': 2.449246} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.925022] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Reconfigured VM instance instance-00000047 to attach disk [datastore1] d4ba0f68-55bb-4193-b9e8-eefa3181d893/d4ba0f68-55bb-4193-b9e8-eefa3181d893.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.925370] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5598aaaa-a55e-47b2-8d9f-e3714dec9648 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.936735] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 916.936735] env[65665]: value = "task-4854814" [ 916.936735] env[65665]: _type = "Task" [ 916.936735] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.949632] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854814, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.046949] env[65665]: WARNING neutronclient.v2_0.client [req-ade7d6ef-a701-42d4-bb96-5666e34c6b9e req-d9790d41-99b1-485f-aa83-6921354d3462 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.151677] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8ccfe507-f96b-4ea4-9b20-89e3dd7f6416 tempest-ServersNegativeTestMultiTenantJSON-274585132 tempest-ServersNegativeTestMultiTenantJSON-274585132-project-member] Lock "8ae47313-6535-4757-b25c-3f90e6af156a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.582s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.178300] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: d547a951-4632-4565-8457-0481d6cc8f6e] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 917.205271] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52717112-ae16-e90a-41f4-b15fb339d115, 'name': SearchDatastore_Task, 'duration_secs': 0.079551} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.209582] env[65665]: WARNING neutronclient.v2_0.client [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.214974] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c598d11-a1c5-4f14-90f1-2d3e6ed992fe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.223983] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 917.223983] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a9d432-732a-c092-f816-205562e191aa" [ 917.223983] env[65665]: _type = "Task" [ 917.223983] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.242513] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a9d432-732a-c092-f816-205562e191aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.280033] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854808, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.530194} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.280357] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1cf41a6c-f021-4700-9185-1093b02c3b86/1cf41a6c-f021-4700-9185-1093b02c3b86.vmdk to [datastore1] 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7/9200dd22-5bf9-40aa-8c9a-3d36f12adfe7.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.281190] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f2ad32-b8e7-4115-91e4-c5f3fb864ae5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.318782] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7/9200dd22-5bf9-40aa-8c9a-3d36f12adfe7.vmdk or device None with type streamOptimized {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.322834] env[65665]: DEBUG nova.network.neutron [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Successfully updated port: 6427d27f-560b-4681-a6f6-1325fd46e43c {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 917.330024] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7714afeb-3131-4965-b22d-c3e15f5ed0e8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.349503] env[65665]: DEBUG nova.network.neutron [req-ade7d6ef-a701-42d4-bb96-5666e34c6b9e req-d9790d41-99b1-485f-aa83-6921354d3462 service nova] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updated VIF entry in instance network info cache for port b927d7b8-336f-4acb-b88f-f7ccfd23291a. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 917.349887] env[65665]: DEBUG nova.network.neutron [req-ade7d6ef-a701-42d4-bb96-5666e34c6b9e req-d9790d41-99b1-485f-aa83-6921354d3462 service nova] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance_info_cache with network_info: [{"id": "b927d7b8-336f-4acb-b88f-f7ccfd23291a", "address": "fa:16:3e:17:30:48", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb927d7b8-33", "ovs_interfaceid": "b927d7b8-336f-4acb-b88f-f7ccfd23291a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.360709] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965235} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.364627] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 8a4f4d46-2506-47f1-bae6-2224dd011c61/8a4f4d46-2506-47f1-bae6-2224dd011c61.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.364627] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.364627] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 917.364627] env[65665]: value = "task-4854815" [ 917.364627] env[65665]: _type = "Task" [ 917.364627] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.364627] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05b9d0e7-d456-4def-9720-af2fdc65b1fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.379680] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.380648] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 917.380648] env[65665]: value = "task-4854816" [ 917.380648] env[65665]: _type = "Task" [ 917.380648] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.393272] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.402263] env[65665]: DEBUG nova.network.neutron [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Updating instance_info_cache with network_info: [{"id": "4b7935b3-a24b-4657-abeb-a3810445ab9d", "address": "fa:16:3e:62:65:ed", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b7935b3-a2", "ovs_interfaceid": "4b7935b3-a24b-4657-abeb-a3810445ab9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.449273] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854814, 'name': Rename_Task, 'duration_secs': 0.469976} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.449569] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.449827] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dfac72e-4f6a-4ac9-8256-3566a887e18e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.460704] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 917.460704] env[65665]: value = "task-4854817" [ 917.460704] env[65665]: _type = "Task" [ 917.460704] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.473274] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.580705] env[65665]: DEBUG nova.compute.manager [req-cc42daf9-e41c-4d1b-98b5-b578d466d823 req-bb3e7a1f-efb6-4edc-aba8-de2917e6f3ae service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Received event network-changed-0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 917.581935] env[65665]: DEBUG nova.compute.manager [req-cc42daf9-e41c-4d1b-98b5-b578d466d823 req-bb3e7a1f-efb6-4edc-aba8-de2917e6f3ae service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Refreshing instance network info cache due to event network-changed-0cbe4161-3405-42ff-a87d-758637fabede. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 917.582222] env[65665]: DEBUG oslo_concurrency.lockutils [req-cc42daf9-e41c-4d1b-98b5-b578d466d823 req-bb3e7a1f-efb6-4edc-aba8-de2917e6f3ae service nova] Acquiring lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.582382] env[65665]: DEBUG oslo_concurrency.lockutils [req-cc42daf9-e41c-4d1b-98b5-b578d466d823 req-bb3e7a1f-efb6-4edc-aba8-de2917e6f3ae service nova] Acquired lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.582611] env[65665]: DEBUG nova.network.neutron [req-cc42daf9-e41c-4d1b-98b5-b578d466d823 req-bb3e7a1f-efb6-4edc-aba8-de2917e6f3ae service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Refreshing network info cache for port 0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.615436] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a49935-f424-4a3d-90ee-9fe88fc4630a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.624048] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4c832d-3fbb-457e-a408-381485ba3599 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.662148] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca987ee-79da-4ec2-b73e-fcddb2c0924b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.674333] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a3bdb6-f2db-472c-8f5f-8ef632ba4f4d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.682743] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: a5d98c9d-e5bc-45c9-9ad8-ae3cf1803421] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 917.702143] env[65665]: DEBUG nova.compute.provider_tree [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.739946] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a9d432-732a-c092-f816-205562e191aa, 'name': SearchDatastore_Task, 'duration_secs': 0.028862} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.740681] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.740681] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] da88beb8-d7db-48bf-bab5-aaa11c81230c/da88beb8-d7db-48bf-bab5-aaa11c81230c.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.740902] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f95f1339-5e0d-46c5-8029-01412369fea0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.749589] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 917.749589] env[65665]: value = "task-4854818" [ 917.749589] env[65665]: _type = "Task" [ 917.749589] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.760507] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.775056] env[65665]: DEBUG nova.compute.manager [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Received event network-vif-plugged-4b7935b3-a24b-4657-abeb-a3810445ab9d {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 917.775265] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] Acquiring lock "da3de152-92fd-4178-8e68-e7cb6064d996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.775492] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] Lock "da3de152-92fd-4178-8e68-e7cb6064d996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.775711] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] Lock "da3de152-92fd-4178-8e68-e7cb6064d996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.775980] env[65665]: DEBUG nova.compute.manager [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] No waiting events found dispatching network-vif-plugged-4b7935b3-a24b-4657-abeb-a3810445ab9d {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 917.776089] env[65665]: WARNING nova.compute.manager [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Received unexpected event network-vif-plugged-4b7935b3-a24b-4657-abeb-a3810445ab9d for instance with vm_state building and task_state spawning. [ 917.776218] env[65665]: DEBUG nova.compute.manager [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Received event network-changed-4b7935b3-a24b-4657-abeb-a3810445ab9d {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 917.776365] env[65665]: DEBUG nova.compute.manager [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Refreshing instance network info cache due to event network-changed-4b7935b3-a24b-4657-abeb-a3810445ab9d. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 917.776536] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] Acquiring lock "refresh_cache-da3de152-92fd-4178-8e68-e7cb6064d996" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.844574] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "refresh_cache-946d536d-b5fc-4c8f-a9a0-c549dd144261" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.844825] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "refresh_cache-946d536d-b5fc-4c8f-a9a0-c549dd144261" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.845135] env[65665]: DEBUG nova.network.neutron [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 917.853495] env[65665]: DEBUG oslo_concurrency.lockutils [req-ade7d6ef-a701-42d4-bb96-5666e34c6b9e req-d9790d41-99b1-485f-aa83-6921354d3462 service nova] Releasing lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.853788] env[65665]: DEBUG nova.compute.manager [req-ade7d6ef-a701-42d4-bb96-5666e34c6b9e req-d9790d41-99b1-485f-aa83-6921354d3462 service nova] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Received event network-vif-deleted-47f66d3b-2def-4f69-a98d-83a10013d323 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 917.876986] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854815, 'name': ReconfigVM_Task, 'duration_secs': 0.487255} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.877178] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7/9200dd22-5bf9-40aa-8c9a-3d36f12adfe7.vmdk or device None with type streamOptimized {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.877868] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb525e04-b205-42c2-8ba0-a6c119054148 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.886209] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 917.886209] env[65665]: value = "task-4854819" [ 917.886209] env[65665]: _type = "Task" [ 917.886209] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.893952] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080413} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.894692] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.895593] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2848cca-588b-4312-8d3c-8d3dd84a4e08 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.901997] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854819, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.916702] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "refresh_cache-da3de152-92fd-4178-8e68-e7cb6064d996" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.917120] env[65665]: DEBUG nova.compute.manager [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Instance network_info: |[{"id": "4b7935b3-a24b-4657-abeb-a3810445ab9d", "address": "fa:16:3e:62:65:ed", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b7935b3-a2", "ovs_interfaceid": "4b7935b3-a24b-4657-abeb-a3810445ab9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 917.926698] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8a4f4d46-2506-47f1-bae6-2224dd011c61/8a4f4d46-2506-47f1-bae6-2224dd011c61.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.927086] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] Acquired lock "refresh_cache-da3de152-92fd-4178-8e68-e7cb6064d996" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.927266] env[65665]: DEBUG nova.network.neutron [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Refreshing network info cache for port 4b7935b3-a24b-4657-abeb-a3810445ab9d {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.928717] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:65:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b7935b3-a24b-4657-abeb-a3810445ab9d', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.936543] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 917.937761] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-091bd56c-f32d-4a6c-a0a8-fa90dfe5a50b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.954197] env[65665]: WARNING neutronclient.v2_0.client [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.956654] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.957883] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29bae704-c427-4441-8252-1ef14ed159a2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.980712] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 917.980712] env[65665]: value = "task-4854820" [ 917.980712] env[65665]: _type = "Task" [ 917.980712] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.985131] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854817, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.990717] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.990717] env[65665]: value = "task-4854821" [ 917.990717] env[65665]: _type = "Task" [ 917.990717] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.999791] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854820, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.012370] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854821, 'name': CreateVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.091235] env[65665]: WARNING neutronclient.v2_0.client [req-cc42daf9-e41c-4d1b-98b5-b578d466d823 req-bb3e7a1f-efb6-4edc-aba8-de2917e6f3ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.204091] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: d40273a4-fb49-4d88-9917-e86421984457] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 918.207241] env[65665]: DEBUG nova.scheduler.client.report [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.265223] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854818, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.398778] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854819, 'name': Rename_Task, 'duration_secs': 0.383621} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.399081] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.399337] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a203ac9b-600d-4d2f-bc3d-a7b4ef4de65f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.406545] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 918.406545] env[65665]: value = "task-4854822" [ 918.406545] env[65665]: _type = "Task" [ 918.406545] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.415962] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.484128] env[65665]: DEBUG oslo_vmware.api [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854817, 'name': PowerOnVM_Task, 'duration_secs': 0.600402} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.484430] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.484638] env[65665]: INFO nova.compute.manager [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Took 12.70 seconds to spawn the instance on the hypervisor. [ 918.484831] env[65665]: DEBUG nova.compute.manager [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 918.485709] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e68fe1-4ed3-4d46-942b-2da844c1a50f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.502537] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.508606] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854821, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.706954] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "4b0c2f40-07af-4a37-83d7-deef94300cae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.707212] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.713022] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: d8ed198c-ba9b-441a-9dd3-4e5c99a14a2a] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 918.715066] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.718755] env[65665]: DEBUG oslo_concurrency.lockutils [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.642s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.718908] env[65665]: DEBUG nova.objects.instance [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lazy-loading 'resources' on Instance uuid 78af8a87-17ed-4657-9f2f-4aa58d0b4427 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.753027] env[65665]: INFO nova.scheduler.client.report [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Deleted allocations for instance ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0 [ 918.769712] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636032} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.769975] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] da88beb8-d7db-48bf-bab5-aaa11c81230c/da88beb8-d7db-48bf-bab5-aaa11c81230c.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.770198] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.770464] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f9b85a4-54a0-41fb-a101-7f24a141ef6b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.779914] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 918.779914] env[65665]: value = "task-4854823" [ 918.779914] env[65665]: _type = "Task" [ 918.779914] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.793445] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.917766] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854822, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.997929] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854820, 'name': ReconfigVM_Task, 'duration_secs': 0.842524} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.998258] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8a4f4d46-2506-47f1-bae6-2224dd011c61/8a4f4d46-2506-47f1-bae6-2224dd011c61.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.999302] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a443313-0c0a-4da8-ade1-2c0d98ee7174 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.011392] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854821, 'name': CreateVM_Task, 'duration_secs': 0.816418} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.016633] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.017279] env[65665]: INFO nova.compute.manager [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Took 57.87 seconds to build instance. [ 919.018678] env[65665]: WARNING neutronclient.v2_0.client [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.018832] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.019075] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.019288] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.019762] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220bce65-f30d-4787-9ddc-517e656ce10e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.027043] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 919.027043] env[65665]: value = "task-4854824" [ 919.027043] env[65665]: _type = "Task" [ 919.027043] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.036491] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 919.036491] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f35d88-d228-87e7-c65c-eeb3b95fe402" [ 919.036491] env[65665]: _type = "Task" [ 919.036491] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.045630] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854824, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.054924] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f35d88-d228-87e7-c65c-eeb3b95fe402, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.054924] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.054924] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.054924] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.054924] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.054924] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.054924] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec770498-df79-4755-bd85-672ee1b68ca0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.067192] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.067719] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.068993] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8b9462-090f-4876-a781-3a3eb95d99eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.075309] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 919.075309] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526bf8c5-b966-43a9-3fe2-4763b676fd45" [ 919.075309] env[65665]: _type = "Task" [ 919.075309] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.086039] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526bf8c5-b966-43a9-3fe2-4763b676fd45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.211539] env[65665]: DEBUG nova.compute.manager [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 919.219500] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 24e8e742-2e51-41b0-b071-94a75a26f7f7] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 919.245075] env[65665]: DEBUG nova.network.neutron [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 919.266950] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2274b3d8-726e-42bd-a544-0335c52abc6c tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.323s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.297679] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076789} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.297679] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.298898] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3ee5f2-be61-4394-b25a-63b79416f576 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.328386] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] da88beb8-d7db-48bf-bab5-aaa11c81230c/da88beb8-d7db-48bf-bab5-aaa11c81230c.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.335065] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5afa13ff-0815-4c35-8aea-f557f3bd0a47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.361530] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 919.361530] env[65665]: value = "task-4854825" [ 919.361530] env[65665]: _type = "Task" [ 919.361530] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.371850] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.426135] env[65665]: DEBUG oslo_vmware.api [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854822, 'name': PowerOnVM_Task, 'duration_secs': 0.863462} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.426492] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.426726] env[65665]: INFO nova.compute.manager [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Took 16.27 seconds to spawn the instance on the hypervisor. [ 919.427041] env[65665]: DEBUG nova.compute.manager [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 919.427819] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65734179-ea4b-42d4-8538-cbb552ed5d9d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.520508] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e00ef8c7-ca1f-4dbd-aa7d-d2d6a0f4d186 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.650s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.546393] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854824, 'name': Rename_Task, 'duration_secs': 0.152736} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.553205] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.555441] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35079e19-895c-4af9-8bcd-ecf8de95058d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.568029] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 919.568029] env[65665]: value = "task-4854826" [ 919.568029] env[65665]: _type = "Task" [ 919.568029] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.587315] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.598051] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526bf8c5-b966-43a9-3fe2-4763b676fd45, 'name': SearchDatastore_Task, 'duration_secs': 0.012571} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.603239] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a4a78f-d3a0-4350-a5c4-dfbd06e05de5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.611805] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 919.611805] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d5099c-4f47-b8a7-1a63-4d1c4a292a02" [ 919.611805] env[65665]: _type = "Task" [ 919.611805] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.629606] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d5099c-4f47-b8a7-1a63-4d1c4a292a02, 'name': SearchDatastore_Task, 'duration_secs': 0.014427} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.630054] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.630440] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] da3de152-92fd-4178-8e68-e7cb6064d996/da3de152-92fd-4178-8e68-e7cb6064d996.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.630969] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92d7c061-2ad6-409d-b626-0c4cbaf1d4c9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.640211] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 919.640211] env[65665]: value = "task-4854827" [ 919.640211] env[65665]: _type = "Task" [ 919.640211] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.653134] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.731405] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.731405] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Cleaning up deleted instances with incomplete migration {{(pid=65665) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11947}} [ 919.750773] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.812285] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ae8ada-706d-475d-a548-e8919e7035f5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.822619] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95572e57-a005-4fe7-9576-ce93652eece1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.870369] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28834870-5ec4-4959-b8ed-73c6036a9dba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.880133] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854825, 'name': ReconfigVM_Task, 'duration_secs': 0.335683} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.886056] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] da88beb8-d7db-48bf-bab5-aaa11c81230c/da88beb8-d7db-48bf-bab5-aaa11c81230c.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.887469] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b964ce85-814c-4953-98a7-564c2c4d12ac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.890784] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db129ee-3392-44ea-bb48-c386a283049f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.908502] env[65665]: DEBUG nova.compute.provider_tree [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.911577] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 919.911577] env[65665]: value = "task-4854828" [ 919.911577] env[65665]: _type = "Task" [ 919.911577] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.916449] env[65665]: WARNING neutronclient.v2_0.client [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.929011] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854828, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.953872] env[65665]: INFO nova.compute.manager [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Took 63.98 seconds to build instance. [ 920.085696] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854826, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.153920] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854827, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.240908] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.420899] env[65665]: DEBUG nova.scheduler.client.report [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.429991] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854828, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.456548] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf43363d-48d8-4b9e-920e-6958b4a32c91 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "9200dd22-5bf9-40aa-8c9a-3d36f12adfe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.279s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.562135] env[65665]: WARNING neutronclient.v2_0.client [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.565499] env[65665]: WARNING neutronclient.v2_0.client [req-cc42daf9-e41c-4d1b-98b5-b578d466d823 req-bb3e7a1f-efb6-4edc-aba8-de2917e6f3ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.577154] env[65665]: DEBUG oslo_vmware.api [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854826, 'name': PowerOnVM_Task, 'duration_secs': 0.550985} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.577619] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.577619] env[65665]: INFO nova.compute.manager [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Took 12.16 seconds to spawn the instance on the hypervisor. [ 920.577791] env[65665]: DEBUG nova.compute.manager [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 920.578871] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a74df81-9043-43dd-b85d-e59fb0185398 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.600680] env[65665]: DEBUG nova.network.neutron [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Updated VIF entry in instance network info cache for port 4b7935b3-a24b-4657-abeb-a3810445ab9d. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 920.601398] env[65665]: DEBUG nova.network.neutron [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Updating instance_info_cache with network_info: [{"id": "4b7935b3-a24b-4657-abeb-a3810445ab9d", "address": "fa:16:3e:62:65:ed", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b7935b3-a2", "ovs_interfaceid": "4b7935b3-a24b-4657-abeb-a3810445ab9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.657294] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646037} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.661414] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] da3de152-92fd-4178-8e68-e7cb6064d996/da3de152-92fd-4178-8e68-e7cb6064d996.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.661678] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.662525] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30933341-ca59-457d-a7b7-96edd94bb140 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.671325] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 920.671325] env[65665]: value = "task-4854829" [ 920.671325] env[65665]: _type = "Task" [ 920.671325] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.682545] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.845507] env[65665]: DEBUG nova.network.neutron [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Updating instance_info_cache with network_info: [{"id": "6427d27f-560b-4681-a6f6-1325fd46e43c", "address": "fa:16:3e:b1:e9:27", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6427d27f-56", "ovs_interfaceid": "6427d27f-560b-4681-a6f6-1325fd46e43c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.907840] env[65665]: DEBUG nova.network.neutron [req-cc42daf9-e41c-4d1b-98b5-b578d466d823 req-bb3e7a1f-efb6-4edc-aba8-de2917e6f3ae service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updated VIF entry in instance network info cache for port 0cbe4161-3405-42ff-a87d-758637fabede. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 920.908350] env[65665]: DEBUG nova.network.neutron [req-cc42daf9-e41c-4d1b-98b5-b578d466d823 req-bb3e7a1f-efb6-4edc-aba8-de2917e6f3ae service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updating instance_info_cache with network_info: [{"id": "0cbe4161-3405-42ff-a87d-758637fabede", "address": "fa:16:3e:61:11:18", "network": {"id": "27b778b4-426a-430a-885b-9842ec41c33e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1312267537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0bd929293864de1bb4786013603f311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbe4161-34", "ovs_interfaceid": "0cbe4161-3405-42ff-a87d-758637fabede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.928480] env[65665]: DEBUG oslo_concurrency.lockutils [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.931431] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854828, 'name': Rename_Task, 'duration_secs': 0.880374} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.931899] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.640s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.932133] env[65665]: DEBUG nova.objects.instance [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lazy-loading 'resources' on Instance uuid 4ce27896-0f26-4ab4-8e41-d8c0011b92da {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.933532] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.934120] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a8672b5-41f9-4b38-bc94-450515850116 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.943020] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 920.943020] env[65665]: value = "task-4854830" [ 920.943020] env[65665]: _type = "Task" [ 920.943020] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.956328] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.970540] env[65665]: INFO nova.scheduler.client.report [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Deleted allocations for instance 78af8a87-17ed-4657-9f2f-4aa58d0b4427 [ 921.098659] env[65665]: INFO nova.compute.manager [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Took 57.18 seconds to build instance. [ 921.104667] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4ecf880-aac0-4060-97f4-37a4341eee2e req-7e322826-0d5e-496f-9040-c477830db3dc service nova] Releasing lock "refresh_cache-da3de152-92fd-4178-8e68-e7cb6064d996" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.184295] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075964} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.184558] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.185805] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411939b2-bbd7-48d3-9dce-16baa2b7e9d3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.223342] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] da3de152-92fd-4178-8e68-e7cb6064d996/da3de152-92fd-4178-8e68-e7cb6064d996.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.223915] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e0670af-154c-4548-a585-d0b9080be05e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.249781] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 921.249781] env[65665]: value = "task-4854831" [ 921.249781] env[65665]: _type = "Task" [ 921.249781] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.260466] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.348920] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "refresh_cache-946d536d-b5fc-4c8f-a9a0-c549dd144261" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.349354] env[65665]: DEBUG nova.compute.manager [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Instance network_info: |[{"id": "6427d27f-560b-4681-a6f6-1325fd46e43c", "address": "fa:16:3e:b1:e9:27", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6427d27f-56", "ovs_interfaceid": "6427d27f-560b-4681-a6f6-1325fd46e43c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 921.349833] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:e9:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6427d27f-560b-4681-a6f6-1325fd46e43c', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.362382] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Creating folder: Project (f4ce9c6ecd5c4a14aa9fa8007b82af44). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.362769] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ea37bfc-6577-4aab-b3d7-2194ba882e56 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.376357] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Created folder: Project (f4ce9c6ecd5c4a14aa9fa8007b82af44) in parent group-v946135. [ 921.376666] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Creating folder: Instances. Parent ref: group-v946334. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.376923] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79499d85-47ac-4d56-b084-5e89720b98d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.389755] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Created folder: Instances in parent group-v946334. [ 921.392705] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 921.392705] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.392705] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eff339a0-352d-4b5d-973b-b66a43c842b8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.413348] env[65665]: DEBUG oslo_concurrency.lockutils [req-cc42daf9-e41c-4d1b-98b5-b578d466d823 req-bb3e7a1f-efb6-4edc-aba8-de2917e6f3ae service nova] Releasing lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.413348] env[65665]: DEBUG nova.compute.manager [req-cc42daf9-e41c-4d1b-98b5-b578d466d823 req-bb3e7a1f-efb6-4edc-aba8-de2917e6f3ae service nova] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Received event network-vif-deleted-4b914f56-97c4-49bb-9dae-b33061c25d4f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 921.413348] env[65665]: DEBUG nova.compute.manager [req-cc42daf9-e41c-4d1b-98b5-b578d466d823 req-bb3e7a1f-efb6-4edc-aba8-de2917e6f3ae service nova] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Received event network-vif-deleted-954e623b-c4d9-4836-9414-264aa785fd85 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 921.414839] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.414839] env[65665]: value = "task-4854834" [ 921.414839] env[65665]: _type = "Task" [ 921.414839] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.425255] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854834, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.459024] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854830, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.481184] env[65665]: DEBUG oslo_concurrency.lockutils [None req-15f265bb-2ffa-474a-9a0c-486e36b0ab94 tempest-ServersTestMultiNic-2124620363 tempest-ServersTestMultiNic-2124620363-project-member] Lock "78af8a87-17ed-4657-9f2f-4aa58d0b4427" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.203s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.554863] env[65665]: DEBUG nova.compute.manager [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Received event network-vif-plugged-6427d27f-560b-4681-a6f6-1325fd46e43c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 921.557615] env[65665]: DEBUG oslo_concurrency.lockutils [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] Acquiring lock "946d536d-b5fc-4c8f-a9a0-c549dd144261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.557923] env[65665]: DEBUG oslo_concurrency.lockutils [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] Lock "946d536d-b5fc-4c8f-a9a0-c549dd144261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.558120] env[65665]: DEBUG oslo_concurrency.lockutils [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] Lock "946d536d-b5fc-4c8f-a9a0-c549dd144261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.558306] env[65665]: DEBUG nova.compute.manager [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] No waiting events found dispatching network-vif-plugged-6427d27f-560b-4681-a6f6-1325fd46e43c {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 921.558468] env[65665]: WARNING nova.compute.manager [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Received unexpected event network-vif-plugged-6427d27f-560b-4681-a6f6-1325fd46e43c for instance with vm_state building and task_state spawning. [ 921.558629] env[65665]: DEBUG nova.compute.manager [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Received event network-changed-6427d27f-560b-4681-a6f6-1325fd46e43c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 921.558783] env[65665]: DEBUG nova.compute.manager [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Refreshing instance network info cache due to event network-changed-6427d27f-560b-4681-a6f6-1325fd46e43c. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 921.558965] env[65665]: DEBUG oslo_concurrency.lockutils [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] Acquiring lock "refresh_cache-946d536d-b5fc-4c8f-a9a0-c549dd144261" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.559111] env[65665]: DEBUG oslo_concurrency.lockutils [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] Acquired lock "refresh_cache-946d536d-b5fc-4c8f-a9a0-c549dd144261" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.559265] env[65665]: DEBUG nova.network.neutron [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Refreshing network info cache for port 6427d27f-560b-4681-a6f6-1325fd46e43c {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.601737] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7b45d2be-06d9-4bbd-88f5-eb5c46b9648a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "8a4f4d46-2506-47f1-bae6-2224dd011c61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.851s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.767903] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.935093] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854834, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.941208] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d97f0c-062b-43b9-beb7-74f210f7073e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.956384] env[65665]: DEBUG oslo_vmware.api [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854830, 'name': PowerOnVM_Task, 'duration_secs': 0.538057} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.958745] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.958980] env[65665]: INFO nova.compute.manager [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Took 10.87 seconds to spawn the instance on the hypervisor. [ 921.959178] env[65665]: DEBUG nova.compute.manager [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 921.960143] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a510bfff-1b3d-4e30-a4a4-795ed8b5a6be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.963894] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661207c8-4288-4ae3-8be6-6a06861851d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.001809] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6641b33c-0605-44b9-9905-e95ab60fba6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.014281] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a866e2-9f45-480c-bb7f-b9c992324567 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.035340] env[65665]: DEBUG nova.compute.provider_tree [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.064458] env[65665]: WARNING neutronclient.v2_0.client [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.268430] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854831, 'name': ReconfigVM_Task, 'duration_secs': 0.728092} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.268676] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Reconfigured VM instance instance-0000004a to attach disk [datastore1] da3de152-92fd-4178-8e68-e7cb6064d996/da3de152-92fd-4178-8e68-e7cb6064d996.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.269969] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3258defe-6a10-4601-ab5d-8a4e1070d51d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.278121] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 922.278121] env[65665]: value = "task-4854835" [ 922.278121] env[65665]: _type = "Task" [ 922.278121] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.291832] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854835, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.426317] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854834, 'name': CreateVM_Task, 'duration_secs': 0.539504} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.426571] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.427135] env[65665]: WARNING neutronclient.v2_0.client [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.427471] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.427624] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.427932] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.428216] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7337d68-2f74-45bb-9416-0599db7c9b5c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.434390] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 922.434390] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52919da1-ba31-552a-5960-1f2cf9c9f8fc" [ 922.434390] env[65665]: _type = "Task" [ 922.434390] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.443467] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52919da1-ba31-552a-5960-1f2cf9c9f8fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.511181] env[65665]: INFO nova.compute.manager [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Took 55.19 seconds to build instance. [ 922.538377] env[65665]: DEBUG nova.scheduler.client.report [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.789356] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854835, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.946316] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52919da1-ba31-552a-5960-1f2cf9c9f8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.016986} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.946587] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.946844] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.947120] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.947364] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.947470] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.947767] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-160e34dc-1e61-48fa-b7ec-a05317c89db2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.959760] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.959976] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.960737] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323bf02d-520b-4c8a-8b25-1104ebca532e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.966854] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 922.966854] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52661cca-33fb-6bb0-21b3-f4415aa26ef0" [ 922.966854] env[65665]: _type = "Task" [ 922.966854] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.976392] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52661cca-33fb-6bb0-21b3-f4415aa26ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.013281] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e42502c6-c684-4713-9d32-b55b51f20687 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.784s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.044842] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.048213] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.830s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.051292] env[65665]: INFO nova.compute.claims [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.121401] env[65665]: INFO nova.scheduler.client.report [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Deleted allocations for instance 4ce27896-0f26-4ab4-8e41-d8c0011b92da [ 923.295327] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854835, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.477623] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52661cca-33fb-6bb0-21b3-f4415aa26ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.014197} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.478478] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9c573d-699f-4850-807c-807cb0031af0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.485757] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 923.485757] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525e065f-91a5-a5fd-f6e4-d5372eca4f6a" [ 923.485757] env[65665]: _type = "Task" [ 923.485757] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.490067] env[65665]: WARNING neutronclient.v2_0.client [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.499090] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525e065f-91a5-a5fd-f6e4-d5372eca4f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.629263] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f57c2609-8a0b-4a11-9e6a-543ac52e956d tempest-ListServersNegativeTestJSON-1297675418 tempest-ListServersNegativeTestJSON-1297675418-project-member] Lock "4ce27896-0f26-4ab4-8e41-d8c0011b92da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.547s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.742630] env[65665]: DEBUG nova.network.neutron [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Updated VIF entry in instance network info cache for port 6427d27f-560b-4681-a6f6-1325fd46e43c. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 923.742771] env[65665]: DEBUG nova.network.neutron [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Updating instance_info_cache with network_info: [{"id": "6427d27f-560b-4681-a6f6-1325fd46e43c", "address": "fa:16:3e:b1:e9:27", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6427d27f-56", "ovs_interfaceid": "6427d27f-560b-4681-a6f6-1325fd46e43c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.796415] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854835, 'name': Rename_Task, 'duration_secs': 1.315881} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.796793] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.798018] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce187f5f-66b8-40c7-b8e7-6781d4f822fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.806085] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 923.806085] env[65665]: value = "task-4854836" [ 923.806085] env[65665]: _type = "Task" [ 923.806085] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.818013] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.909808] env[65665]: DEBUG oslo_concurrency.lockutils [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "edf8969e-301d-4c57-b792-2c07d6c4250e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.913117] env[65665]: DEBUG oslo_concurrency.lockutils [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.999154] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525e065f-91a5-a5fd-f6e4-d5372eca4f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.039383} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.999860] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.000174] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 946d536d-b5fc-4c8f-a9a0-c549dd144261/946d536d-b5fc-4c8f-a9a0-c549dd144261.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.000522] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6a59736-e871-44ca-8a90-c04534603844 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.009405] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 924.009405] env[65665]: value = "task-4854837" [ 924.009405] env[65665]: _type = "Task" [ 924.009405] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.020991] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.245405] env[65665]: DEBUG oslo_concurrency.lockutils [req-0988206e-c019-44f7-8ab5-62b3e1e714f4 req-b3bed801-18b3-4a6f-9cee-a508b6dcb538 service nova] Releasing lock "refresh_cache-946d536d-b5fc-4c8f-a9a0-c549dd144261" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.321036] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.420917] env[65665]: DEBUG nova.compute.utils [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.452095] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "9200dd22-5bf9-40aa-8c9a-3d36f12adfe7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.452485] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "9200dd22-5bf9-40aa-8c9a-3d36f12adfe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.452654] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "9200dd22-5bf9-40aa-8c9a-3d36f12adfe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.452890] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "9200dd22-5bf9-40aa-8c9a-3d36f12adfe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.454240] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "9200dd22-5bf9-40aa-8c9a-3d36f12adfe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.456967] env[65665]: INFO nova.compute.manager [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Terminating instance [ 924.518430] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d29180-7711-4531-93f4-c698c3657183 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.525564] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854837, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.533081] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4c32be-30be-4497-9ae1-45cc754c5177 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.568231] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebac89c-83b6-4a41-bea0-aa654ef6904a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.577552] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81f825a-7772-434f-a319-575fdc14351e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.592891] env[65665]: DEBUG nova.compute.provider_tree [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.817223] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854836, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.924294] env[65665]: DEBUG oslo_concurrency.lockutils [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.962141] env[65665]: DEBUG nova.compute.manager [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 924.962717] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.963981] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b178c126-4296-473d-8dba-b3e1c07d638d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.972566] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.972899] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66156f80-0ad8-4ae7-9440-a67353d1108d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.981447] env[65665]: DEBUG oslo_vmware.api [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 924.981447] env[65665]: value = "task-4854838" [ 924.981447] env[65665]: _type = "Task" [ 924.981447] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.997777] env[65665]: DEBUG oslo_vmware.api [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.021282] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607876} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.021641] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 946d536d-b5fc-4c8f-a9a0-c549dd144261/946d536d-b5fc-4c8f-a9a0-c549dd144261.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.021794] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.023431] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-271655af-0b15-4007-a211-5f19288f4669 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.031261] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 925.031261] env[65665]: value = "task-4854839" [ 925.031261] env[65665]: _type = "Task" [ 925.031261] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.043294] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.097340] env[65665]: DEBUG nova.scheduler.client.report [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.320901] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854836, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.498261] env[65665]: DEBUG oslo_vmware.api [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854838, 'name': PowerOffVM_Task, 'duration_secs': 0.306839} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.498615] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.501560] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.501560] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b953af8-896f-43b2-a054-e7336a039277 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.544927] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083145} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.545574] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.549019] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dd8d0a-9462-4a7c-bf8b-4b65bd1aee4b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.580035] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 946d536d-b5fc-4c8f-a9a0-c549dd144261/946d536d-b5fc-4c8f-a9a0-c549dd144261.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.583048] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac77bb57-627d-4c0b-a22b-5a02f1e9f1d8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.600331] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.600580] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.600830] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleting the datastore file [datastore1] 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.601979] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.602468] env[65665]: DEBUG nova.compute.manager [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 925.605101] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37ac8942-37ab-49a8-9300-6c36279c4971 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.607748] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.476s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.607969] env[65665]: DEBUG nova.objects.instance [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Lazy-loading 'resources' on Instance uuid df45e8db-a95c-4765-babb-14adf34600b3 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.614193] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 925.614193] env[65665]: value = "task-4854841" [ 925.614193] env[65665]: _type = "Task" [ 925.614193] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.615598] env[65665]: DEBUG oslo_vmware.api [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 925.615598] env[65665]: value = "task-4854842" [ 925.615598] env[65665]: _type = "Task" [ 925.615598] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.639215] env[65665]: DEBUG oslo_vmware.api [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.644436] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.820068] env[65665]: DEBUG oslo_vmware.api [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854836, 'name': PowerOnVM_Task, 'duration_secs': 1.540732} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.820340] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.820537] env[65665]: INFO nova.compute.manager [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Took 12.05 seconds to spawn the instance on the hypervisor. [ 925.820786] env[65665]: DEBUG nova.compute.manager [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 925.821487] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62121cb0-0f28-4be4-9702-10d3fe97de25 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.006799] env[65665]: DEBUG oslo_concurrency.lockutils [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "edf8969e-301d-4c57-b792-2c07d6c4250e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.007080] env[65665]: DEBUG oslo_concurrency.lockutils [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.007318] env[65665]: INFO nova.compute.manager [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Attaching volume 7317a382-594c-4770-b5ed-41a7c8f9ae71 to /dev/sdb [ 926.072032] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c0d0d7-cb07-4631-81a1-627e1dcb3d00 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.081817] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6beca7-6557-4d3e-840a-66e92dbf05b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.099059] env[65665]: DEBUG nova.virt.block_device [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updating existing volume attachment record: 38e5cb77-8dac-4ba7-93df-add70be78177 {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 926.109424] env[65665]: DEBUG nova.compute.utils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.111710] env[65665]: DEBUG nova.compute.manager [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 926.111995] env[65665]: DEBUG nova.network.neutron [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 926.113406] env[65665]: WARNING neutronclient.v2_0.client [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.113406] env[65665]: WARNING neutronclient.v2_0.client [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.129658] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854841, 'name': ReconfigVM_Task} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.130443] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 946d536d-b5fc-4c8f-a9a0-c549dd144261/946d536d-b5fc-4c8f-a9a0-c549dd144261.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.131142] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1823e08e-80f8-4653-98ea-f5ff3bd048f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.136550] env[65665]: DEBUG oslo_vmware.api [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274617} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.138073] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.138155] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.138298] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.139975] env[65665]: INFO nova.compute.manager [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 926.139975] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 926.139975] env[65665]: DEBUG nova.compute.manager [-] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 926.139975] env[65665]: DEBUG nova.network.neutron [-] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 926.139975] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.144360] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 926.144360] env[65665]: value = "task-4854843" [ 926.144360] env[65665]: _type = "Task" [ 926.144360] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.159916] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854843, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.344602] env[65665]: INFO nova.compute.manager [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Took 39.83 seconds to build instance. [ 926.509511] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.601795] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b343ff6a-7344-4680-a7a0-d4b5002f335f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.613927] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab2f782-6eb4-4034-b795-f8474c2071de {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.621146] env[65665]: DEBUG nova.compute.manager [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 926.671366] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bac9ab-6679-4328-beaa-c5bde8143f88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.684800] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f789e1af-e775-43e2-8993-06167e00e783 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.689781] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854843, 'name': Rename_Task, 'duration_secs': 0.235666} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.690977] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.692089] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a51579f4-e5a1-44a9-a014-54bec6926e99 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.705215] env[65665]: DEBUG nova.compute.provider_tree [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.709060] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 926.709060] env[65665]: value = "task-4854845" [ 926.709060] env[65665]: _type = "Task" [ 926.709060] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.714809] env[65665]: DEBUG nova.policy [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17e26272ce194eddbb00149d34b7e4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa808aceeafb45fba3e8ed9557e66358', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.723283] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.847880] env[65665]: DEBUG oslo_concurrency.lockutils [None req-755fdcd6-c382-4b7b-ae54-c5f057c0cc21 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "da3de152-92fd-4178-8e68-e7cb6064d996" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.517s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.208122] env[65665]: DEBUG nova.scheduler.client.report [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.222455] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.268641] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "14320126-ffd1-4553-9918-ffc7b0214869" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.268740] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "14320126-ffd1-4553-9918-ffc7b0214869" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.417774] env[65665]: DEBUG nova.network.neutron [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Successfully created port: 68f724e9-fda2-42fc-b4ef-2b342cab4976 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 927.477023] env[65665]: DEBUG nova.network.neutron [-] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.639188] env[65665]: DEBUG nova.compute.manager [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 927.694165] env[65665]: DEBUG nova.virt.hardware [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 927.694424] env[65665]: DEBUG nova.virt.hardware [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.694572] env[65665]: DEBUG nova.virt.hardware [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 927.695398] env[65665]: DEBUG nova.virt.hardware [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.695398] env[65665]: DEBUG nova.virt.hardware [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 927.697897] env[65665]: DEBUG nova.virt.hardware [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 927.698223] env[65665]: DEBUG nova.virt.hardware [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 927.698405] env[65665]: DEBUG nova.virt.hardware [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 927.698572] env[65665]: DEBUG nova.virt.hardware [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 927.698732] env[65665]: DEBUG nova.virt.hardware [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 927.699272] env[65665]: DEBUG nova.virt.hardware [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 927.699888] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6b5f2e-d859-4938-b88c-44105c2989a2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.708855] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff2f212-0280-43df-84c2-a3bf2668b4b6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.719871] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.727559] env[65665]: DEBUG oslo_concurrency.lockutils [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.581s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.727994] env[65665]: DEBUG nova.objects.instance [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lazy-loading 'resources' on Instance uuid 4dcc1e66-77d7-4437-a082-021f6d633052 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.734912] env[65665]: DEBUG oslo_vmware.api [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854845, 'name': PowerOnVM_Task, 'duration_secs': 0.847358} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.735239] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.735411] env[65665]: INFO nova.compute.manager [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Took 11.20 seconds to spawn the instance on the hypervisor. [ 927.736452] env[65665]: DEBUG nova.compute.manager [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 927.736452] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0487674a-9534-4e5f-9576-26807162d162 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.750647] env[65665]: INFO nova.scheduler.client.report [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Deleted allocations for instance df45e8db-a95c-4765-babb-14adf34600b3 [ 927.773629] env[65665]: DEBUG nova.compute.manager [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 927.981926] env[65665]: INFO nova.compute.manager [-] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Took 1.84 seconds to deallocate network for instance. [ 928.257992] env[65665]: INFO nova.compute.manager [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Took 36.42 seconds to build instance. [ 928.260090] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fb78ef8a-5874-4d19-9d3c-e65bafb7064f tempest-ServersTestFqdnHostnames-1596316355 tempest-ServersTestFqdnHostnames-1596316355-project-member] Lock "df45e8db-a95c-4765-babb-14adf34600b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.023s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.305140] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.495227] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.761328] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1579aad4-6003-45c1-b210-3cd06ae3bb34 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "946d536d-b5fc-4c8f-a9a0-c549dd144261" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.879s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.762421] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc6f102-09bf-4a73-9d9f-d5bbdb5d32ea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.771258] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95c2fd2-2450-40a5-9a3d-07c466449e47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.806715] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729649ab-6229-47f8-82de-92cf88c10cb6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.816714] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ead833b-76ce-4235-952a-9edc0e8425d7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.832991] env[65665]: DEBUG nova.compute.provider_tree [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.128363] env[65665]: DEBUG nova.compute.manager [req-db1d43ec-4caa-4492-b120-b9591eac8ddf req-7fd85366-a37e-4dc6-b1c4-e2c4b8fe3c05 service nova] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Received event network-vif-deleted-125e8e38-75da-4e7a-a752-045af38a9a26 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 929.139954] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Acquiring lock "88ad83f8-145e-43fd-81af-ed9de6c5d34d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.140478] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Lock "88ad83f8-145e-43fd-81af-ed9de6c5d34d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.336208] env[65665]: DEBUG nova.scheduler.client.report [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.359213] env[65665]: DEBUG nova.network.neutron [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Successfully updated port: 68f724e9-fda2-42fc-b4ef-2b342cab4976 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 929.574758] env[65665]: DEBUG nova.compute.manager [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Stashing vm_state: active {{(pid=65665) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 929.643517] env[65665]: DEBUG nova.compute.manager [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 929.841935] env[65665]: DEBUG oslo_concurrency.lockutils [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.845174] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.392s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.845174] env[65665]: DEBUG nova.objects.instance [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lazy-loading 'resources' on Instance uuid dbed29b1-e848-4bb3-8281-1b6c53785566 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.864648] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "refresh_cache-7e28a8b1-19fb-4b86-8b03-adc8f87c4378" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.864766] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquired lock "refresh_cache-7e28a8b1-19fb-4b86-8b03-adc8f87c4378" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.864973] env[65665]: DEBUG nova.network.neutron [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 929.890412] env[65665]: INFO nova.scheduler.client.report [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Deleted allocations for instance 4dcc1e66-77d7-4437-a082-021f6d633052 [ 930.103413] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.171164] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.399971] env[65665]: DEBUG oslo_concurrency.lockutils [None req-964de928-ac25-46de-92f6-ef3e1c47ee18 tempest-ServerRescueTestJSON-1602582723 tempest-ServerRescueTestJSON-1602582723-project-member] Lock "4dcc1e66-77d7-4437-a082-021f6d633052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.549s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.740791] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17166dc0-7458-4748-bb5e-79c3030cfc54 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.749774] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe8adfd-6b1d-416f-9626-6b2e913df1f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.780786] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99c7288-df2f-4add-bff2-148ffc822110 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.789329] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275c09d1-6a5f-4011-9c90-8682d9d964e7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.806425] env[65665]: DEBUG nova.compute.provider_tree [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.956961] env[65665]: DEBUG nova.network.neutron [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 931.167275] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 931.167643] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946338', 'volume_id': '7317a382-594c-4770-b5ed-41a7c8f9ae71', 'name': 'volume-7317a382-594c-4770-b5ed-41a7c8f9ae71', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edf8969e-301d-4c57-b792-2c07d6c4250e', 'attached_at': '', 'detached_at': '', 'volume_id': '7317a382-594c-4770-b5ed-41a7c8f9ae71', 'serial': '7317a382-594c-4770-b5ed-41a7c8f9ae71'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 931.168599] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd45d36d-f2e0-47d0-aa62-fdeca6b0bc4b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.193106] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7491d64-6fba-4b67-8dbd-75f31f1e92d6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.221450] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] volume-7317a382-594c-4770-b5ed-41a7c8f9ae71/volume-7317a382-594c-4770-b5ed-41a7c8f9ae71.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.221814] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ba5045a-716b-470a-bdab-09427a116330 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.241996] env[65665]: DEBUG oslo_vmware.api [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 931.241996] env[65665]: value = "task-4854849" [ 931.241996] env[65665]: _type = "Task" [ 931.241996] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.253339] env[65665]: DEBUG oslo_vmware.api [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.310623] env[65665]: DEBUG nova.scheduler.client.report [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.612349] env[65665]: WARNING neutronclient.v2_0.client [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.626218] env[65665]: DEBUG nova.compute.manager [req-8f77f06c-a67f-4829-8de1-ee0751d9f941 req-65258656-7630-4ea2-996d-019828cf37f7 service nova] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Received event network-vif-plugged-68f724e9-fda2-42fc-b4ef-2b342cab4976 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 931.626569] env[65665]: DEBUG oslo_concurrency.lockutils [req-8f77f06c-a67f-4829-8de1-ee0751d9f941 req-65258656-7630-4ea2-996d-019828cf37f7 service nova] Acquiring lock "7e28a8b1-19fb-4b86-8b03-adc8f87c4378-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.626906] env[65665]: DEBUG oslo_concurrency.lockutils [req-8f77f06c-a67f-4829-8de1-ee0751d9f941 req-65258656-7630-4ea2-996d-019828cf37f7 service nova] Lock "7e28a8b1-19fb-4b86-8b03-adc8f87c4378-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.627202] env[65665]: DEBUG oslo_concurrency.lockutils [req-8f77f06c-a67f-4829-8de1-ee0751d9f941 req-65258656-7630-4ea2-996d-019828cf37f7 service nova] Lock "7e28a8b1-19fb-4b86-8b03-adc8f87c4378-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.627429] env[65665]: DEBUG nova.compute.manager [req-8f77f06c-a67f-4829-8de1-ee0751d9f941 req-65258656-7630-4ea2-996d-019828cf37f7 service nova] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] No waiting events found dispatching network-vif-plugged-68f724e9-fda2-42fc-b4ef-2b342cab4976 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 931.627640] env[65665]: WARNING nova.compute.manager [req-8f77f06c-a67f-4829-8de1-ee0751d9f941 req-65258656-7630-4ea2-996d-019828cf37f7 service nova] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Received unexpected event network-vif-plugged-68f724e9-fda2-42fc-b4ef-2b342cab4976 for instance with vm_state building and task_state spawning. [ 931.701026] env[65665]: DEBUG nova.network.neutron [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Updating instance_info_cache with network_info: [{"id": "68f724e9-fda2-42fc-b4ef-2b342cab4976", "address": "fa:16:3e:f9:fa:3c", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f724e9-fd", "ovs_interfaceid": "68f724e9-fda2-42fc-b4ef-2b342cab4976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.758022] env[65665]: DEBUG oslo_vmware.api [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.817258] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.820026] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.069s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.825047] env[65665]: INFO nova.compute.claims [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.852803] env[65665]: INFO nova.scheduler.client.report [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleted allocations for instance dbed29b1-e848-4bb3-8281-1b6c53785566 [ 932.206060] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Releasing lock "refresh_cache-7e28a8b1-19fb-4b86-8b03-adc8f87c4378" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.206440] env[65665]: DEBUG nova.compute.manager [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Instance network_info: |[{"id": "68f724e9-fda2-42fc-b4ef-2b342cab4976", "address": "fa:16:3e:f9:fa:3c", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f724e9-fd", "ovs_interfaceid": "68f724e9-fda2-42fc-b4ef-2b342cab4976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 932.206858] env[65665]: DEBUG oslo_concurrency.lockutils [None req-40a85e0f-7746-48e2-8f26-4c63ccab2302 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "da3de152-92fd-4178-8e68-e7cb6064d996" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.207088] env[65665]: DEBUG oslo_concurrency.lockutils [None req-40a85e0f-7746-48e2-8f26-4c63ccab2302 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "da3de152-92fd-4178-8e68-e7cb6064d996" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.207252] env[65665]: DEBUG nova.compute.manager [None req-40a85e0f-7746-48e2-8f26-4c63ccab2302 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 932.207641] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:fa:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68f724e9-fda2-42fc-b4ef-2b342cab4976', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.215961] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 932.216393] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67542f1-4e26-4fc7-8491-5f8d142bfbf3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.219169] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.221691] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8828985-7e30-4b54-bf15-4d66e8a2e887 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.238841] env[65665]: DEBUG nova.compute.manager [None req-40a85e0f-7746-48e2-8f26-4c63ccab2302 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65665) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 932.239582] env[65665]: DEBUG nova.objects.instance [None req-40a85e0f-7746-48e2-8f26-4c63ccab2302 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lazy-loading 'flavor' on Instance uuid da3de152-92fd-4178-8e68-e7cb6064d996 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.245020] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.245020] env[65665]: value = "task-4854850" [ 932.245020] env[65665]: _type = "Task" [ 932.245020] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.257774] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854850, 'name': CreateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.261063] env[65665]: DEBUG oslo_vmware.api [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854849, 'name': ReconfigVM_Task, 'duration_secs': 0.826176} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.261343] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Reconfigured VM instance instance-00000040 to attach disk [datastore2] volume-7317a382-594c-4770-b5ed-41a7c8f9ae71/volume-7317a382-594c-4770-b5ed-41a7c8f9ae71.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.267772] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067fe7f1-737c-4730-9ac0-65555961bad5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.285081] env[65665]: DEBUG oslo_vmware.api [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 932.285081] env[65665]: value = "task-4854851" [ 932.285081] env[65665]: _type = "Task" [ 932.285081] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.295811] env[65665]: DEBUG oslo_vmware.api [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.362482] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e8883d0b-0616-4952-abd5-5625a55451ef tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "dbed29b1-e848-4bb3-8281-1b6c53785566" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.190s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.758059] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854850, 'name': CreateVM_Task, 'duration_secs': 0.504456} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.758340] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.759609] env[65665]: WARNING neutronclient.v2_0.client [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.759609] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.759609] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.760177] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.762020] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf3d640-2e9b-492e-ae05-fac2cf2223a3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.767830] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 932.767830] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e46f84-f93e-da5b-55aa-1785f15c18c8" [ 932.767830] env[65665]: _type = "Task" [ 932.767830] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.779427] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e46f84-f93e-da5b-55aa-1785f15c18c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.795015] env[65665]: DEBUG oslo_vmware.api [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854851, 'name': ReconfigVM_Task, 'duration_secs': 0.189173} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.795015] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946338', 'volume_id': '7317a382-594c-4770-b5ed-41a7c8f9ae71', 'name': 'volume-7317a382-594c-4770-b5ed-41a7c8f9ae71', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edf8969e-301d-4c57-b792-2c07d6c4250e', 'attached_at': '', 'detached_at': '', 'volume_id': '7317a382-594c-4770-b5ed-41a7c8f9ae71', 'serial': '7317a382-594c-4770-b5ed-41a7c8f9ae71'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 933.254127] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a85e0f-7746-48e2-8f26-4c63ccab2302 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.254127] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3cbeb8f-9a61-4aba-8698-b1e318fc7dfc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.261591] env[65665]: DEBUG oslo_vmware.api [None req-40a85e0f-7746-48e2-8f26-4c63ccab2302 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 933.261591] env[65665]: value = "task-4854852" [ 933.261591] env[65665]: _type = "Task" [ 933.261591] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.274912] env[65665]: DEBUG oslo_vmware.api [None req-40a85e0f-7746-48e2-8f26-4c63ccab2302 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.292749] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e46f84-f93e-da5b-55aa-1785f15c18c8, 'name': SearchDatastore_Task, 'duration_secs': 0.016837} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.293175] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.293419] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.297026] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.297026] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.297026] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.297026] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbe3fc88-aef3-4335-ba31-3732376c3230 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.310523] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.310867] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.312236] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2118a90d-e16e-49a9-83f1-6d7a7d8e2c8e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.320370] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 933.320370] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5291b6b3-ffdb-8a1c-b0bc-301fd08192e6" [ 933.320370] env[65665]: _type = "Task" [ 933.320370] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.331931] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5291b6b3-ffdb-8a1c-b0bc-301fd08192e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.337906] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6047f4dd-2caa-45dd-a471-578c44b1b4ce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.345765] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc7b353-6b37-4fe6-bf4a-bb9be80c4ce1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.384850] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff4ad62-ce5b-4d7b-b906-a40d3a0bdf69 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.401910] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc393a07-475f-4dc2-950d-4d4e61ffe9aa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.422866] env[65665]: DEBUG nova.compute.provider_tree [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.773277] env[65665]: DEBUG oslo_vmware.api [None req-40a85e0f-7746-48e2-8f26-4c63ccab2302 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854852, 'name': PowerOffVM_Task, 'duration_secs': 0.264527} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.773561] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a85e0f-7746-48e2-8f26-4c63ccab2302 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.773789] env[65665]: DEBUG nova.compute.manager [None req-40a85e0f-7746-48e2-8f26-4c63ccab2302 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 933.774614] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4040e6c-5514-4c6f-954d-f4ead7863686 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.833777] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5291b6b3-ffdb-8a1c-b0bc-301fd08192e6, 'name': SearchDatastore_Task, 'duration_secs': 0.015433} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.834856] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b32fdb-3933-4ac0-918a-f723c314e2b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.841646] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 933.841646] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f1d004-3f4c-1b75-e572-2889bfc0cd0c" [ 933.841646] env[65665]: _type = "Task" [ 933.841646] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.852098] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f1d004-3f4c-1b75-e572-2889bfc0cd0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.892719] env[65665]: DEBUG nova.objects.instance [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lazy-loading 'flavor' on Instance uuid edf8969e-301d-4c57-b792-2c07d6c4250e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.902120] env[65665]: DEBUG nova.compute.manager [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Stashing vm_state: active {{(pid=65665) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 933.926125] env[65665]: DEBUG nova.scheduler.client.report [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.290473] env[65665]: DEBUG oslo_concurrency.lockutils [None req-40a85e0f-7746-48e2-8f26-4c63ccab2302 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "da3de152-92fd-4178-8e68-e7cb6064d996" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.353104] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f1d004-3f4c-1b75-e572-2889bfc0cd0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.353362] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.353631] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 7e28a8b1-19fb-4b86-8b03-adc8f87c4378/7e28a8b1-19fb-4b86-8b03-adc8f87c4378.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.353934] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a6c272c-d02a-42fb-9292-c24805c8451b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.362727] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 934.362727] env[65665]: value = "task-4854853" [ 934.362727] env[65665]: _type = "Task" [ 934.362727] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.373334] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.404476] env[65665]: DEBUG oslo_concurrency.lockutils [None req-085e98e3-1246-4bf1-8cef-fc52cfc9d310 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.396s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.429121] env[65665]: DEBUG oslo_concurrency.lockutils [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.432601] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.433302] env[65665]: DEBUG nova.compute.manager [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 934.436844] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.132s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.438593] env[65665]: INFO nova.compute.claims [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.709205] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "946d536d-b5fc-4c8f-a9a0-c549dd144261" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.709522] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "946d536d-b5fc-4c8f-a9a0-c549dd144261" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.709710] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "946d536d-b5fc-4c8f-a9a0-c549dd144261-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.710505] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "946d536d-b5fc-4c8f-a9a0-c549dd144261-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.710505] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "946d536d-b5fc-4c8f-a9a0-c549dd144261-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.713510] env[65665]: INFO nova.compute.manager [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Terminating instance [ 934.753373] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Acquiring lock "9f043958-ac20-4c8e-ad60-6b31af4ab14a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.753826] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Lock "9f043958-ac20-4c8e-ad60-6b31af4ab14a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.880715] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507247} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.881129] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 7e28a8b1-19fb-4b86-8b03-adc8f87c4378/7e28a8b1-19fb-4b86-8b03-adc8f87c4378.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.881254] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.881737] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53a9a024-5eec-4096-b78f-f66fc07464dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.892724] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "4b8128a5-8669-4731-ad17-04eab88415b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.892974] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "4b8128a5-8669-4731-ad17-04eab88415b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.894461] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 934.894461] env[65665]: value = "task-4854854" [ 934.894461] env[65665]: _type = "Task" [ 934.894461] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.907957] env[65665]: DEBUG nova.compute.manager [req-53fb6b97-b01a-44e4-b3ef-83e04e1dce35 req-91019b04-c090-48dc-bbdd-c26f87e3b734 service nova] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Received event network-changed-68f724e9-fda2-42fc-b4ef-2b342cab4976 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 934.907957] env[65665]: DEBUG nova.compute.manager [req-53fb6b97-b01a-44e4-b3ef-83e04e1dce35 req-91019b04-c090-48dc-bbdd-c26f87e3b734 service nova] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Refreshing instance network info cache due to event network-changed-68f724e9-fda2-42fc-b4ef-2b342cab4976. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 934.908216] env[65665]: DEBUG oslo_concurrency.lockutils [req-53fb6b97-b01a-44e4-b3ef-83e04e1dce35 req-91019b04-c090-48dc-bbdd-c26f87e3b734 service nova] Acquiring lock "refresh_cache-7e28a8b1-19fb-4b86-8b03-adc8f87c4378" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.908216] env[65665]: DEBUG oslo_concurrency.lockutils [req-53fb6b97-b01a-44e4-b3ef-83e04e1dce35 req-91019b04-c090-48dc-bbdd-c26f87e3b734 service nova] Acquired lock "refresh_cache-7e28a8b1-19fb-4b86-8b03-adc8f87c4378" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.908331] env[65665]: DEBUG nova.network.neutron [req-53fb6b97-b01a-44e4-b3ef-83e04e1dce35 req-91019b04-c090-48dc-bbdd-c26f87e3b734 service nova] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Refreshing network info cache for port 68f724e9-fda2-42fc-b4ef-2b342cab4976 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.910312] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.945081] env[65665]: DEBUG nova.compute.utils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.952467] env[65665]: DEBUG nova.compute.manager [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 934.952758] env[65665]: DEBUG nova.network.neutron [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 934.953560] env[65665]: WARNING neutronclient.v2_0.client [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.954042] env[65665]: WARNING neutronclient.v2_0.client [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.017748] env[65665]: DEBUG nova.policy [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1adfef5329424c8ba377c0f89ea20468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10b335171f7e4dfd9ffa1dea0cc5e48f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.221804] env[65665]: DEBUG nova.compute.manager [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 935.222064] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.224187] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb3209b-c9db-4b46-8980-3e9fe4098dc2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.232615] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.232946] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9ea36d3-2e86-48ae-802c-1b9c2ae172bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.241668] env[65665]: DEBUG oslo_vmware.api [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 935.241668] env[65665]: value = "task-4854855" [ 935.241668] env[65665]: _type = "Task" [ 935.241668] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.250985] env[65665]: DEBUG oslo_vmware.api [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.257661] env[65665]: DEBUG nova.compute.manager [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 935.395686] env[65665]: DEBUG nova.compute.manager [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 935.412872] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074818} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.412872] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.412872] env[65665]: WARNING neutronclient.v2_0.client [req-53fb6b97-b01a-44e4-b3ef-83e04e1dce35 req-91019b04-c090-48dc-bbdd-c26f87e3b734 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.416065] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a985300-251b-4143-9371-1a110e76b961 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.444666] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 7e28a8b1-19fb-4b86-8b03-adc8f87c4378/7e28a8b1-19fb-4b86-8b03-adc8f87c4378.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.445054] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8c82b36-62b9-48ef-b96f-07a71dfb4409 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.463115] env[65665]: DEBUG nova.compute.manager [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 935.477738] env[65665]: DEBUG nova.network.neutron [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Successfully created port: dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 935.483358] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 935.483358] env[65665]: value = "task-4854856" [ 935.483358] env[65665]: _type = "Task" [ 935.483358] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.493174] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.575694] env[65665]: INFO nova.compute.manager [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Rescuing [ 935.576057] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.576245] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.576440] env[65665]: DEBUG nova.network.neutron [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 935.710957] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquiring lock "8ce3a8f9-43dd-4502-8e86-65bc43eadce5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.710957] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lock "8ce3a8f9-43dd-4502-8e86-65bc43eadce5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.756996] env[65665]: DEBUG oslo_vmware.api [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854855, 'name': PowerOffVM_Task, 'duration_secs': 0.22305} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.759853] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.760167] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.761244] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65dab4b5-3105-4594-a198-e20663e3f72a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.769019] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "5c674aad-91fe-4a12-b3b4-4b81c924fd25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.769426] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "5c674aad-91fe-4a12-b3b4-4b81c924fd25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.769731] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "5c674aad-91fe-4a12-b3b4-4b81c924fd25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.769989] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "5c674aad-91fe-4a12-b3b4-4b81c924fd25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.770229] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "5c674aad-91fe-4a12-b3b4-4b81c924fd25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.775606] env[65665]: INFO nova.compute.manager [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Terminating instance [ 935.783825] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.836095] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.836298] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.836523] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleting the datastore file [datastore1] 946d536d-b5fc-4c8f-a9a0-c549dd144261 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.839639] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94dac6d9-f23c-4811-b4f4-a047f219fa61 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.848783] env[65665]: DEBUG oslo_vmware.api [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 935.848783] env[65665]: value = "task-4854858" [ 935.848783] env[65665]: _type = "Task" [ 935.848783] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.860265] env[65665]: DEBUG oslo_vmware.api [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.915088] env[65665]: WARNING neutronclient.v2_0.client [req-53fb6b97-b01a-44e4-b3ef-83e04e1dce35 req-91019b04-c090-48dc-bbdd-c26f87e3b734 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.922155] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.962659] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17809eb4-a778-4b30-8b21-13067347450d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.974199] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96c9fbe-8b14-494c-a48e-9b2cf3d200b4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.005843] env[65665]: INFO nova.compute.manager [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Rebuilding instance [ 936.017806] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9944119e-ea0e-4c52-808f-f9b4a06310b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.031349] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.035633] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb56fc6-72e9-43c7-9fcc-b1378aa6e65c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.052127] env[65665]: DEBUG nova.compute.provider_tree [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.074368] env[65665]: DEBUG nova.compute.manager [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 936.075289] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234bb860-6683-4d63-9a3d-602bf082e403 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.083056] env[65665]: WARNING neutronclient.v2_0.client [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.187968] env[65665]: DEBUG nova.network.neutron [req-53fb6b97-b01a-44e4-b3ef-83e04e1dce35 req-91019b04-c090-48dc-bbdd-c26f87e3b734 service nova] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Updated VIF entry in instance network info cache for port 68f724e9-fda2-42fc-b4ef-2b342cab4976. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 936.188389] env[65665]: DEBUG nova.network.neutron [req-53fb6b97-b01a-44e4-b3ef-83e04e1dce35 req-91019b04-c090-48dc-bbdd-c26f87e3b734 service nova] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Updating instance_info_cache with network_info: [{"id": "68f724e9-fda2-42fc-b4ef-2b342cab4976", "address": "fa:16:3e:f9:fa:3c", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f724e9-fd", "ovs_interfaceid": "68f724e9-fda2-42fc-b4ef-2b342cab4976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.212260] env[65665]: DEBUG nova.compute.manager [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 936.245575] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquiring lock "a0c70486-1a8d-4c27-afed-a3f54b93fb2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.245811] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lock "a0c70486-1a8d-4c27-afed-a3f54b93fb2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.279667] env[65665]: DEBUG nova.compute.manager [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 936.280019] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.281008] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66b308d-2c6d-4349-824c-2fca8e239011 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.289398] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.290138] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50dfd660-7d2d-4f46-9e72-c07c0c7c1481 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.297690] env[65665]: DEBUG oslo_vmware.api [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 936.297690] env[65665]: value = "task-4854859" [ 936.297690] env[65665]: _type = "Task" [ 936.297690] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.306838] env[65665]: DEBUG oslo_vmware.api [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.360067] env[65665]: DEBUG oslo_vmware.api [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4854858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193774} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.363070] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.363270] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.363449] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.363633] env[65665]: INFO nova.compute.manager [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Took 1.14 seconds to destroy the instance on the hypervisor. [ 936.363930] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 936.364352] env[65665]: DEBUG nova.compute.manager [-] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 936.364451] env[65665]: DEBUG nova.network.neutron [-] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 936.364685] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.445072] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.473559] env[65665]: WARNING neutronclient.v2_0.client [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.480240] env[65665]: DEBUG nova.compute.manager [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 936.515026] env[65665]: DEBUG nova.virt.hardware [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 936.515026] env[65665]: DEBUG nova.virt.hardware [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.515026] env[65665]: DEBUG nova.virt.hardware [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 936.515026] env[65665]: DEBUG nova.virt.hardware [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.515026] env[65665]: DEBUG nova.virt.hardware [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 936.515026] env[65665]: DEBUG nova.virt.hardware [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 936.515026] env[65665]: DEBUG nova.virt.hardware [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 936.515026] env[65665]: DEBUG nova.virt.hardware [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 936.515026] env[65665]: DEBUG nova.virt.hardware [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 936.515026] env[65665]: DEBUG nova.virt.hardware [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 936.515026] env[65665]: DEBUG nova.virt.hardware [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 936.518073] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7be178d-9d16-45e6-ba86-3b906267bd77 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.527785] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.531766] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bd64ed-3a55-4abd-9340-dd7bba6e7e85 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.559612] env[65665]: DEBUG nova.scheduler.client.report [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.692020] env[65665]: DEBUG oslo_concurrency.lockutils [req-53fb6b97-b01a-44e4-b3ef-83e04e1dce35 req-91019b04-c090-48dc-bbdd-c26f87e3b734 service nova] Releasing lock "refresh_cache-7e28a8b1-19fb-4b86-8b03-adc8f87c4378" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.740421] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.748618] env[65665]: DEBUG nova.compute.manager [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 936.809322] env[65665]: DEBUG oslo_vmware.api [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854859, 'name': PowerOffVM_Task, 'duration_secs': 0.288291} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.809686] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.809864] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.810349] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4847c446-22cd-41a5-92e3-2aa1f01e2edd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.842866] env[65665]: DEBUG nova.network.neutron [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updating instance_info_cache with network_info: [{"id": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "address": "fa:16:3e:79:ce:72", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fcb387-c6", "ovs_interfaceid": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.880793] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.881284] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.881556] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleting the datastore file [datastore1] 5c674aad-91fe-4a12-b3b4-4b81c924fd25 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.881871] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d58f671d-84af-433f-8b36-683cc4703897 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.891035] env[65665]: DEBUG oslo_vmware.api [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for the task: (returnval){ [ 936.891035] env[65665]: value = "task-4854861" [ 936.891035] env[65665]: _type = "Task" [ 936.891035] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.902119] env[65665]: DEBUG oslo_vmware.api [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.023771] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854856, 'name': ReconfigVM_Task, 'duration_secs': 1.264224} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.023771] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 7e28a8b1-19fb-4b86-8b03-adc8f87c4378/7e28a8b1-19fb-4b86-8b03-adc8f87c4378.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.024311] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c812b5d-0a02-42d3-bf10-9544ef402030 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.034235] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 937.034235] env[65665]: value = "task-4854862" [ 937.034235] env[65665]: _type = "Task" [ 937.034235] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.043907] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854862, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.065614] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.066322] env[65665]: DEBUG nova.compute.manager [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 937.072432] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.578s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.074798] env[65665]: DEBUG nova.objects.instance [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lazy-loading 'resources' on Instance uuid 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.094676] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.095480] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c34dada9-cc38-45b1-9556-8dd06274f045 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.104507] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 937.104507] env[65665]: value = "task-4854863" [ 937.104507] env[65665]: _type = "Task" [ 937.104507] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.119189] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 937.119926] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.124427] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adb9de9-a261-44cd-9235-f1cd947e2e96 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.136763] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.136998] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0caeb894-3520-491f-9442-c5bca29bd85c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.159319] env[65665]: DEBUG nova.compute.manager [req-c4785f12-dff0-4ef8-9389-abc4a78da9c8 req-1a78e941-3e8d-43e7-abd7-4741175e64b2 service nova] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Received event network-vif-deleted-6427d27f-560b-4681-a6f6-1325fd46e43c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 937.159689] env[65665]: INFO nova.compute.manager [req-c4785f12-dff0-4ef8-9389-abc4a78da9c8 req-1a78e941-3e8d-43e7-abd7-4741175e64b2 service nova] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Neutron deleted interface 6427d27f-560b-4681-a6f6-1325fd46e43c; detaching it from the instance and deleting it from the info cache [ 937.159782] env[65665]: DEBUG nova.network.neutron [req-c4785f12-dff0-4ef8-9389-abc4a78da9c8 req-1a78e941-3e8d-43e7-abd7-4741175e64b2 service nova] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.197474] env[65665]: DEBUG nova.network.neutron [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Successfully updated port: dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 937.226577] env[65665]: DEBUG nova.network.neutron [-] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.231531] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.231531] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.231686] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleting the datastore file [datastore1] da3de152-92fd-4178-8e68-e7cb6064d996 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.232299] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be671e23-34c9-4edc-b223-a2d196a023de {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.240478] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 937.240478] env[65665]: value = "task-4854865" [ 937.240478] env[65665]: _type = "Task" [ 937.240478] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.247998] env[65665]: DEBUG nova.compute.manager [req-f5f6e310-8b06-44c1-b232-a7c3d9f692b5 req-2ec8808f-ab78-4cb1-9ed0-7806ab7344ea service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Received event network-vif-plugged-dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 937.248239] env[65665]: DEBUG oslo_concurrency.lockutils [req-f5f6e310-8b06-44c1-b232-a7c3d9f692b5 req-2ec8808f-ab78-4cb1-9ed0-7806ab7344ea service nova] Acquiring lock "4b0c2f40-07af-4a37-83d7-deef94300cae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.249282] env[65665]: DEBUG oslo_concurrency.lockutils [req-f5f6e310-8b06-44c1-b232-a7c3d9f692b5 req-2ec8808f-ab78-4cb1-9ed0-7806ab7344ea service nova] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.249282] env[65665]: DEBUG oslo_concurrency.lockutils [req-f5f6e310-8b06-44c1-b232-a7c3d9f692b5 req-2ec8808f-ab78-4cb1-9ed0-7806ab7344ea service nova] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.249282] env[65665]: DEBUG nova.compute.manager [req-f5f6e310-8b06-44c1-b232-a7c3d9f692b5 req-2ec8808f-ab78-4cb1-9ed0-7806ab7344ea service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] No waiting events found dispatching network-vif-plugged-dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 937.249282] env[65665]: WARNING nova.compute.manager [req-f5f6e310-8b06-44c1-b232-a7c3d9f692b5 req-2ec8808f-ab78-4cb1-9ed0-7806ab7344ea service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Received unexpected event network-vif-plugged-dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b for instance with vm_state building and task_state spawning. [ 937.255661] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.276174] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.346383] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.406644] env[65665]: DEBUG oslo_vmware.api [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Task: {'id': task-4854861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303657} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.407338] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.407915] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.408336] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.408820] env[65665]: INFO nova.compute.manager [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Took 1.13 seconds to destroy the instance on the hypervisor. [ 937.409648] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 937.410328] env[65665]: DEBUG nova.compute.manager [-] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 937.410595] env[65665]: DEBUG nova.network.neutron [-] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 937.411142] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.450868] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.543180] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854862, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.574086] env[65665]: DEBUG nova.compute.utils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.575857] env[65665]: DEBUG nova.compute.manager [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 937.576517] env[65665]: DEBUG nova.network.neutron [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 937.576517] env[65665]: WARNING neutronclient.v2_0.client [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.577021] env[65665]: WARNING neutronclient.v2_0.client [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.629028] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.629404] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.629677] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "8bad4f41-93d3-4f50-abd4-ebfdf581e7f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.629718] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "8bad4f41-93d3-4f50-abd4-ebfdf581e7f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.629854] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "8bad4f41-93d3-4f50-abd4-ebfdf581e7f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.632479] env[65665]: INFO nova.compute.manager [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Terminating instance [ 937.660691] env[65665]: DEBUG nova.policy [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '622bf7fcd5944f978d15939ca67d4ad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0bd929293864de1bb4786013603f311', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.664545] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41cb2f1a-0f16-4d11-8c4f-bf44be0c223b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.668293] env[65665]: INFO nova.compute.manager [None req-aab152cc-b355-4d11-b498-f6cc45e69ac4 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Get console output [ 937.668570] env[65665]: WARNING nova.virt.vmwareapi.driver [None req-aab152cc-b355-4d11-b498-f6cc45e69ac4 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] The console log is missing. Check your VSPC configuration [ 937.683097] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5338bccf-5c68-40f3-8528-a4272412a192 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.701475] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.701887] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.701887] env[65665]: DEBUG nova.network.neutron [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 937.727102] env[65665]: DEBUG nova.compute.manager [req-c4785f12-dff0-4ef8-9389-abc4a78da9c8 req-1a78e941-3e8d-43e7-abd7-4741175e64b2 service nova] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Detach interface failed, port_id=6427d27f-560b-4681-a6f6-1325fd46e43c, reason: Instance 946d536d-b5fc-4c8f-a9a0-c549dd144261 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 937.730414] env[65665]: INFO nova.compute.manager [-] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Took 1.37 seconds to deallocate network for instance. [ 937.753636] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20018} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.756791] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.756995] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.757347] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.976501] env[65665]: DEBUG nova.network.neutron [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Successfully created port: 95b6275f-f63c-421d-8d78-51c1f644b6c9 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 938.026262] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a54d465-6862-4f86-ad9f-5658ea4a839f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.038244] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc07d45-b95c-403b-9333-5a90a92fa9a5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.048092] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854862, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.073841] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860409b8-1f15-4613-a19f-d9c04e845fc4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.081753] env[65665]: DEBUG nova.compute.manager [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 938.085348] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cbeac5-e6a3-4847-bf44-d7cccc7ccf7b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.101281] env[65665]: DEBUG nova.compute.provider_tree [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.136839] env[65665]: DEBUG nova.compute.manager [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 938.137083] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.138250] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8511396-125a-4fc4-8cfd-3e329b719fae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.149646] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.149961] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7adc7998-560a-4cce-943e-ad24532fe155 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.152395] env[65665]: DEBUG nova.network.neutron [-] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.161328] env[65665]: DEBUG oslo_vmware.api [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 938.161328] env[65665]: value = "task-4854866" [ 938.161328] env[65665]: _type = "Task" [ 938.161328] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.174558] env[65665]: DEBUG oslo_vmware.api [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.239244] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.267214] env[65665]: DEBUG nova.network.neutron [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 938.410076] env[65665]: WARNING neutronclient.v2_0.client [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.524637] env[65665]: DEBUG nova.network.neutron [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance_info_cache with network_info: [{"id": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "address": "fa:16:3e:59:34:d8", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6b0b20-1d", "ovs_interfaceid": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.549758] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854862, 'name': Rename_Task, 'duration_secs': 1.222061} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.550228] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.550335] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feebdcc5-38a4-4ec6-9242-2e884bbee394 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.558397] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 938.558397] env[65665]: value = "task-4854867" [ 938.558397] env[65665]: _type = "Task" [ 938.558397] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.568565] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.604581] env[65665]: DEBUG nova.scheduler.client.report [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.654623] env[65665]: INFO nova.compute.manager [-] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Took 1.24 seconds to deallocate network for instance. [ 938.674238] env[65665]: DEBUG oslo_vmware.api [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854866, 'name': PowerOffVM_Task, 'duration_secs': 0.356798} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.674238] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.674238] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.674238] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2af9189-00a9-483e-ab4c-2fcaa1210630 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.831883] env[65665]: DEBUG nova.virt.hardware [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 938.832307] env[65665]: DEBUG nova.virt.hardware [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.832616] env[65665]: DEBUG nova.virt.hardware [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 938.832852] env[65665]: DEBUG nova.virt.hardware [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.833033] env[65665]: DEBUG nova.virt.hardware [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 938.833204] env[65665]: DEBUG nova.virt.hardware [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 938.833444] env[65665]: DEBUG nova.virt.hardware [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 938.833624] env[65665]: DEBUG nova.virt.hardware [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 938.833843] env[65665]: DEBUG nova.virt.hardware [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 938.834047] env[65665]: DEBUG nova.virt.hardware [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 938.834247] env[65665]: DEBUG nova.virt.hardware [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 938.835439] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f88d6c-1710-497b-98a7-10954bd2b4d4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.851040] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a84c99-3724-40a4-a2f0-f97d69e82fa8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.866878] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:65:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b7935b3-a24b-4657-abeb-a3810445ab9d', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.875276] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 938.875619] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.875875] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12ec24f8-c5c1-4413-869b-c542261c0332 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.894631] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.895014] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.895364] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.895844] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Deleting the datastore file [datastore2] 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.895844] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10734c8e-c9f8-424f-b3bc-2f6aaabd3fa6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.898462] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed9f2075-72ba-4a0d-b772-99dc68ebca6b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.905586] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.905586] env[65665]: value = "task-4854869" [ 938.905586] env[65665]: _type = "Task" [ 938.905586] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.909408] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 938.909408] env[65665]: value = "task-4854870" [ 938.909408] env[65665]: _type = "Task" [ 938.909408] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.909815] env[65665]: DEBUG oslo_vmware.api [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for the task: (returnval){ [ 938.909815] env[65665]: value = "task-4854871" [ 938.909815] env[65665]: _type = "Task" [ 938.909815] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.928182] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Acquiring lock "98430fc3-58ac-434b-9538-de5de5c0c83b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.928585] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Lock "98430fc3-58ac-434b-9538-de5de5c0c83b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.928782] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Acquiring lock "98430fc3-58ac-434b-9538-de5de5c0c83b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.929024] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Lock "98430fc3-58ac-434b-9538-de5de5c0c83b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.929236] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Lock "98430fc3-58ac-434b-9538-de5de5c0c83b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.936237] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854869, 'name': CreateVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.936838] env[65665]: INFO nova.compute.manager [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Terminating instance [ 938.946450] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.946706] env[65665]: DEBUG oslo_vmware.api [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.027969] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.028436] env[65665]: DEBUG nova.compute.manager [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Instance network_info: |[{"id": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "address": "fa:16:3e:59:34:d8", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6b0b20-1d", "ovs_interfaceid": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 939.028983] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:34:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.037850] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating folder: Project (10b335171f7e4dfd9ffa1dea0cc5e48f). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.038314] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ccfe3ae-bc57-4f02-99f9-883e2fe20cdf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.055233] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Created folder: Project (10b335171f7e4dfd9ffa1dea0cc5e48f) in parent group-v946135. [ 939.055524] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating folder: Instances. Parent ref: group-v946341. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.055912] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9037248e-f5d4-4ec7-a81d-18b81fd6c0da {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.071393] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.073496] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Created folder: Instances in parent group-v946341. [ 939.073909] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 939.074157] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.074465] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f313846-be97-4e49-83fa-d52f52054519 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.097662] env[65665]: DEBUG nova.compute.manager [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 939.104259] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.104259] env[65665]: value = "task-4854874" [ 939.104259] env[65665]: _type = "Task" [ 939.104259] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.109886] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.117098] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.014s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.119835] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854874, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.145056] env[65665]: DEBUG nova.virt.hardware [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 939.145571] env[65665]: DEBUG nova.virt.hardware [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.145571] env[65665]: DEBUG nova.virt.hardware [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 939.145904] env[65665]: DEBUG nova.virt.hardware [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.145994] env[65665]: DEBUG nova.virt.hardware [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 939.146205] env[65665]: DEBUG nova.virt.hardware [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 939.146420] env[65665]: DEBUG nova.virt.hardware [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 939.146582] env[65665]: DEBUG nova.virt.hardware [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 939.146822] env[65665]: DEBUG nova.virt.hardware [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 939.147080] env[65665]: DEBUG nova.virt.hardware [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 939.147420] env[65665]: DEBUG nova.virt.hardware [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 939.149043] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2de7f2e-2982-4275-8d35-c6afe4997cec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.153070] env[65665]: INFO nova.scheduler.client.report [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleted allocations for instance 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7 [ 939.164587] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.166761] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b442f6-27d3-4d8c-bd58-cc1084d033b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.387169] env[65665]: DEBUG nova.compute.manager [req-e1e5e336-db58-4794-9ae3-4a35cadcb766 req-fe388945-1a0e-4ab1-9653-219f34a5954c service nova] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Received event network-vif-deleted-9a94b6a1-2caa-4af6-9d70-f9608ceecef3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 939.429413] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854869, 'name': CreateVM_Task, 'duration_secs': 0.371389} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.430448] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.431061] env[65665]: WARNING neutronclient.v2_0.client [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 939.431480] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.431613] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.431967] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.435442] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685efa43-5630-40cf-806c-e972615892da {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.438281] env[65665]: DEBUG oslo_vmware.api [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Task: {'id': task-4854871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236816} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.441699] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.442175] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.442175] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.442562] env[65665]: INFO nova.compute.manager [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Took 1.31 seconds to destroy the instance on the hypervisor. [ 939.442562] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 939.442742] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854870, 'name': PowerOffVM_Task, 'duration_secs': 0.215323} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.443430] env[65665]: DEBUG nova.compute.manager [-] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 939.444025] env[65665]: DEBUG nova.network.neutron [-] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 939.444025] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.449979] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.450186] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c77b9ec-3480-49a2-8c25-f41e8f0652dc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.454889] env[65665]: DEBUG nova.compute.manager [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 939.455168] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.456563] env[65665]: DEBUG nova.compute.manager [req-f4d9694c-17ae-438b-bd87-464b3eb4632f req-cbc4241f-035f-4d47-9e1e-6708bb54ea47 service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Received event network-changed-dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 939.456741] env[65665]: DEBUG nova.compute.manager [req-f4d9694c-17ae-438b-bd87-464b3eb4632f req-cbc4241f-035f-4d47-9e1e-6708bb54ea47 service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Refreshing instance network info cache due to event network-changed-dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 939.456952] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4d9694c-17ae-438b-bd87-464b3eb4632f req-cbc4241f-035f-4d47-9e1e-6708bb54ea47 service nova] Acquiring lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.457098] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4d9694c-17ae-438b-bd87-464b3eb4632f req-cbc4241f-035f-4d47-9e1e-6708bb54ea47 service nova] Acquired lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.457251] env[65665]: DEBUG nova.network.neutron [req-f4d9694c-17ae-438b-bd87-464b3eb4632f req-cbc4241f-035f-4d47-9e1e-6708bb54ea47 service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Refreshing network info cache for port dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.458914] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 939.458914] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5253bd12-2587-3aab-69f2-5b354ee45b9c" [ 939.458914] env[65665]: _type = "Task" [ 939.458914] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.459348] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1911344d-2d19-4ba1-b797-99a9148b16d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.487045] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125a93fc-736d-4d6e-959c-9c454443f242 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.497871] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5253bd12-2587-3aab-69f2-5b354ee45b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012885} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.499058] env[65665]: DEBUG oslo_vmware.api [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Waiting for the task: (returnval){ [ 939.499058] env[65665]: value = "task-4854875" [ 939.499058] env[65665]: _type = "Task" [ 939.499058] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.502217] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.502547] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.502786] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.503105] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.503247] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.503447] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.504496] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45bb5bc4-9ddd-481b-a7e5-173b91794f9a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.524024] env[65665]: DEBUG oslo_vmware.api [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.524024] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.524024] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.524024] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-724a71e4-43e8-4b5b-b2b8-ce71d75e5b9c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.529508] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 939.529508] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521810f7-e3c6-55af-edda-78d4d9580b7d" [ 939.529508] env[65665]: _type = "Task" [ 939.529508] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.542628] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521810f7-e3c6-55af-edda-78d4d9580b7d, 'name': SearchDatastore_Task} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.545711] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.546073] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98347026-1528-437e-ab64-c902f6cb4459 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.549657] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea8ae55f-ec1e-4e47-86cd-d2b51919d6f9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.556846] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 939.556846] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52badc9d-4fb0-4075-6974-b01f8f28700b" [ 939.556846] env[65665]: _type = "Task" [ 939.556846] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.562496] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 939.562496] env[65665]: value = "task-4854876" [ 939.562496] env[65665]: _type = "Task" [ 939.562496] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.575771] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52badc9d-4fb0-4075-6974-b01f8f28700b, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.576660] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.576959] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] da3de152-92fd-4178-8e68-e7cb6064d996/da3de152-92fd-4178-8e68-e7cb6064d996.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.577059] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35a1e2d1-eac2-48bb-a813-acf5baa63c4c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.586397] env[65665]: DEBUG oslo_vmware.api [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854867, 'name': PowerOnVM_Task, 'duration_secs': 0.912817} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.587506] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 939.587783] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.588087] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.588276] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.588464] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.588835] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.589053] env[65665]: INFO nova.compute.manager [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Took 11.95 seconds to spawn the instance on the hypervisor. [ 939.589276] env[65665]: DEBUG nova.compute.manager [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 939.589637] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb493b70-924c-4763-bd7d-c87c873204bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.592811] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3ffb1d-4c14-4056-8ae0-3f5b75ecb446 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.599204] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 939.599204] env[65665]: value = "task-4854877" [ 939.599204] env[65665]: _type = "Task" [ 939.599204] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.615018] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.615281] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.620419] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b149f4e5-55e8-4806-9d12-e295067c0b39 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.623853] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.626640] env[65665]: INFO nova.compute.claims [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.636668] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854874, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.638528] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 939.638528] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ddaf58-8d27-fcb5-65c9-fefd7f1c9f4c" [ 939.638528] env[65665]: _type = "Task" [ 939.638528] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.652092] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ddaf58-8d27-fcb5-65c9-fefd7f1c9f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012546} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.653410] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e350cdbe-3949-453e-bf40-2ee68a4155e2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.663062] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 939.663062] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524b4f8b-cc18-0859-99b9-1d3a7b218a29" [ 939.663062] env[65665]: _type = "Task" [ 939.663062] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.663592] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ede8f20d-36b1-42d5-805a-30888d0ef8ba tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "9200dd22-5bf9-40aa-8c9a-3d36f12adfe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.211s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.679816] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524b4f8b-cc18-0859-99b9-1d3a7b218a29, 'name': SearchDatastore_Task} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.680062] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.680554] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] edf8969e-301d-4c57-b792-2c07d6c4250e/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk. {{(pid=65665) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 939.680697] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e56d4a2c-b1ee-45f5-b6c3-58e8e79a2d57 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.688622] env[65665]: DEBUG nova.network.neutron [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Successfully updated port: 95b6275f-f63c-421d-8d78-51c1f644b6c9 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 939.694595] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 939.694595] env[65665]: value = "task-4854878" [ 939.694595] env[65665]: _type = "Task" [ 939.694595] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.710319] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.962503] env[65665]: WARNING neutronclient.v2_0.client [req-f4d9694c-17ae-438b-bd87-464b3eb4632f req-cbc4241f-035f-4d47-9e1e-6708bb54ea47 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.022651] env[65665]: DEBUG oslo_vmware.api [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854875, 'name': PowerOffVM_Task, 'duration_secs': 0.304551} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.022988] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.023210] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 940.023400] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946204', 'volume_id': '767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'name': 'volume-767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98430fc3-58ac-434b-9538-de5de5c0c83b', 'attached_at': '', 'detached_at': '', 'volume_id': '767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'serial': '767cf1e9-9b56-4a45-828d-66fc2ace38dd'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 940.024607] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba542b85-b77a-4ba6-94b6-daf9428c215f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.052110] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3443e33-3539-47f0-9ba9-08fbef1f2fa1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.065038] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b33ff3-2c24-4a3d-a7ee-b41625dd64fd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.089550] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9731e62a-910f-416a-a5f9-121703a0e63c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.110880] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] The volume has not been displaced from its original location: [datastore2] volume-767cf1e9-9b56-4a45-828d-66fc2ace38dd/volume-767cf1e9-9b56-4a45-828d-66fc2ace38dd.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 940.116737] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 940.123537] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4548b5c2-b5f9-4fa1-adff-b50f306bc38b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.143601] env[65665]: INFO nova.compute.resource_tracker [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating resource usage from migration 940b5d9c-452f-4ce1-ad30-8fa4a4a664dc [ 940.149725] env[65665]: INFO nova.compute.manager [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Took 33.96 seconds to build instance. [ 940.159024] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854874, 'name': CreateVM_Task, 'duration_secs': 0.670812} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.161792] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.162204] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510312} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.162437] env[65665]: DEBUG oslo_vmware.api [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Waiting for the task: (returnval){ [ 940.162437] env[65665]: value = "task-4854879" [ 940.162437] env[65665]: _type = "Task" [ 940.162437] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.162989] env[65665]: WARNING neutronclient.v2_0.client [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.163381] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.163527] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.164591] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.164931] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] da3de152-92fd-4178-8e68-e7cb6064d996/da3de152-92fd-4178-8e68-e7cb6064d996.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.165160] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.165487] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc83660-cdb2-45b5-a2b1-741367d0a7c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.167408] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-366f5ea5-9767-4001-8480-4e2867a95dd0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.177308] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 940.177308] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c409f-ab4f-f513-a8b6-a641368122d7" [ 940.177308] env[65665]: _type = "Task" [ 940.177308] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.182195] env[65665]: DEBUG oslo_vmware.api [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.187434] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 940.187434] env[65665]: value = "task-4854880" [ 940.187434] env[65665]: _type = "Task" [ 940.187434] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.199397] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "refresh_cache-14320126-ffd1-4553-9918-ffc7b0214869" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.199397] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired lock "refresh_cache-14320126-ffd1-4553-9918-ffc7b0214869" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.199641] env[65665]: DEBUG nova.network.neutron [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 940.200993] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c409f-ab4f-f513-a8b6-a641368122d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.210343] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.223771] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854878, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.359042] env[65665]: WARNING neutronclient.v2_0.client [req-f4d9694c-17ae-438b-bd87-464b3eb4632f req-cbc4241f-035f-4d47-9e1e-6708bb54ea47 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.458538] env[65665]: DEBUG nova.network.neutron [req-f4d9694c-17ae-438b-bd87-464b3eb4632f req-cbc4241f-035f-4d47-9e1e-6708bb54ea47 service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updated VIF entry in instance network info cache for port dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 940.459093] env[65665]: DEBUG nova.network.neutron [req-f4d9694c-17ae-438b-bd87-464b3eb4632f req-cbc4241f-035f-4d47-9e1e-6708bb54ea47 service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance_info_cache with network_info: [{"id": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "address": "fa:16:3e:59:34:d8", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6b0b20-1d", "ovs_interfaceid": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.651128] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851fc125-b226-4b1e-b2e9-f5637df2b29d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.658567] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2773b61f-2198-444b-b33a-922a2592957f tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "7e28a8b1-19fb-4b86-8b03-adc8f87c4378" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.474s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.659847] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc76ded2-18ba-4a09-9680-6bf19c203344 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.712745] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe72598-deed-44c7-83b2-89acf12fdd4c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.723332] env[65665]: DEBUG nova.network.neutron [-] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.739612] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c409f-ab4f-f513-a8b6-a641368122d7, 'name': SearchDatastore_Task, 'duration_secs': 0.031285} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.739612] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087164} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.739612] env[65665]: DEBUG oslo_vmware.api [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854879, 'name': ReconfigVM_Task, 'duration_secs': 0.228511} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.740765] env[65665]: INFO nova.compute.manager [-] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Took 1.30 seconds to deallocate network for instance. [ 940.741101] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.741316] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.741665] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.741665] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.742136] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.742209] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.742453] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 940.748638] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f78b1b-5f9d-422c-8673-b98a661f5773 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.758579] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bad600b6-dcd7-4843-a0ab-382654d40366 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.761556] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434396c2-65ed-4539-9bd1-ea20f4b4377f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.764383] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b488cab3-deec-4bb8-86e9-0e30417c3140 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.773911] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805109} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.774943] env[65665]: DEBUG nova.network.neutron [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 940.780888] env[65665]: INFO nova.virt.vmwareapi.ds_util [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] edf8969e-301d-4c57-b792-2c07d6c4250e/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk. [ 940.783208] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fadbc8-f101-4252-9147-dc5aeb4f4408 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.812887] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] da3de152-92fd-4178-8e68-e7cb6064d996/da3de152-92fd-4178-8e68-e7cb6064d996.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.813949] env[65665]: DEBUG nova.compute.provider_tree [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.821278] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1caa98c8-e80c-4b8b-978b-5195e1d08b3c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.836845] env[65665]: DEBUG oslo_vmware.api [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Waiting for the task: (returnval){ [ 940.836845] env[65665]: value = "task-4854881" [ 940.836845] env[65665]: _type = "Task" [ 940.836845] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.837192] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.837272] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.858397] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31cefb35-335c-4efa-a656-084235558f69 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.868231] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] edf8969e-301d-4c57-b792-2c07d6c4250e/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.875879] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f29bb583-2c64-49f0-a77d-14011c177f25 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.891304] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 940.891304] env[65665]: value = "task-4854882" [ 940.891304] env[65665]: _type = "Task" [ 940.891304] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.901927] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 940.901927] env[65665]: value = "task-4854883" [ 940.901927] env[65665]: _type = "Task" [ 940.901927] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.902554] env[65665]: DEBUG oslo_vmware.api [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.902830] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 940.902830] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bf85fc-dca5-6442-83e9-3034c5acc29b" [ 940.902830] env[65665]: _type = "Task" [ 940.902830] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.912942] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.919264] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.923273] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bf85fc-dca5-6442-83e9-3034c5acc29b, 'name': SearchDatastore_Task, 'duration_secs': 0.011092} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.928232] env[65665]: WARNING neutronclient.v2_0.client [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.928232] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1adc3ed-0c66-4ae3-afff-92a44a3d55fc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.935283] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 940.935283] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527d566e-b77a-b56e-01fa-d5d2ff4024be" [ 940.935283] env[65665]: _type = "Task" [ 940.935283] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.945231] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527d566e-b77a-b56e-01fa-d5d2ff4024be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.963695] env[65665]: DEBUG oslo_concurrency.lockutils [req-f4d9694c-17ae-438b-bd87-464b3eb4632f req-cbc4241f-035f-4d47-9e1e-6708bb54ea47 service nova] Releasing lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.006873] env[65665]: DEBUG nova.network.neutron [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Updating instance_info_cache with network_info: [{"id": "95b6275f-f63c-421d-8d78-51c1f644b6c9", "address": "fa:16:3e:9e:29:eb", "network": {"id": "27b778b4-426a-430a-885b-9842ec41c33e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1312267537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0bd929293864de1bb4786013603f311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b6275f-f6", "ovs_interfaceid": "95b6275f-f63c-421d-8d78-51c1f644b6c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.285235] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.316916] env[65665]: DEBUG nova.scheduler.client.report [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.369169] env[65665]: DEBUG oslo_vmware.api [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854881, 'name': ReconfigVM_Task, 'duration_secs': 0.281394} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.369478] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946204', 'volume_id': '767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'name': 'volume-767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98430fc3-58ac-434b-9538-de5de5c0c83b', 'attached_at': '', 'detached_at': '', 'volume_id': '767cf1e9-9b56-4a45-828d-66fc2ace38dd', 'serial': '767cf1e9-9b56-4a45-828d-66fc2ace38dd'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 941.370017] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.370555] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dc8193-a585-45b1-99fc-bd06df0b89cd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.378832] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.379183] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4289d75f-f7bb-436e-9760-3663031092ff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.403099] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854882, 'name': ReconfigVM_Task, 'duration_secs': 0.504462} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.403381] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Reconfigured VM instance instance-0000004a to attach disk [datastore1] da3de152-92fd-4178-8e68-e7cb6064d996/da3de152-92fd-4178-8e68-e7cb6064d996.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.404167] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43f794e9-e91e-4d52-a854-ef6268277120 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.415520] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.417313] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 941.417313] env[65665]: value = "task-4854885" [ 941.417313] env[65665]: _type = "Task" [ 941.417313] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.426257] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854885, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.448080] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.448080] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.448080] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Deleting the datastore file [datastore2] 98430fc3-58ac-434b-9538-de5de5c0c83b {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.454126] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8160aa97-c946-4bb9-b59a-234b6d5d4ab9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.457134] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527d566e-b77a-b56e-01fa-d5d2ff4024be, 'name': SearchDatastore_Task, 'duration_secs': 0.012785} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.457491] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.457859] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 4b0c2f40-07af-4a37-83d7-deef94300cae/4b0c2f40-07af-4a37-83d7-deef94300cae.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.458822] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-553bcc5d-72b6-473a-87be-8e26a6c27c7e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.467356] env[65665]: DEBUG oslo_vmware.api [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Waiting for the task: (returnval){ [ 941.467356] env[65665]: value = "task-4854886" [ 941.467356] env[65665]: _type = "Task" [ 941.467356] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.477858] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 941.477858] env[65665]: value = "task-4854887" [ 941.477858] env[65665]: _type = "Task" [ 941.477858] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.486634] env[65665]: DEBUG oslo_vmware.api [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.498046] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4854887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.510603] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Releasing lock "refresh_cache-14320126-ffd1-4553-9918-ffc7b0214869" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.511241] env[65665]: DEBUG nova.compute.manager [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Instance network_info: |[{"id": "95b6275f-f63c-421d-8d78-51c1f644b6c9", "address": "fa:16:3e:9e:29:eb", "network": {"id": "27b778b4-426a-430a-885b-9842ec41c33e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1312267537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0bd929293864de1bb4786013603f311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b6275f-f6", "ovs_interfaceid": "95b6275f-f63c-421d-8d78-51c1f644b6c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 941.511848] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:29:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95b6275f-f63c-421d-8d78-51c1f644b6c9', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.521792] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 941.522179] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.522682] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d6027b0-9b6f-45a0-b978-0cb28b07bbef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.549610] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.549610] env[65665]: value = "task-4854888" [ 941.549610] env[65665]: _type = "Task" [ 941.549610] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.567355] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854888, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.568744] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5625a61a-19e1-4c3e-8ef9-b4a3ee225de2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.572641] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "51f235af-ab52-4618-8329-704df3c05038" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.572751] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "51f235af-ab52-4618-8329-704df3c05038" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.572896] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "51f235af-ab52-4618-8329-704df3c05038-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.573142] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "51f235af-ab52-4618-8329-704df3c05038-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.573344] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "51f235af-ab52-4618-8329-704df3c05038-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.576608] env[65665]: INFO nova.compute.manager [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Terminating instance [ 941.580078] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5834618c-a573-4de1-a0f1-80273807072d tempest-ServersAdminNegativeTestJSON-1704049192 tempest-ServersAdminNegativeTestJSON-1704049192-project-admin] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Suspending the VM {{(pid=65665) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 941.581752] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-65a5ce60-2706-471c-992b-69bec69e91b4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.593729] env[65665]: DEBUG oslo_vmware.api [None req-5834618c-a573-4de1-a0f1-80273807072d tempest-ServersAdminNegativeTestJSON-1704049192 tempest-ServersAdminNegativeTestJSON-1704049192-project-admin] Waiting for the task: (returnval){ [ 941.593729] env[65665]: value = "task-4854889" [ 941.593729] env[65665]: _type = "Task" [ 941.593729] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.604187] env[65665]: DEBUG oslo_vmware.api [None req-5834618c-a573-4de1-a0f1-80273807072d tempest-ServersAdminNegativeTestJSON-1704049192 tempest-ServersAdminNegativeTestJSON-1704049192-project-admin] Task: {'id': task-4854889, 'name': SuspendVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.824529] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.707s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.824529] env[65665]: INFO nova.compute.manager [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Migrating [ 941.837681] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.667s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.839620] env[65665]: INFO nova.compute.claims [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.919797] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.931328] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854885, 'name': Rename_Task, 'duration_secs': 0.184063} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.931533] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.931771] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7813d950-0834-44c9-b9a3-77925d4be0b4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.940915] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 941.940915] env[65665]: value = "task-4854890" [ 941.940915] env[65665]: _type = "Task" [ 941.940915] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.955977] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.980014] env[65665]: DEBUG oslo_vmware.api [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Task: {'id': task-4854886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093917} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.986370] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.986642] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.986861] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.987127] env[65665]: INFO nova.compute.manager [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Took 2.53 seconds to destroy the instance on the hypervisor. [ 941.987346] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 941.987605] env[65665]: DEBUG nova.compute.manager [-] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 941.987703] env[65665]: DEBUG nova.network.neutron [-] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 941.987990] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.997624] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4854887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478683} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.997999] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 4b0c2f40-07af-4a37-83d7-deef94300cae/4b0c2f40-07af-4a37-83d7-deef94300cae.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.998287] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.998583] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f3c9ade-2eab-4177-8fa0-51d4b3a0d714 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.007563] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 942.007563] env[65665]: value = "task-4854891" [ 942.007563] env[65665]: _type = "Task" [ 942.007563] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.019716] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4854891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.032663] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.044455] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c16ba7be-c7a8-408a-98c9-a36daa4f070d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "interface-c9808f35-3d79-4aa6-a414-c98635c1e33e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.044779] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c16ba7be-c7a8-408a-98c9-a36daa4f070d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-c9808f35-3d79-4aa6-a414-c98635c1e33e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.045120] env[65665]: DEBUG nova.objects.instance [None req-c16ba7be-c7a8-408a-98c9-a36daa4f070d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'flavor' on Instance uuid c9808f35-3d79-4aa6-a414-c98635c1e33e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.049326] env[65665]: DEBUG nova.compute.manager [req-69518a07-4a62-4a70-b3ab-8cb045e50d0b req-37359d3b-8ec2-443c-82d3-f5da2783598e service nova] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Received event network-vif-deleted-852cee6b-7e70-4ed8-8dc7-2a38ee0ec0b0 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 942.067711] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854888, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.083765] env[65665]: DEBUG nova.compute.manager [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 942.084134] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.085602] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a98d74-3e85-4a0a-93a4-7c8afd694b56 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.096556] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.100348] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-189b800b-bb78-4cba-ad6a-b3a79ce56174 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.110413] env[65665]: DEBUG oslo_vmware.api [None req-5834618c-a573-4de1-a0f1-80273807072d tempest-ServersAdminNegativeTestJSON-1704049192 tempest-ServersAdminNegativeTestJSON-1704049192-project-admin] Task: {'id': task-4854889, 'name': SuspendVM_Task} progress is 54%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.112203] env[65665]: DEBUG oslo_vmware.api [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 942.112203] env[65665]: value = "task-4854892" [ 942.112203] env[65665]: _type = "Task" [ 942.112203] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.121549] env[65665]: DEBUG oslo_vmware.api [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.303589] env[65665]: DEBUG nova.compute.manager [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Received event network-vif-plugged-95b6275f-f63c-421d-8d78-51c1f644b6c9 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 942.303823] env[65665]: DEBUG oslo_concurrency.lockutils [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] Acquiring lock "14320126-ffd1-4553-9918-ffc7b0214869-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.304033] env[65665]: DEBUG oslo_concurrency.lockutils [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] Lock "14320126-ffd1-4553-9918-ffc7b0214869-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.304219] env[65665]: DEBUG oslo_concurrency.lockutils [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] Lock "14320126-ffd1-4553-9918-ffc7b0214869-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.304376] env[65665]: DEBUG nova.compute.manager [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] No waiting events found dispatching network-vif-plugged-95b6275f-f63c-421d-8d78-51c1f644b6c9 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 942.304535] env[65665]: WARNING nova.compute.manager [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Received unexpected event network-vif-plugged-95b6275f-f63c-421d-8d78-51c1f644b6c9 for instance with vm_state building and task_state spawning. [ 942.305066] env[65665]: DEBUG nova.compute.manager [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Received event network-changed-95b6275f-f63c-421d-8d78-51c1f644b6c9 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 942.305066] env[65665]: DEBUG nova.compute.manager [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Refreshing instance network info cache due to event network-changed-95b6275f-f63c-421d-8d78-51c1f644b6c9. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 942.305066] env[65665]: DEBUG oslo_concurrency.lockutils [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] Acquiring lock "refresh_cache-14320126-ffd1-4553-9918-ffc7b0214869" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.305289] env[65665]: DEBUG oslo_concurrency.lockutils [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] Acquired lock "refresh_cache-14320126-ffd1-4553-9918-ffc7b0214869" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.305289] env[65665]: DEBUG nova.network.neutron [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Refreshing network info cache for port 95b6275f-f63c-421d-8d78-51c1f644b6c9 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.309310] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "693d7603-66ca-4506-af06-57b81f055770" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.309532] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "693d7603-66ca-4506-af06-57b81f055770" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.358032] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.358032] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.358290] env[65665]: DEBUG nova.network.neutron [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 942.416206] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854883, 'name': ReconfigVM_Task, 'duration_secs': 1.259025} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.416692] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Reconfigured VM instance instance-00000040 to attach disk [datastore2] edf8969e-301d-4c57-b792-2c07d6c4250e/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.417522] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2fa9f3-eac4-4a7f-a91d-2a9ed7cb75c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.450195] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b049b40-22cc-4c45-9086-ee9d5d6638b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.471092] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.472178] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 942.472178] env[65665]: value = "task-4854893" [ 942.472178] env[65665]: _type = "Task" [ 942.472178] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.480530] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.519517] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4854891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092366} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.519839] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.520700] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ef455-0ec6-409c-b3df-99144ac23890 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.548387] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 4b0c2f40-07af-4a37-83d7-deef94300cae/4b0c2f40-07af-4a37-83d7-deef94300cae.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.550447] env[65665]: WARNING neutronclient.v2_0.client [None req-c16ba7be-c7a8-408a-98c9-a36daa4f070d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.550787] env[65665]: DEBUG nova.objects.instance [None req-c16ba7be-c7a8-408a-98c9-a36daa4f070d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'pci_requests' on Instance uuid c9808f35-3d79-4aa6-a414-c98635c1e33e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.551689] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7840813f-f6f8-4e5b-a0dd-32cfcb4ccb9f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.581635] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854888, 'name': CreateVM_Task, 'duration_secs': 0.606717} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.583955] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.584074] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 942.584074] env[65665]: value = "task-4854894" [ 942.584074] env[65665]: _type = "Task" [ 942.584074] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.584698] env[65665]: WARNING neutronclient.v2_0.client [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.585262] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.585852] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.586273] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.586703] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd7fc8e-0527-46b9-b78d-1b2538ce889d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.597492] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 942.597492] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dfacf7-a0bd-d738-e10a-9d52c719915a" [ 942.597492] env[65665]: _type = "Task" [ 942.597492] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.604399] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4854894, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.617938] env[65665]: DEBUG oslo_vmware.api [None req-5834618c-a573-4de1-a0f1-80273807072d tempest-ServersAdminNegativeTestJSON-1704049192 tempest-ServersAdminNegativeTestJSON-1704049192-project-admin] Task: {'id': task-4854889, 'name': SuspendVM_Task, 'duration_secs': 0.75096} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.617938] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dfacf7-a0bd-d738-e10a-9d52c719915a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.622060] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5834618c-a573-4de1-a0f1-80273807072d tempest-ServersAdminNegativeTestJSON-1704049192 tempest-ServersAdminNegativeTestJSON-1704049192-project-admin] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Suspended the VM {{(pid=65665) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 942.622060] env[65665]: DEBUG nova.compute.manager [None req-5834618c-a573-4de1-a0f1-80273807072d tempest-ServersAdminNegativeTestJSON-1704049192 tempest-ServersAdminNegativeTestJSON-1704049192-project-admin] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 942.622529] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf67f1e5-4033-4114-ad80-49d1608ac28d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.635858] env[65665]: DEBUG oslo_vmware.api [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.810359] env[65665]: WARNING neutronclient.v2_0.client [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.813590] env[65665]: DEBUG nova.compute.manager [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 942.863482] env[65665]: WARNING neutronclient.v2_0.client [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.955494] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.982849] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854893, 'name': ReconfigVM_Task, 'duration_secs': 0.184255} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.986643] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.987312] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f6b1b5a-27b9-44a6-8fd1-c44f659d93e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.993356] env[65665]: WARNING neutronclient.v2_0.client [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.998768] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 942.998768] env[65665]: value = "task-4854895" [ 942.998768] env[65665]: _type = "Task" [ 942.998768] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.027406] env[65665]: DEBUG nova.network.neutron [-] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.048619] env[65665]: WARNING neutronclient.v2_0.client [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.069507] env[65665]: DEBUG nova.objects.base [None req-c16ba7be-c7a8-408a-98c9-a36daa4f070d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 943.069507] env[65665]: DEBUG nova.network.neutron [None req-c16ba7be-c7a8-408a-98c9-a36daa4f070d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 943.069507] env[65665]: WARNING neutronclient.v2_0.client [None req-c16ba7be-c7a8-408a-98c9-a36daa4f070d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.069829] env[65665]: WARNING neutronclient.v2_0.client [None req-c16ba7be-c7a8-408a-98c9-a36daa4f070d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.099348] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4854894, 'name': ReconfigVM_Task, 'duration_secs': 0.456973} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.099672] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 4b0c2f40-07af-4a37-83d7-deef94300cae/4b0c2f40-07af-4a37-83d7-deef94300cae.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.103451] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6141c5f0-a618-41f8-8304-10a94fe2c562 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.119920] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dfacf7-a0bd-d738-e10a-9d52c719915a, 'name': SearchDatastore_Task, 'duration_secs': 0.034721} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.126649] env[65665]: DEBUG nova.network.neutron [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Updated VIF entry in instance network info cache for port 95b6275f-f63c-421d-8d78-51c1f644b6c9. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 943.127126] env[65665]: DEBUG nova.network.neutron [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Updating instance_info_cache with network_info: [{"id": "95b6275f-f63c-421d-8d78-51c1f644b6c9", "address": "fa:16:3e:9e:29:eb", "network": {"id": "27b778b4-426a-430a-885b-9842ec41c33e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1312267537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0bd929293864de1bb4786013603f311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b6275f-f6", "ovs_interfaceid": "95b6275f-f63c-421d-8d78-51c1f644b6c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.136691] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.137028] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.137223] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.137381] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.137636] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.138483] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 943.138483] env[65665]: value = "task-4854896" [ 943.138483] env[65665]: _type = "Task" [ 943.138483] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.142333] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1734267-2f87-4dad-80c0-fc460c25d299 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.155848] env[65665]: DEBUG oslo_vmware.api [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854892, 'name': PowerOffVM_Task, 'duration_secs': 0.703017} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.156626] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.156793] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.157182] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c4b4506-1bbb-478c-8a06-dadcfff1afd4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.163465] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4854896, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.172136] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.172136] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.172136] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a32008-6704-4e5b-a5e3-f2969115ed38 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.179605] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 943.179605] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52013ae2-b967-a5c2-f607-b198ffebf425" [ 943.179605] env[65665]: _type = "Task" [ 943.179605] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.196717] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52013ae2-b967-a5c2-f607-b198ffebf425, 'name': SearchDatastore_Task, 'duration_secs': 0.01112} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.197737] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913d9682-bd82-4b69-9565-85f769b0f6c1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.211276] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 943.211276] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5276d4ed-4873-02a2-13b7-7e72adad311a" [ 943.211276] env[65665]: _type = "Task" [ 943.211276] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.220196] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5276d4ed-4873-02a2-13b7-7e72adad311a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.224253] env[65665]: DEBUG nova.network.neutron [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance_info_cache with network_info: [{"id": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "address": "fa:16:3e:72:58:66", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cc16c4-a8", "ovs_interfaceid": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.256088] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.256369] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.256595] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleting the datastore file [datastore2] 51f235af-ab52-4618-8329-704df3c05038 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.256979] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ceb7fb13-15c7-47a3-8572-ecd4df29daee {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.262478] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c16ba7be-c7a8-408a-98c9-a36daa4f070d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-c9808f35-3d79-4aa6-a414-c98635c1e33e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.218s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.269404] env[65665]: DEBUG oslo_vmware.api [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 943.269404] env[65665]: value = "task-4854898" [ 943.269404] env[65665]: _type = "Task" [ 943.269404] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.284492] env[65665]: DEBUG oslo_vmware.api [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.336896] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.410954] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7641b9b-4909-4f57-89c8-eda5450c3fab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.421748] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09543c44-8d72-419a-8358-b0d70fdbfeba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.476576] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea68d8-5ab3-42a7-892f-03eeb2bba666 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.486873] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854890, 'name': PowerOnVM_Task, 'duration_secs': 1.186582} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.487348] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.487565] env[65665]: DEBUG nova.compute.manager [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 943.488881] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998d0220-3bff-4d3b-ab93-cdd910144d94 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.493601] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23269c5c-6d99-4772-8c7d-59169a17dba9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.515598] env[65665]: DEBUG nova.compute.provider_tree [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.523774] env[65665]: DEBUG oslo_vmware.api [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854895, 'name': PowerOnVM_Task, 'duration_secs': 0.506869} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.524284] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.527366] env[65665]: DEBUG nova.compute.manager [None req-4b604fa7-6d79-4e28-9bb8-3d9feeea9d5b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 943.529205] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183ca999-310f-44d4-9c1e-72f636432bfb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.532289] env[65665]: INFO nova.compute.manager [-] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Took 1.54 seconds to deallocate network for instance. [ 943.640613] env[65665]: DEBUG oslo_concurrency.lockutils [req-d52df72d-a327-475b-ab30-9209f2b9caef req-84164257-7ca3-42b2-8e48-632b74f252a6 service nova] Releasing lock "refresh_cache-14320126-ffd1-4553-9918-ffc7b0214869" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.654641] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4854896, 'name': Rename_Task, 'duration_secs': 0.26994} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.655189] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.655440] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b6d5d19-6351-4c8a-a8a8-ad3e2fd45812 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.662612] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 943.662612] env[65665]: value = "task-4854899" [ 943.662612] env[65665]: _type = "Task" [ 943.662612] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.671334] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4854899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.719859] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5276d4ed-4873-02a2-13b7-7e72adad311a, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.720136] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.720398] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 14320126-ffd1-4553-9918-ffc7b0214869/14320126-ffd1-4553-9918-ffc7b0214869.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.720663] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef334a39-eafb-47ca-9683-d35bceed8245 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.726472] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.729139] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 943.729139] env[65665]: value = "task-4854900" [ 943.729139] env[65665]: _type = "Task" [ 943.729139] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.738755] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.783350] env[65665]: DEBUG oslo_vmware.api [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275374} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.783594] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.783820] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.783962] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.784142] env[65665]: INFO nova.compute.manager [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 51f235af-ab52-4618-8329-704df3c05038] Took 1.70 seconds to destroy the instance on the hypervisor. [ 943.784389] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 943.784579] env[65665]: DEBUG nova.compute.manager [-] [instance: 51f235af-ab52-4618-8329-704df3c05038] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 943.784675] env[65665]: DEBUG nova.network.neutron [-] [instance: 51f235af-ab52-4618-8329-704df3c05038] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 943.784997] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.845380] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.022969] env[65665]: INFO nova.compute.manager [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] bringing vm to original state: 'stopped' [ 944.027375] env[65665]: DEBUG nova.scheduler.client.report [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.123767] env[65665]: INFO nova.compute.manager [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Took 0.59 seconds to detach 1 volumes for instance. [ 944.126196] env[65665]: DEBUG nova.compute.manager [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Deleting volume: 767cf1e9-9b56-4a45-828d-66fc2ace38dd {{(pid=65665) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3315}} [ 944.177807] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4854899, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.245256] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465737} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.245533] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 14320126-ffd1-4553-9918-ffc7b0214869/14320126-ffd1-4553-9918-ffc7b0214869.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.245847] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.246213] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4195d09-6450-43d1-bb0e-f74501796ad1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.253630] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 944.253630] env[65665]: value = "task-4854902" [ 944.253630] env[65665]: _type = "Task" [ 944.253630] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.267167] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.533606] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.534258] env[65665]: DEBUG nova.compute.manager [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 944.542351] env[65665]: DEBUG oslo_concurrency.lockutils [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.110s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.566169] env[65665]: DEBUG nova.network.neutron [-] [instance: 51f235af-ab52-4618-8329-704df3c05038] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.600169] env[65665]: DEBUG nova.compute.manager [req-7ee8cb59-519b-4d8b-a65c-2ab3fd2db4b7 req-35f954ac-f4b2-4e0c-a08b-4f005fca8c87 service nova] [instance: 51f235af-ab52-4618-8329-704df3c05038] Received event network-vif-deleted-c292d803-5d82-4499-a914-146f089c5cd7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 944.676347] env[65665]: DEBUG oslo_vmware.api [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4854899, 'name': PowerOnVM_Task, 'duration_secs': 0.730843} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.676575] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.676774] env[65665]: INFO nova.compute.manager [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Took 8.20 seconds to spawn the instance on the hypervisor. [ 944.676945] env[65665]: DEBUG nova.compute.manager [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 944.677722] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09428e98-4e99-4cf6-8b78-242f6b359736 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.682213] env[65665]: DEBUG nova.compute.manager [req-7469edb6-3c7c-476b-837b-ba4732f83c72 req-b35fb767-aefc-47af-b2dc-998bb5fc84ba service nova] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Received event network-vif-deleted-82224622-3b4c-451c-b4a3-dcd8624109d7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 944.683748] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.764372] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108823} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.764632] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.765562] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea4dd9-f143-4e43-9e51-39c1df1d16cd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.791029] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 14320126-ffd1-4553-9918-ffc7b0214869/14320126-ffd1-4553-9918-ffc7b0214869.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.791029] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7caf0248-658c-46fc-8db3-92dc1c8ff15f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.811217] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 944.811217] env[65665]: value = "task-4854903" [ 944.811217] env[65665]: _type = "Task" [ 944.811217] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.821154] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.040231] env[65665]: DEBUG nova.compute.utils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.041645] env[65665]: DEBUG nova.compute.manager [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 945.042453] env[65665]: DEBUG nova.network.neutron [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 945.042453] env[65665]: WARNING neutronclient.v2_0.client [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.042600] env[65665]: WARNING neutronclient.v2_0.client [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.045164] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "da3de152-92fd-4178-8e68-e7cb6064d996" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.045251] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "da3de152-92fd-4178-8e68-e7cb6064d996" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.045349] env[65665]: DEBUG nova.compute.manager [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 945.048778] env[65665]: INFO nova.compute.claims [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.052515] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f845fa-2b22-49c0-b4fd-8266ff0ae169 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.061137] env[65665]: DEBUG nova.compute.manager [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65665) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 945.068930] env[65665]: INFO nova.compute.manager [-] [instance: 51f235af-ab52-4618-8329-704df3c05038] Took 1.28 seconds to deallocate network for instance. [ 945.105277] env[65665]: DEBUG nova.policy [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1b51ce54b874263b81ea2843cd60281', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbfc25e60d1a4f1abbd3268f679be124', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.204127] env[65665]: INFO nova.compute.manager [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Took 25.48 seconds to build instance. [ 945.247357] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "interface-c9808f35-3d79-4aa6-a414-c98635c1e33e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.247583] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-c9808f35-3d79-4aa6-a414-c98635c1e33e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.247853] env[65665]: DEBUG nova.objects.instance [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'flavor' on Instance uuid c9808f35-3d79-4aa6-a414-c98635c1e33e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.249687] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462a37a7-1813-486e-a074-35ff4a2614ad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.275378] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance 'd4ba0f68-55bb-4193-b9e8-eefa3181d893' progress to 0 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 945.323282] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.436277] env[65665]: DEBUG nova.network.neutron [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Successfully created port: 780c238d-5139-41a2-8fe2-1dad05fd1fed {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 945.545728] env[65665]: DEBUG nova.compute.manager [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 945.559041] env[65665]: INFO nova.compute.resource_tracker [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating resource usage from migration 2f50baca-1c40-43a8-86fd-2f36039c8ab6 [ 945.566905] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.567274] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b953740-36a7-4b99-849b-5a8ea74d3699 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.576206] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 945.576206] env[65665]: value = "task-4854904" [ 945.576206] env[65665]: _type = "Task" [ 945.576206] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.580883] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.587271] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.704667] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4cf0fa25-0622-456a-b934-7bf4efa6c7ec tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.997s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.755322] env[65665]: WARNING neutronclient.v2_0.client [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.782565] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.782708] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8db2511-2295-4e42-933a-bc0f5cfdb898 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.793538] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 945.793538] env[65665]: value = "task-4854905" [ 945.793538] env[65665]: _type = "Task" [ 945.793538] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.808916] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.826956] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854903, 'name': ReconfigVM_Task, 'duration_secs': 0.902108} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.827520] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 14320126-ffd1-4553-9918-ffc7b0214869/14320126-ffd1-4553-9918-ffc7b0214869.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.828207] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78f06e49-50a2-43ce-8c44-a5cdd5d5064e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.836993] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 945.836993] env[65665]: value = "task-4854906" [ 945.836993] env[65665]: _type = "Task" [ 945.836993] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.847195] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854906, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.896437] env[65665]: DEBUG nova.objects.instance [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'pci_requests' on Instance uuid c9808f35-3d79-4aa6-a414-c98635c1e33e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.924524] env[65665]: INFO nova.compute.manager [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Unrescuing [ 945.924703] env[65665]: DEBUG oslo_concurrency.lockutils [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.924907] env[65665]: DEBUG oslo_concurrency.lockutils [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquired lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.925009] env[65665]: DEBUG nova.network.neutron [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 946.001632] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6bbd83-eaea-4f62-b90d-e37496327f37 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.010862] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cfa510-f9d6-499a-a4ae-a3c2d51566a7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.048559] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e2f942-dccb-4925-9a53-966d342b2351 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.061015] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f8e1fa-0e89-4061-88d1-c49b2ead9515 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.079937] env[65665]: DEBUG nova.compute.provider_tree [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.090765] env[65665]: DEBUG oslo_vmware.api [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854904, 'name': PowerOffVM_Task, 'duration_secs': 0.2604} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.091833] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.092051] env[65665]: DEBUG nova.compute.manager [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 946.092847] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07edf260-5483-4f77-8e49-4bdc1e0e4ab6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.304713] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854905, 'name': PowerOffVM_Task, 'duration_secs': 0.330595} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.305042] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.305234] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance 'd4ba0f68-55bb-4193-b9e8-eefa3181d893' progress to 17 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 946.348060] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854906, 'name': Rename_Task, 'duration_secs': 0.181755} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.349307] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.349700] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-116f4353-9e80-4714-a64a-cbe87da18bb5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.357767] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 946.357767] env[65665]: value = "task-4854907" [ 946.357767] env[65665]: _type = "Task" [ 946.357767] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.366919] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.404028] env[65665]: DEBUG nova.objects.base [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 946.404458] env[65665]: DEBUG nova.network.neutron [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 946.405041] env[65665]: WARNING neutronclient.v2_0.client [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.405210] env[65665]: WARNING neutronclient.v2_0.client [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.428310] env[65665]: WARNING neutronclient.v2_0.client [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.492354] env[65665]: DEBUG nova.policy [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179afa96e4c44c34bdb756c0e704b61b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19922781a3704af9828c1bf54df07b9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.557972] env[65665]: DEBUG nova.compute.manager [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 946.586067] env[65665]: DEBUG nova.virt.hardware [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 946.586412] env[65665]: DEBUG nova.virt.hardware [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.586570] env[65665]: DEBUG nova.virt.hardware [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 946.586750] env[65665]: DEBUG nova.virt.hardware [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.586888] env[65665]: DEBUG nova.virt.hardware [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 946.587371] env[65665]: DEBUG nova.virt.hardware [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 946.587454] env[65665]: DEBUG nova.virt.hardware [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 946.587661] env[65665]: DEBUG nova.virt.hardware [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 946.587885] env[65665]: DEBUG nova.virt.hardware [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 946.588147] env[65665]: DEBUG nova.virt.hardware [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 946.588408] env[65665]: DEBUG nova.virt.hardware [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 946.589468] env[65665]: DEBUG nova.scheduler.client.report [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.593878] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d353daa-3109-4b8f-8ed6-5275cfb7901e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.606219] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaaa6eb-ce17-4147-976f-e3d26b173c36 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.616811] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "da3de152-92fd-4178-8e68-e7cb6064d996" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.571s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.812590] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 946.812849] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.813036] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 946.813215] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.813387] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 946.813534] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 946.813826] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 946.814025] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 946.814323] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 946.814416] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 946.814590] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 946.820052] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be7ef100-18e2-4900-af17-91c4e1bdfc65 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.839183] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 946.839183] env[65665]: value = "task-4854908" [ 946.839183] env[65665]: _type = "Task" [ 946.839183] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.848609] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.849498] env[65665]: DEBUG nova.network.neutron [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Successfully created port: 5f65be9b-63ee-447e-af71-f8d9b4006310 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 946.872338] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.065217] env[65665]: DEBUG nova.network.neutron [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Successfully updated port: 780c238d-5139-41a2-8fe2-1dad05fd1fed {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 947.097774] env[65665]: DEBUG oslo_concurrency.lockutils [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.559s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.098018] env[65665]: INFO nova.compute.manager [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Migrating [ 947.107588] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.326s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.109143] env[65665]: INFO nova.compute.claims [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.140225] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.222102] env[65665]: WARNING neutronclient.v2_0.client [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.350830] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854908, 'name': ReconfigVM_Task, 'duration_secs': 0.220184} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.352064] env[65665]: DEBUG nova.network.neutron [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updating instance_info_cache with network_info: [{"id": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "address": "fa:16:3e:79:ce:72", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fcb387-c6", "ovs_interfaceid": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.353950] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance 'd4ba0f68-55bb-4193-b9e8-eefa3181d893' progress to 33 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 947.369937] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854907, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.571449] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Acquiring lock "refresh_cache-88ad83f8-145e-43fd-81af-ed9de6c5d34d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.571736] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Acquired lock "refresh_cache-88ad83f8-145e-43fd-81af-ed9de6c5d34d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.571844] env[65665]: DEBUG nova.network.neutron [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 947.622924] env[65665]: DEBUG oslo_concurrency.lockutils [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.623148] env[65665]: DEBUG oslo_concurrency.lockutils [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.623337] env[65665]: DEBUG nova.network.neutron [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 947.859112] env[65665]: DEBUG oslo_concurrency.lockutils [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Releasing lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.860000] env[65665]: DEBUG nova.objects.instance [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lazy-loading 'flavor' on Instance uuid edf8969e-301d-4c57-b792-2c07d6c4250e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.862824] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:31:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2e325f37-cc72-44e9-b559-eff5ada3d414',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1429825192',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 947.863128] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.863453] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 947.863491] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.863613] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 947.863845] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 947.864032] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 947.864183] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 947.864346] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 947.864502] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 947.864670] env[65665]: DEBUG nova.virt.hardware [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 947.870892] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 947.872055] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db7c8407-c429-4575-8c83-980e8a307348 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.897249] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854907, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.899146] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 947.899146] env[65665]: value = "task-4854909" [ 947.899146] env[65665]: _type = "Task" [ 947.899146] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.124323] env[65665]: DEBUG nova.network.neutron [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 948.130834] env[65665]: WARNING neutronclient.v2_0.client [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.376360] env[65665]: WARNING neutronclient.v2_0.client [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.387700] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbba89ee-f28d-4fde-a779-1292361189b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.403431] env[65665]: DEBUG oslo_vmware.api [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854907, 'name': PowerOnVM_Task, 'duration_secs': 1.853679} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.429621] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.429676] env[65665]: INFO nova.compute.manager [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Took 9.33 seconds to spawn the instance on the hypervisor. [ 948.429818] env[65665]: DEBUG nova.compute.manager [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 948.430619] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.436843] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab060aea-bd11-4f7e-b49f-2d329797c747 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.440534] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7cc48b8-8aa2-4fd4-a5da-b0dcce541278 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.452432] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854909, 'name': ReconfigVM_Task, 'duration_secs': 0.269799} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.464118] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 948.464541] env[65665]: DEBUG oslo_vmware.api [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 948.464541] env[65665]: value = "task-4854910" [ 948.464541] env[65665]: _type = "Task" [ 948.464541] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.466043] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbb7df1-aea9-4f6c-8308-74e0908b2a0c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.479976] env[65665]: DEBUG oslo_vmware.api [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.501887] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] d4ba0f68-55bb-4193-b9e8-eefa3181d893/d4ba0f68-55bb-4193-b9e8-eefa3181d893.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.503254] env[65665]: DEBUG nova.network.neutron [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Updating instance_info_cache with network_info: [{"id": "780c238d-5139-41a2-8fe2-1dad05fd1fed", "address": "fa:16:3e:36:5a:bd", "network": {"id": "5c55113b-cdee-4576-9ff5-78aa0845c975", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1305893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbfc25e60d1a4f1abbd3268f679be124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap780c238d-51", "ovs_interfaceid": "780c238d-5139-41a2-8fe2-1dad05fd1fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.505697] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c499d80e-5900-4e02-838c-55b84a60d85a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.522124] env[65665]: DEBUG nova.network.neutron [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Successfully updated port: 5f65be9b-63ee-447e-af71-f8d9b4006310 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 948.532485] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 948.532485] env[65665]: value = "task-4854911" [ 948.532485] env[65665]: _type = "Task" [ 948.532485] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.542833] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.546643] env[65665]: WARNING neutronclient.v2_0.client [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.628911] env[65665]: DEBUG nova.compute.manager [req-90496263-1ca5-489a-8995-fb4cfb48f4c5 req-91cb05fd-206b-48be-b9cd-c145ad2262a6 service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Received event network-changed-dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 948.629119] env[65665]: DEBUG nova.compute.manager [req-90496263-1ca5-489a-8995-fb4cfb48f4c5 req-91cb05fd-206b-48be-b9cd-c145ad2262a6 service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Refreshing instance network info cache due to event network-changed-dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 948.629320] env[65665]: DEBUG oslo_concurrency.lockutils [req-90496263-1ca5-489a-8995-fb4cfb48f4c5 req-91cb05fd-206b-48be-b9cd-c145ad2262a6 service nova] Acquiring lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.629481] env[65665]: DEBUG oslo_concurrency.lockutils [req-90496263-1ca5-489a-8995-fb4cfb48f4c5 req-91cb05fd-206b-48be-b9cd-c145ad2262a6 service nova] Acquired lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.629597] env[65665]: DEBUG nova.network.neutron [req-90496263-1ca5-489a-8995-fb4cfb48f4c5 req-91cb05fd-206b-48be-b9cd-c145ad2262a6 service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Refreshing network info cache for port dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.635321] env[65665]: DEBUG nova.network.neutron [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance_info_cache with network_info: [{"id": "b927d7b8-336f-4acb-b88f-f7ccfd23291a", "address": "fa:16:3e:17:30:48", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb927d7b8-33", "ovs_interfaceid": "b927d7b8-336f-4acb-b88f-f7ccfd23291a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.642031] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a911556-0bdb-4d38-bd2d-906f078f7734 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.650080] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb2a2af-e886-44da-b548-1621ee9c9d82 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.688963] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5ae92e-671c-4c6a-9150-08d438ab330f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.698737] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bfa771-d624-4158-ad55-ef05301e084b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.715196] env[65665]: DEBUG nova.compute.provider_tree [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.794125] env[65665]: DEBUG nova.compute.manager [req-cc35c8cb-18c3-457e-9d9c-db23b8bdbde8 req-77c93959-f7db-4eb2-8aac-6a1de6ac7a4b service nova] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Received event network-vif-plugged-780c238d-5139-41a2-8fe2-1dad05fd1fed {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 948.795133] env[65665]: DEBUG oslo_concurrency.lockutils [req-cc35c8cb-18c3-457e-9d9c-db23b8bdbde8 req-77c93959-f7db-4eb2-8aac-6a1de6ac7a4b service nova] Acquiring lock "88ad83f8-145e-43fd-81af-ed9de6c5d34d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.795133] env[65665]: DEBUG oslo_concurrency.lockutils [req-cc35c8cb-18c3-457e-9d9c-db23b8bdbde8 req-77c93959-f7db-4eb2-8aac-6a1de6ac7a4b service nova] Lock "88ad83f8-145e-43fd-81af-ed9de6c5d34d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.795133] env[65665]: DEBUG oslo_concurrency.lockutils [req-cc35c8cb-18c3-457e-9d9c-db23b8bdbde8 req-77c93959-f7db-4eb2-8aac-6a1de6ac7a4b service nova] Lock "88ad83f8-145e-43fd-81af-ed9de6c5d34d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.795133] env[65665]: DEBUG nova.compute.manager [req-cc35c8cb-18c3-457e-9d9c-db23b8bdbde8 req-77c93959-f7db-4eb2-8aac-6a1de6ac7a4b service nova] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] No waiting events found dispatching network-vif-plugged-780c238d-5139-41a2-8fe2-1dad05fd1fed {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 948.795133] env[65665]: WARNING nova.compute.manager [req-cc35c8cb-18c3-457e-9d9c-db23b8bdbde8 req-77c93959-f7db-4eb2-8aac-6a1de6ac7a4b service nova] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Received unexpected event network-vif-plugged-780c238d-5139-41a2-8fe2-1dad05fd1fed for instance with vm_state building and task_state spawning. [ 948.975988] env[65665]: INFO nova.compute.manager [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Took 20.70 seconds to build instance. [ 948.982327] env[65665]: DEBUG oslo_vmware.api [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854910, 'name': PowerOffVM_Task, 'duration_secs': 0.340052} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.982885] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.988600] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Reconfiguring VM instance instance-00000040 to detach disk 2002 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 948.989123] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8323fe8-8f5f-47df-8321-915f00c7c73a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.009172] env[65665]: DEBUG oslo_vmware.api [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 949.009172] env[65665]: value = "task-4854912" [ 949.009172] env[65665]: _type = "Task" [ 949.009172] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.018987] env[65665]: DEBUG oslo_vmware.api [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.022339] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Releasing lock "refresh_cache-88ad83f8-145e-43fd-81af-ed9de6c5d34d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.022722] env[65665]: DEBUG nova.compute.manager [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Instance network_info: |[{"id": "780c238d-5139-41a2-8fe2-1dad05fd1fed", "address": "fa:16:3e:36:5a:bd", "network": {"id": "5c55113b-cdee-4576-9ff5-78aa0845c975", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1305893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbfc25e60d1a4f1abbd3268f679be124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap780c238d-51", "ovs_interfaceid": "780c238d-5139-41a2-8fe2-1dad05fd1fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 949.023698] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:5a:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '780c238d-5139-41a2-8fe2-1dad05fd1fed', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.033554] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Creating folder: Project (cbfc25e60d1a4f1abbd3268f679be124). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.034345] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.034576] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.034858] env[65665]: DEBUG nova.network.neutron [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 949.036948] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19ac9c59-13e9-467d-9fb6-0fa686625021 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.050598] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854911, 'name': ReconfigVM_Task, 'duration_secs': 0.388788} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.050928] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Reconfigured VM instance instance-00000047 to attach disk [datastore1] d4ba0f68-55bb-4193-b9e8-eefa3181d893/d4ba0f68-55bb-4193-b9e8-eefa3181d893.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.051262] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance 'd4ba0f68-55bb-4193-b9e8-eefa3181d893' progress to 50 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.057050] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Created folder: Project (cbfc25e60d1a4f1abbd3268f679be124) in parent group-v946135. [ 949.057236] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Creating folder: Instances. Parent ref: group-v946345. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.057704] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cc91768-8466-4fb3-82f9-8489c32da774 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.070315] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Created folder: Instances in parent group-v946345. [ 949.070588] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 949.070795] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.071017] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73d22c86-ab23-4bb1-b895-407ecd15d999 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.092248] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.092248] env[65665]: value = "task-4854915" [ 949.092248] env[65665]: _type = "Task" [ 949.092248] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.101451] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854915, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.132902] env[65665]: WARNING neutronclient.v2_0.client [req-90496263-1ca5-489a-8995-fb4cfb48f4c5 req-91cb05fd-206b-48be-b9cd-c145ad2262a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.137925] env[65665]: DEBUG oslo_concurrency.lockutils [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.221087] env[65665]: DEBUG nova.scheduler.client.report [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.323773] env[65665]: WARNING neutronclient.v2_0.client [req-90496263-1ca5-489a-8995-fb4cfb48f4c5 req-91cb05fd-206b-48be-b9cd-c145ad2262a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.403639] env[65665]: DEBUG nova.network.neutron [req-90496263-1ca5-489a-8995-fb4cfb48f4c5 req-91cb05fd-206b-48be-b9cd-c145ad2262a6 service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updated VIF entry in instance network info cache for port dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 949.404165] env[65665]: DEBUG nova.network.neutron [req-90496263-1ca5-489a-8995-fb4cfb48f4c5 req-91cb05fd-206b-48be-b9cd-c145ad2262a6 service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance_info_cache with network_info: [{"id": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "address": "fa:16:3e:59:34:d8", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6b0b20-1d", "ovs_interfaceid": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.479190] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7d52b66-4939-42d6-844d-9151bc3ab6d5 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "14320126-ffd1-4553-9918-ffc7b0214869" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.210s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.521939] env[65665]: DEBUG oslo_vmware.api [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854912, 'name': ReconfigVM_Task, 'duration_secs': 0.373317} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.522370] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Reconfigured VM instance instance-00000040 to detach disk 2002 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.522370] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.522630] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96fe2c03-543c-4403-a4d2-7efdfcbca993 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.529894] env[65665]: DEBUG oslo_vmware.api [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 949.529894] env[65665]: value = "task-4854916" [ 949.529894] env[65665]: _type = "Task" [ 949.529894] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.540585] env[65665]: DEBUG oslo_vmware.api [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.561100] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1da41e0-e4cb-4d78-a3ae-488d47063e3a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.582012] env[65665]: WARNING nova.network.neutron [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] 36178ac2-e3ee-4fe3-ba39-a17c0a24a5be already exists in list: networks containing: ['36178ac2-e3ee-4fe3-ba39-a17c0a24a5be']. ignoring it [ 949.584750] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3869176-d1a7-4736-9f8b-fc742e5819f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.603497] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance 'd4ba0f68-55bb-4193-b9e8-eefa3181d893' progress to 67 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.615798] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854915, 'name': CreateVM_Task, 'duration_secs': 0.323844} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.615969] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.617061] env[65665]: WARNING neutronclient.v2_0.client [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.617061] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.617190] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.617393] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.617680] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6792e32b-efab-4e8a-9d27-21a2625a1eab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.626170] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Waiting for the task: (returnval){ [ 949.626170] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525e7175-fb4e-4ba0-c591-d556e758170d" [ 949.626170] env[65665]: _type = "Task" [ 949.626170] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.635854] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525e7175-fb4e-4ba0-c591-d556e758170d, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.636176] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.636441] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.636686] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.636826] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.636998] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.637351] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76f510b5-2074-4bc9-974f-4edeaf2dd264 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.654308] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.654308] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.654592] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5190323a-ca71-4818-8baf-36bb7794b743 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.660595] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Waiting for the task: (returnval){ [ 949.660595] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52045bd6-e9c5-5063-80b8-71c4230cf8a6" [ 949.660595] env[65665]: _type = "Task" [ 949.660595] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.672037] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52045bd6-e9c5-5063-80b8-71c4230cf8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.690535] env[65665]: WARNING neutronclient.v2_0.client [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.729866] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.730398] env[65665]: DEBUG nova.compute.manager [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 949.736030] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.812s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.736030] env[65665]: INFO nova.compute.claims [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.844949] env[65665]: WARNING neutronclient.v2_0.client [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.908039] env[65665]: DEBUG oslo_concurrency.lockutils [req-90496263-1ca5-489a-8995-fb4cfb48f4c5 req-91cb05fd-206b-48be-b9cd-c145ad2262a6 service nova] Releasing lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.915760] env[65665]: DEBUG nova.network.neutron [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updating instance_info_cache with network_info: [{"id": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "address": "fa:16:3e:00:d9:34", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb276e3-b3", "ovs_interfaceid": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f65be9b-63ee-447e-af71-f8d9b4006310", "address": "fa:16:3e:a6:68:5b", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f65be9b-63", "ovs_interfaceid": "5f65be9b-63ee-447e-af71-f8d9b4006310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.042069] env[65665]: DEBUG oslo_vmware.api [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854916, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.112468] env[65665]: WARNING neutronclient.v2_0.client [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.112853] env[65665]: WARNING neutronclient.v2_0.client [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.161106] env[65665]: DEBUG nova.network.neutron [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Port c6cc16c4-a82d-4ec6-8e5e-e462176d3f49 binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 950.174091] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52045bd6-e9c5-5063-80b8-71c4230cf8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011525} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.174982] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8068e344-36ae-481b-a117-2c3d53f37242 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.181213] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Waiting for the task: (returnval){ [ 950.181213] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525c199e-58e7-3bf4-6b06-5fcb2200ec78" [ 950.181213] env[65665]: _type = "Task" [ 950.181213] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.190619] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525c199e-58e7-3bf4-6b06-5fcb2200ec78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.235235] env[65665]: DEBUG nova.compute.utils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.236646] env[65665]: DEBUG nova.compute.manager [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 950.236869] env[65665]: DEBUG nova.network.neutron [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 950.237210] env[65665]: WARNING neutronclient.v2_0.client [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.238031] env[65665]: WARNING neutronclient.v2_0.client [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.291726] env[65665]: DEBUG nova.policy [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3ad4797d02c41268ec3ec7025608459', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61bd6c16211b4b49942ce2065dbdd38b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.418500] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.419273] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.419428] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.420371] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26deb1e0-0f23-40d0-9eb0-2b20ff34a410 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.438374] env[65665]: DEBUG nova.virt.hardware [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 950.438591] env[65665]: DEBUG nova.virt.hardware [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.438740] env[65665]: DEBUG nova.virt.hardware [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 950.438916] env[65665]: DEBUG nova.virt.hardware [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.439072] env[65665]: DEBUG nova.virt.hardware [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 950.439217] env[65665]: DEBUG nova.virt.hardware [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 950.439412] env[65665]: DEBUG nova.virt.hardware [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 950.439561] env[65665]: DEBUG nova.virt.hardware [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 950.439718] env[65665]: DEBUG nova.virt.hardware [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 950.439886] env[65665]: DEBUG nova.virt.hardware [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 950.440070] env[65665]: DEBUG nova.virt.hardware [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 950.446475] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Reconfiguring VM to attach interface {{(pid=65665) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 950.446889] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e07899c-6e73-4ae6-8213-80e68524d291 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.465653] env[65665]: DEBUG oslo_vmware.api [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 950.465653] env[65665]: value = "task-4854917" [ 950.465653] env[65665]: _type = "Task" [ 950.465653] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.477276] env[65665]: DEBUG oslo_vmware.api [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854917, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.543895] env[65665]: DEBUG oslo_vmware.api [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4854916, 'name': PowerOnVM_Task, 'duration_secs': 0.632042} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.545021] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.545021] env[65665]: DEBUG nova.compute.manager [None req-886bcb83-a1ed-4582-a71f-86040660c052 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 950.545770] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbb9ddf-6b48-4474-a884-d2ad430e6c74 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.583901] env[65665]: DEBUG nova.network.neutron [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Successfully created port: cceb6a57-de87-43bf-8704-ecb955ec31b8 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 950.653240] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7d4c28-3850-4ce4-ad88-136fd6c47bf6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.676443] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance '8a4f4d46-2506-47f1-bae6-2224dd011c61' progress to 0 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 950.693641] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525c199e-58e7-3bf4-6b06-5fcb2200ec78, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.695089] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.695089] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 88ad83f8-145e-43fd-81af-ed9de6c5d34d/88ad83f8-145e-43fd-81af-ed9de6c5d34d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.695089] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e267f1a-6e28-4d84-b68c-be3cc7b63193 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.703266] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Waiting for the task: (returnval){ [ 950.703266] env[65665]: value = "task-4854918" [ 950.703266] env[65665]: _type = "Task" [ 950.703266] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.711948] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.740461] env[65665]: DEBUG nova.compute.manager [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 950.977337] env[65665]: DEBUG oslo_vmware.api [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.982691] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "da3de152-92fd-4178-8e68-e7cb6064d996" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.982973] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "da3de152-92fd-4178-8e68-e7cb6064d996" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.983144] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "da3de152-92fd-4178-8e68-e7cb6064d996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.983328] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "da3de152-92fd-4178-8e68-e7cb6064d996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.983490] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "da3de152-92fd-4178-8e68-e7cb6064d996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.985850] env[65665]: INFO nova.compute.manager [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Terminating instance [ 951.195518] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.199895] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0284fdbb-e5ed-470e-9df1-65dea81d1362 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.208232] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.208542] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.208845] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.223406] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 951.223406] env[65665]: value = "task-4854919" [ 951.223406] env[65665]: _type = "Task" [ 951.223406] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.233231] env[65665]: DEBUG oslo_concurrency.lockutils [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "14320126-ffd1-4553-9918-ffc7b0214869" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.233519] env[65665]: DEBUG oslo_concurrency.lockutils [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "14320126-ffd1-4553-9918-ffc7b0214869" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.233805] env[65665]: DEBUG oslo_concurrency.lockutils [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "14320126-ffd1-4553-9918-ffc7b0214869-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.234136] env[65665]: DEBUG oslo_concurrency.lockutils [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "14320126-ffd1-4553-9918-ffc7b0214869-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.234402] env[65665]: DEBUG oslo_concurrency.lockutils [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "14320126-ffd1-4553-9918-ffc7b0214869-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.237700] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854918, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.239719] env[65665]: INFO nova.compute.manager [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Terminating instance [ 951.242378] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf4da95-b53e-4fcc-b7e3-2c30e44bdaf1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.256250] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.267593] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77c0942-fa6c-4473-813d-8e5f3b061a12 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.308714] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e83d08a5-ee67-4dba-bb21-7e3f73fb6f6e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.308898] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e83d08a5-ee67-4dba-bb21-7e3f73fb6f6e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.309089] env[65665]: DEBUG nova.compute.manager [None req-e83d08a5-ee67-4dba-bb21-7e3f73fb6f6e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 951.311128] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7377a5a-eb69-4bc6-862e-f2eddfa2301f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.316759] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f12d30-c514-4c6b-877f-eddfb8643ccb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.325391] env[65665]: DEBUG nova.compute.manager [None req-e83d08a5-ee67-4dba-bb21-7e3f73fb6f6e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65665) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 951.326014] env[65665]: DEBUG nova.objects.instance [None req-e83d08a5-ee67-4dba-bb21-7e3f73fb6f6e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lazy-loading 'flavor' on Instance uuid 18bdbc26-a9a1-480d-86a0-f11efa40a06a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.331043] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95147715-5256-4bbc-8cdc-77981b72f44e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.347960] env[65665]: DEBUG nova.compute.provider_tree [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.480971] env[65665]: DEBUG oslo_vmware.api [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854917, 'name': ReconfigVM_Task, 'duration_secs': 0.66804} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.481779] env[65665]: WARNING neutronclient.v2_0.client [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.482151] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.482449] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Reconfigured VM to attach interface {{(pid=65665) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 951.492269] env[65665]: DEBUG nova.compute.manager [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received event network-vif-plugged-5f65be9b-63ee-447e-af71-f8d9b4006310 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 951.492526] env[65665]: DEBUG oslo_concurrency.lockutils [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] Acquiring lock "c9808f35-3d79-4aa6-a414-c98635c1e33e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.492949] env[65665]: DEBUG oslo_concurrency.lockutils [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] Lock "c9808f35-3d79-4aa6-a414-c98635c1e33e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.493114] env[65665]: DEBUG oslo_concurrency.lockutils [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] Lock "c9808f35-3d79-4aa6-a414-c98635c1e33e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.493276] env[65665]: DEBUG nova.compute.manager [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] No waiting events found dispatching network-vif-plugged-5f65be9b-63ee-447e-af71-f8d9b4006310 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 951.493450] env[65665]: WARNING nova.compute.manager [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received unexpected event network-vif-plugged-5f65be9b-63ee-447e-af71-f8d9b4006310 for instance with vm_state active and task_state None. [ 951.493603] env[65665]: DEBUG nova.compute.manager [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received event network-changed-5f65be9b-63ee-447e-af71-f8d9b4006310 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 951.493748] env[65665]: DEBUG nova.compute.manager [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Refreshing instance network info cache due to event network-changed-5f65be9b-63ee-447e-af71-f8d9b4006310. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 951.493971] env[65665]: DEBUG oslo_concurrency.lockutils [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] Acquiring lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.494119] env[65665]: DEBUG oslo_concurrency.lockutils [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] Acquired lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.494272] env[65665]: DEBUG nova.network.neutron [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Refreshing network info cache for port 5f65be9b-63ee-447e-af71-f8d9b4006310 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.497585] env[65665]: DEBUG nova.compute.manager [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 951.497831] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.499243] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5feb6b-0c8b-40dc-be85-f0797eca58f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.509736] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.510031] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bee32120-1ac6-4de2-8a0b-52271dde3613 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.622939] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.623353] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.623630] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleting the datastore file [datastore1] da3de152-92fd-4178-8e68-e7cb6064d996 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.624101] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50da72b8-57d9-4ea7-ba05-345a2a877abe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.634202] env[65665]: DEBUG oslo_vmware.api [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 951.634202] env[65665]: value = "task-4854921" [ 951.634202] env[65665]: _type = "Task" [ 951.634202] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.646327] env[65665]: DEBUG oslo_vmware.api [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.723195] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550681} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.724262] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 88ad83f8-145e-43fd-81af-ed9de6c5d34d/88ad83f8-145e-43fd-81af-ed9de6c5d34d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.724478] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.724829] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3145c416-8d9d-462f-b67d-b6b9e81f2182 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.738028] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.739449] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Waiting for the task: (returnval){ [ 951.739449] env[65665]: value = "task-4854922" [ 951.739449] env[65665]: _type = "Task" [ 951.739449] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.748408] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.758053] env[65665]: DEBUG nova.compute.manager [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 951.758362] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.759722] env[65665]: DEBUG nova.compute.manager [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 951.763279] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7136b510-5223-4d95-af01-863609a51edd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.774231] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.774558] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8195a73-21d4-4d4f-9345-d7fece3bbff0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.781486] env[65665]: DEBUG oslo_vmware.api [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 951.781486] env[65665]: value = "task-4854923" [ 951.781486] env[65665]: _type = "Task" [ 951.781486] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.790237] env[65665]: DEBUG nova.virt.hardware [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 951.790484] env[65665]: DEBUG nova.virt.hardware [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.790634] env[65665]: DEBUG nova.virt.hardware [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 951.790812] env[65665]: DEBUG nova.virt.hardware [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.790963] env[65665]: DEBUG nova.virt.hardware [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 951.791126] env[65665]: DEBUG nova.virt.hardware [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 951.791337] env[65665]: DEBUG nova.virt.hardware [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 951.791493] env[65665]: DEBUG nova.virt.hardware [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 951.791653] env[65665]: DEBUG nova.virt.hardware [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 951.791869] env[65665]: DEBUG nova.virt.hardware [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 951.792034] env[65665]: DEBUG nova.virt.hardware [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 951.792917] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd482ab7-04ef-44ff-b84c-366ceb8a9647 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.798806] env[65665]: DEBUG oslo_vmware.api [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.805590] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6737aa49-6932-400b-a2c7-8cc95c0e8dac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.851094] env[65665]: DEBUG nova.scheduler.client.report [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.909456] env[65665]: DEBUG nova.compute.manager [req-61105554-f9e8-4c7f-b1b1-516b217852a3 req-7fd71cc0-a624-41d7-94d7-60cc980a4cad service nova] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Received event network-changed-780c238d-5139-41a2-8fe2-1dad05fd1fed {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 951.909557] env[65665]: DEBUG nova.compute.manager [req-61105554-f9e8-4c7f-b1b1-516b217852a3 req-7fd71cc0-a624-41d7-94d7-60cc980a4cad service nova] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Refreshing instance network info cache due to event network-changed-780c238d-5139-41a2-8fe2-1dad05fd1fed. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 951.909847] env[65665]: DEBUG oslo_concurrency.lockutils [req-61105554-f9e8-4c7f-b1b1-516b217852a3 req-7fd71cc0-a624-41d7-94d7-60cc980a4cad service nova] Acquiring lock "refresh_cache-88ad83f8-145e-43fd-81af-ed9de6c5d34d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.909918] env[65665]: DEBUG oslo_concurrency.lockutils [req-61105554-f9e8-4c7f-b1b1-516b217852a3 req-7fd71cc0-a624-41d7-94d7-60cc980a4cad service nova] Acquired lock "refresh_cache-88ad83f8-145e-43fd-81af-ed9de6c5d34d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.910233] env[65665]: DEBUG nova.network.neutron [req-61105554-f9e8-4c7f-b1b1-516b217852a3 req-7fd71cc0-a624-41d7-94d7-60cc980a4cad service nova] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Refreshing network info cache for port 780c238d-5139-41a2-8fe2-1dad05fd1fed {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.989217] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0ef050a1-8d36-4eaf-8722-ad45e73502e1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-c9808f35-3d79-4aa6-a414-c98635c1e33e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.741s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.999656] env[65665]: WARNING neutronclient.v2_0.client [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.151044] env[65665]: DEBUG oslo_vmware.api [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4854921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487476} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.157657] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.157657] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.157657] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.157657] env[65665]: INFO nova.compute.manager [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Took 0.66 seconds to destroy the instance on the hypervisor. [ 952.157657] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 952.157657] env[65665]: DEBUG nova.network.neutron [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Successfully updated port: cceb6a57-de87-43bf-8704-ecb955ec31b8 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 952.157657] env[65665]: DEBUG nova.compute.manager [-] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 952.157657] env[65665]: DEBUG nova.network.neutron [-] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 952.157919] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.219091] env[65665]: WARNING neutronclient.v2_0.client [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.236995] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854919, 'name': PowerOffVM_Task, 'duration_secs': 0.968064} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.237658] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.237658] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance '8a4f4d46-2506-47f1-bae6-2224dd011c61' progress to 17 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.249887] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168957} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.251093] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.251933] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf80529d-6e92-4e0c-8492-b695ab39ff78 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.282812] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 88ad83f8-145e-43fd-81af-ed9de6c5d34d/88ad83f8-145e-43fd-81af-ed9de6c5d34d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.283192] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddf40d62-1303-48d2-a2d1-b456c70a0bae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.302781] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.316805] env[65665]: DEBUG oslo_vmware.api [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854923, 'name': PowerOffVM_Task, 'duration_secs': 0.405346} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.318882] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.319148] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.319475] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Waiting for the task: (returnval){ [ 952.319475] env[65665]: value = "task-4854924" [ 952.319475] env[65665]: _type = "Task" [ 952.319475] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.319721] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e6c7d77-e09d-4035-8c37-2ccf61b34be7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.334130] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.336087] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83d08a5-ee67-4dba-bb21-7e3f73fb6f6e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.336334] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-439fcf6a-0adf-4517-ab94-8c6b368c601c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.347539] env[65665]: DEBUG oslo_vmware.api [None req-e83d08a5-ee67-4dba-bb21-7e3f73fb6f6e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 952.347539] env[65665]: value = "task-4854926" [ 952.347539] env[65665]: _type = "Task" [ 952.347539] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.358958] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.361256] env[65665]: DEBUG nova.compute.manager [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 952.364717] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.624s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.368291] env[65665]: INFO nova.compute.claims [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.381453] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.381998] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.381998] env[65665]: DEBUG nova.network.neutron [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 952.415322] env[65665]: WARNING neutronclient.v2_0.client [req-61105554-f9e8-4c7f-b1b1-516b217852a3 req-7fd71cc0-a624-41d7-94d7-60cc980a4cad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.422606] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.422971] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.423276] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Deleting the datastore file [datastore1] 14320126-ffd1-4553-9918-ffc7b0214869 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.424238] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9db5dffe-7d6b-4c93-8824-95a1b5c821b8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.434795] env[65665]: DEBUG oslo_vmware.api [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 952.434795] env[65665]: value = "task-4854927" [ 952.434795] env[65665]: _type = "Task" [ 952.434795] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.445697] env[65665]: DEBUG oslo_vmware.api [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.661773] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Acquiring lock "refresh_cache-9f043958-ac20-4c8e-ad60-6b31af4ab14a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.661988] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Acquired lock "refresh_cache-9f043958-ac20-4c8e-ad60-6b31af4ab14a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.662068] env[65665]: DEBUG nova.network.neutron [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 952.707916] env[65665]: WARNING neutronclient.v2_0.client [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.748699] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 952.748896] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.749142] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 952.749574] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.750133] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 952.750133] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 952.750319] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 952.750551] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 952.750792] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 952.751151] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 952.751300] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 952.760236] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10147550-5d6e-476a-bb3a-164a59a1c7c1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.792458] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 952.792458] env[65665]: value = "task-4854928" [ 952.792458] env[65665]: _type = "Task" [ 952.792458] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.804319] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.823042] env[65665]: DEBUG nova.network.neutron [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updated VIF entry in instance network info cache for port 5f65be9b-63ee-447e-af71-f8d9b4006310. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 952.823159] env[65665]: DEBUG nova.network.neutron [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updating instance_info_cache with network_info: [{"id": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "address": "fa:16:3e:00:d9:34", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb276e3-b3", "ovs_interfaceid": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f65be9b-63ee-447e-af71-f8d9b4006310", "address": "fa:16:3e:a6:68:5b", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f65be9b-63", "ovs_interfaceid": "5f65be9b-63ee-447e-af71-f8d9b4006310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.833724] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854924, 'name': ReconfigVM_Task, 'duration_secs': 0.456597} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.834118] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 88ad83f8-145e-43fd-81af-ed9de6c5d34d/88ad83f8-145e-43fd-81af-ed9de6c5d34d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.834857] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08c08c2c-7881-4b4b-9faa-ddc54476f7b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.842944] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Waiting for the task: (returnval){ [ 952.842944] env[65665]: value = "task-4854929" [ 952.842944] env[65665]: _type = "Task" [ 952.842944] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.858194] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854929, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.863954] env[65665]: DEBUG oslo_vmware.api [None req-e83d08a5-ee67-4dba-bb21-7e3f73fb6f6e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854926, 'name': PowerOffVM_Task, 'duration_secs': 0.244632} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.864253] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83d08a5-ee67-4dba-bb21-7e3f73fb6f6e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.864448] env[65665]: DEBUG nova.compute.manager [None req-e83d08a5-ee67-4dba-bb21-7e3f73fb6f6e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 952.865362] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7a2bf9-409a-4444-ab2f-2efe1f5eac34 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.873194] env[65665]: DEBUG nova.compute.utils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.884389] env[65665]: DEBUG nova.compute.manager [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 952.884389] env[65665]: DEBUG nova.network.neutron [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 952.884389] env[65665]: WARNING neutronclient.v2_0.client [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.884389] env[65665]: WARNING neutronclient.v2_0.client [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.888034] env[65665]: WARNING neutronclient.v2_0.client [req-61105554-f9e8-4c7f-b1b1-516b217852a3 req-7fd71cc0-a624-41d7-94d7-60cc980a4cad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.888217] env[65665]: WARNING neutronclient.v2_0.client [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.934301] env[65665]: DEBUG nova.policy [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ed1c93f7f5b41bfaf9554caec04351c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ee62f14103f4b06b71087880b7ba6fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.946363] env[65665]: DEBUG oslo_vmware.api [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4854927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217606} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.946622] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.946778] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.946954] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.947134] env[65665]: INFO nova.compute.manager [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Took 1.19 seconds to destroy the instance on the hypervisor. [ 952.947381] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 952.947588] env[65665]: DEBUG nova.compute.manager [-] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 952.947685] env[65665]: DEBUG nova.network.neutron [-] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 952.947929] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.998841] env[65665]: DEBUG nova.network.neutron [req-61105554-f9e8-4c7f-b1b1-516b217852a3 req-7fd71cc0-a624-41d7-94d7-60cc980a4cad service nova] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Updated VIF entry in instance network info cache for port 780c238d-5139-41a2-8fe2-1dad05fd1fed. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 952.999397] env[65665]: DEBUG nova.network.neutron [req-61105554-f9e8-4c7f-b1b1-516b217852a3 req-7fd71cc0-a624-41d7-94d7-60cc980a4cad service nova] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Updating instance_info_cache with network_info: [{"id": "780c238d-5139-41a2-8fe2-1dad05fd1fed", "address": "fa:16:3e:36:5a:bd", "network": {"id": "5c55113b-cdee-4576-9ff5-78aa0845c975", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1305893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbfc25e60d1a4f1abbd3268f679be124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap780c238d-51", "ovs_interfaceid": "780c238d-5139-41a2-8fe2-1dad05fd1fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.058413] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.142347] env[65665]: DEBUG nova.network.neutron [-] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.304754] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.329638] env[65665]: DEBUG oslo_concurrency.lockutils [req-cfab79bd-2f99-4388-8799-3b44e4427aec req-e5b13449-af65-4abd-b1e0-461f67de955c service nova] Releasing lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.355684] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854929, 'name': Rename_Task, 'duration_secs': 0.168495} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.356036] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.356343] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e020fab4-11a9-4982-9db1-4387b117a4e6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.365743] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Waiting for the task: (returnval){ [ 953.365743] env[65665]: value = "task-4854930" [ 953.365743] env[65665]: _type = "Task" [ 953.365743] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.375482] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.379421] env[65665]: DEBUG nova.compute.manager [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 953.395262] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e83d08a5-ee67-4dba-bb21-7e3f73fb6f6e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.423373] env[65665]: DEBUG nova.network.neutron [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Successfully created port: 2f96cfe7-2732-400c-ad92-2fdeebaf0c36 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 953.473951] env[65665]: DEBUG nova.network.neutron [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 953.502333] env[65665]: DEBUG oslo_concurrency.lockutils [req-61105554-f9e8-4c7f-b1b1-516b217852a3 req-7fd71cc0-a624-41d7-94d7-60cc980a4cad service nova] Releasing lock "refresh_cache-88ad83f8-145e-43fd-81af-ed9de6c5d34d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.553979] env[65665]: WARNING neutronclient.v2_0.client [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.648421] env[65665]: INFO nova.compute.manager [-] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Took 1.49 seconds to deallocate network for instance. [ 953.663267] env[65665]: WARNING neutronclient.v2_0.client [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.718550] env[65665]: DEBUG nova.network.neutron [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance_info_cache with network_info: [{"id": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "address": "fa:16:3e:72:58:66", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cc16c4-a8", "ovs_interfaceid": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.809952] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854928, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.812661] env[65665]: DEBUG nova.network.neutron [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Updating instance_info_cache with network_info: [{"id": "cceb6a57-de87-43bf-8704-ecb955ec31b8", "address": "fa:16:3e:e4:86:ec", "network": {"id": "a5d01132-a3e4-4556-802f-c269909b7586", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-424570147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bd6c16211b4b49942ce2065dbdd38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcceb6a57-de", "ovs_interfaceid": "cceb6a57-de87-43bf-8704-ecb955ec31b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.861654] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9ecb8f-2bb6-4bbc-981a-48b8a772d635 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.872673] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5526ddcd-437f-4fbb-852a-a30e42c705ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.879533] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.917088] env[65665]: DEBUG nova.network.neutron [-] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.917088] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7d87ea-9dc7-487b-9901-bbbad53dabfb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.926695] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3549a1-b00d-4874-977a-39f7b616158d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.943185] env[65665]: DEBUG nova.compute.provider_tree [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.159227] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.225693] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.303536] env[65665]: DEBUG nova.compute.manager [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Received event network-vif-plugged-cceb6a57-de87-43bf-8704-ecb955ec31b8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 954.304530] env[65665]: DEBUG oslo_concurrency.lockutils [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] Acquiring lock "9f043958-ac20-4c8e-ad60-6b31af4ab14a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.304530] env[65665]: DEBUG oslo_concurrency.lockutils [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] Lock "9f043958-ac20-4c8e-ad60-6b31af4ab14a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.304530] env[65665]: DEBUG oslo_concurrency.lockutils [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] Lock "9f043958-ac20-4c8e-ad60-6b31af4ab14a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.304530] env[65665]: DEBUG nova.compute.manager [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] No waiting events found dispatching network-vif-plugged-cceb6a57-de87-43bf-8704-ecb955ec31b8 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 954.304530] env[65665]: WARNING nova.compute.manager [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Received unexpected event network-vif-plugged-cceb6a57-de87-43bf-8704-ecb955ec31b8 for instance with vm_state building and task_state spawning. [ 954.304761] env[65665]: DEBUG nova.compute.manager [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Received event network-changed-cceb6a57-de87-43bf-8704-ecb955ec31b8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 954.304810] env[65665]: DEBUG nova.compute.manager [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Refreshing instance network info cache due to event network-changed-cceb6a57-de87-43bf-8704-ecb955ec31b8. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 954.305135] env[65665]: DEBUG oslo_concurrency.lockutils [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] Acquiring lock "refresh_cache-9f043958-ac20-4c8e-ad60-6b31af4ab14a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.311770] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854928, 'name': ReconfigVM_Task, 'duration_secs': 1.226933} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.312099] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance '8a4f4d46-2506-47f1-bae6-2224dd011c61' progress to 33 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.316745] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Releasing lock "refresh_cache-9f043958-ac20-4c8e-ad60-6b31af4ab14a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.317052] env[65665]: DEBUG nova.compute.manager [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Instance network_info: |[{"id": "cceb6a57-de87-43bf-8704-ecb955ec31b8", "address": "fa:16:3e:e4:86:ec", "network": {"id": "a5d01132-a3e4-4556-802f-c269909b7586", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-424570147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bd6c16211b4b49942ce2065dbdd38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcceb6a57-de", "ovs_interfaceid": "cceb6a57-de87-43bf-8704-ecb955ec31b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 954.317371] env[65665]: DEBUG oslo_concurrency.lockutils [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] Acquired lock "refresh_cache-9f043958-ac20-4c8e-ad60-6b31af4ab14a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.318256] env[65665]: DEBUG nova.network.neutron [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Refreshing network info cache for port cceb6a57-de87-43bf-8704-ecb955ec31b8 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.318702] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:86:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cceb6a57-de87-43bf-8704-ecb955ec31b8', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.327303] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Creating folder: Project (61bd6c16211b4b49942ce2065dbdd38b). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.329348] env[65665]: WARNING neutronclient.v2_0.client [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.332366] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05981c8a-982e-474e-b730-c5f128f8ec46 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.346765] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Created folder: Project (61bd6c16211b4b49942ce2065dbdd38b) in parent group-v946135. [ 954.346765] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Creating folder: Instances. Parent ref: group-v946348. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.346765] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75b453ea-2d58-4705-83ff-d77339934cca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.356255] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Created folder: Instances in parent group-v946348. [ 954.356548] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 954.357470] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.357694] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15f5907c-b30c-458b-a8cf-206acd83a92f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.382653] env[65665]: DEBUG oslo_vmware.api [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854930, 'name': PowerOnVM_Task, 'duration_secs': 0.973188} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.384339] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.384614] env[65665]: INFO nova.compute.manager [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Took 7.83 seconds to spawn the instance on the hypervisor. [ 954.384838] env[65665]: DEBUG nova.compute.manager [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 954.385329] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.385329] env[65665]: value = "task-4854933" [ 954.385329] env[65665]: _type = "Task" [ 954.385329] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.386127] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c03b82-d4db-4ab9-9d96-86525de54d18 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.405254] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854933, 'name': CreateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.417861] env[65665]: INFO nova.compute.manager [-] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Took 1.47 seconds to deallocate network for instance. [ 954.419410] env[65665]: DEBUG nova.compute.manager [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 954.447809] env[65665]: DEBUG nova.scheduler.client.report [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.468016] env[65665]: DEBUG nova.virt.hardware [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 954.468311] env[65665]: DEBUG nova.virt.hardware [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.468503] env[65665]: DEBUG nova.virt.hardware [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 954.468720] env[65665]: DEBUG nova.virt.hardware [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.468996] env[65665]: DEBUG nova.virt.hardware [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 954.469186] env[65665]: DEBUG nova.virt.hardware [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 954.469387] env[65665]: DEBUG nova.virt.hardware [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 954.469540] env[65665]: DEBUG nova.virt.hardware [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 954.469756] env[65665]: DEBUG nova.virt.hardware [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 954.469891] env[65665]: DEBUG nova.virt.hardware [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 954.470049] env[65665]: DEBUG nova.virt.hardware [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 954.470983] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a383a98-7732-42e9-889d-61b6a4da36d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.481747] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c716cc-bd2b-41b0-ae9c-6f4f92b5c6b7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.509014] env[65665]: DEBUG nova.compute.manager [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Received event network-changed-d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 954.509255] env[65665]: DEBUG nova.compute.manager [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Refreshing instance network info cache due to event network-changed-d3fcb387-c623-4c73-b827-1b75dd267c3f. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 954.509471] env[65665]: DEBUG oslo_concurrency.lockutils [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] Acquiring lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.509668] env[65665]: DEBUG oslo_concurrency.lockutils [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] Acquired lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.509760] env[65665]: DEBUG nova.network.neutron [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Refreshing network info cache for port d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.666450] env[65665]: WARNING neutronclient.v2_0.client [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.753667] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c2d989-9d57-48f7-a31f-df30b427492b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.779988] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795222a9-1e5a-424e-ae9e-374ba7e0750f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.788923] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance 'd4ba0f68-55bb-4193-b9e8-eefa3181d893' progress to 83 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.804077] env[65665]: DEBUG nova.network.neutron [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Updated VIF entry in instance network info cache for port cceb6a57-de87-43bf-8704-ecb955ec31b8. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 954.804660] env[65665]: DEBUG nova.network.neutron [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Updating instance_info_cache with network_info: [{"id": "cceb6a57-de87-43bf-8704-ecb955ec31b8", "address": "fa:16:3e:e4:86:ec", "network": {"id": "a5d01132-a3e4-4556-802f-c269909b7586", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-424570147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61bd6c16211b4b49942ce2065dbdd38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcceb6a57-de", "ovs_interfaceid": "cceb6a57-de87-43bf-8704-ecb955ec31b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.819054] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 954.819298] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.819451] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 954.819623] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.819764] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 954.819903] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 954.820234] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 954.820412] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 954.820575] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 954.820730] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 954.820898] env[65665]: DEBUG nova.virt.hardware [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 954.826474] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 954.827633] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34fc3a74-59c2-4c37-9090-7af7794a935d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.849134] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 954.849134] env[65665]: value = "task-4854934" [ 954.849134] env[65665]: _type = "Task" [ 954.849134] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.859583] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.900431] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854933, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.918185] env[65665]: INFO nova.compute.manager [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Took 24.77 seconds to build instance. [ 954.932911] env[65665]: DEBUG oslo_concurrency.lockutils [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.957564] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.958410] env[65665]: DEBUG nova.compute.manager [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 954.962443] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.686s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.968122] env[65665]: INFO nova.compute.claims [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.012709] env[65665]: WARNING neutronclient.v2_0.client [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.045283] env[65665]: DEBUG nova.network.neutron [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Successfully updated port: 2f96cfe7-2732-400c-ad92-2fdeebaf0c36 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 955.227118] env[65665]: WARNING neutronclient.v2_0.client [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.283833] env[65665]: DEBUG nova.objects.instance [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lazy-loading 'flavor' on Instance uuid 18bdbc26-a9a1-480d-86a0-f11efa40a06a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.296235] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.297386] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-973f5e4b-6282-4b9d-9612-0c9cc099f210 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.302253] env[65665]: DEBUG nova.network.neutron [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updated VIF entry in instance network info cache for port d3fcb387-c623-4c73-b827-1b75dd267c3f. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 955.302617] env[65665]: DEBUG nova.network.neutron [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updating instance_info_cache with network_info: [{"id": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "address": "fa:16:3e:79:ce:72", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fcb387-c6", "ovs_interfaceid": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.307067] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 955.307067] env[65665]: value = "task-4854935" [ 955.307067] env[65665]: _type = "Task" [ 955.307067] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.309643] env[65665]: DEBUG oslo_concurrency.lockutils [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] Releasing lock "refresh_cache-9f043958-ac20-4c8e-ad60-6b31af4ab14a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.309881] env[65665]: DEBUG nova.compute.manager [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Received event network-vif-deleted-4b7935b3-a24b-4657-abeb-a3810445ab9d {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 955.310068] env[65665]: DEBUG nova.compute.manager [req-96532389-b106-4bec-9dea-9a7cbd18c446 req-a2938bd3-eecc-4a8e-908a-c730d0a22616 service nova] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Received event network-vif-deleted-95b6275f-f63c-421d-8d78-51c1f644b6c9 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 955.317267] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "interface-c9808f35-3d79-4aa6-a414-c98635c1e33e-350acda6-d46b-40e4-8fe7-3e7edc448a25" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.317509] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-c9808f35-3d79-4aa6-a414-c98635c1e33e-350acda6-d46b-40e4-8fe7-3e7edc448a25" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.317851] env[65665]: DEBUG nova.objects.instance [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'flavor' on Instance uuid c9808f35-3d79-4aa6-a414-c98635c1e33e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.319394] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.360110] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854934, 'name': ReconfigVM_Task, 'duration_secs': 0.207307} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.360428] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 955.361270] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1900d0-aa62-4a31-9b25-aec76e1bd7e9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.385162] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8a4f4d46-2506-47f1-bae6-2224dd011c61/8a4f4d46-2506-47f1-bae6-2224dd011c61.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.385515] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49629aa9-b427-4660-9f22-2d9dea0c2d68 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.410442] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854933, 'name': CreateVM_Task, 'duration_secs': 0.683499} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.411769] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.412177] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 955.412177] env[65665]: value = "task-4854936" [ 955.412177] env[65665]: _type = "Task" [ 955.412177] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.412617] env[65665]: WARNING neutronclient.v2_0.client [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.412965] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.413127] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.413434] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.413766] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cac5272-832b-4bf8-a085-eb65cf6a527f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.420164] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ae0f49-3418-45dd-826b-0019fedc82e0 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Lock "88ad83f8-145e-43fd-81af-ed9de6c5d34d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.280s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.422354] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Waiting for the task: (returnval){ [ 955.422354] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ffbebc-51f0-3509-a55a-c42ae96bce27" [ 955.422354] env[65665]: _type = "Task" [ 955.422354] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.425667] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854936, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.436145] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ffbebc-51f0-3509-a55a-c42ae96bce27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.473984] env[65665]: DEBUG nova.compute.utils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.477345] env[65665]: DEBUG nova.compute.manager [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Not allocating networking since 'none' was specified. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 955.549493] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "refresh_cache-4b8128a5-8669-4731-ad17-04eab88415b8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.549693] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired lock "refresh_cache-4b8128a5-8669-4731-ad17-04eab88415b8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.549871] env[65665]: DEBUG nova.network.neutron [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 955.788965] env[65665]: DEBUG oslo_concurrency.lockutils [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.789199] env[65665]: DEBUG oslo_concurrency.lockutils [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.789451] env[65665]: DEBUG nova.network.neutron [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 955.789646] env[65665]: DEBUG nova.objects.instance [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lazy-loading 'info_cache' on Instance uuid 18bdbc26-a9a1-480d-86a0-f11efa40a06a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.805019] env[65665]: DEBUG oslo_concurrency.lockutils [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] Releasing lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.805295] env[65665]: DEBUG nova.compute.manager [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Received event network-changed-d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 955.805459] env[65665]: DEBUG nova.compute.manager [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Refreshing instance network info cache due to event network-changed-d3fcb387-c623-4c73-b827-1b75dd267c3f. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 955.805654] env[65665]: DEBUG oslo_concurrency.lockutils [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] Acquiring lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.805823] env[65665]: DEBUG oslo_concurrency.lockutils [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] Acquired lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.805941] env[65665]: DEBUG nova.network.neutron [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Refreshing network info cache for port d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.822154] env[65665]: WARNING neutronclient.v2_0.client [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.824700] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854935, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.921147] env[65665]: DEBUG nova.objects.instance [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'pci_requests' on Instance uuid c9808f35-3d79-4aa6-a414-c98635c1e33e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.925411] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854936, 'name': ReconfigVM_Task, 'duration_secs': 0.330871} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.926137] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8a4f4d46-2506-47f1-bae6-2224dd011c61/8a4f4d46-2506-47f1-bae6-2224dd011c61.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.926472] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance '8a4f4d46-2506-47f1-bae6-2224dd011c61' progress to 50 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.941568] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ffbebc-51f0-3509-a55a-c42ae96bce27, 'name': SearchDatastore_Task, 'duration_secs': 0.016307} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.941568] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.941568] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.941568] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.941926] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.941926] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.942547] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63ab1546-b32d-444d-9d83-8bfb3bce828a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.953119] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "7e28a8b1-19fb-4b86-8b03-adc8f87c4378" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.953119] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "7e28a8b1-19fb-4b86-8b03-adc8f87c4378" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.953321] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "7e28a8b1-19fb-4b86-8b03-adc8f87c4378-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.953545] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "7e28a8b1-19fb-4b86-8b03-adc8f87c4378-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.953719] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "7e28a8b1-19fb-4b86-8b03-adc8f87c4378-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.956642] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.956858] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.957924] env[65665]: INFO nova.compute.manager [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Terminating instance [ 955.959223] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12d7b97-6329-463f-a02e-e161ea028eb4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.967781] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Waiting for the task: (returnval){ [ 955.967781] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f8b8af-c7df-cc7b-cd09-10bac2b330b3" [ 955.967781] env[65665]: _type = "Task" [ 955.967781] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.978233] env[65665]: DEBUG nova.compute.manager [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 955.981019] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f8b8af-c7df-cc7b-cd09-10bac2b330b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.097424] env[65665]: DEBUG nova.network.neutron [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 956.187497] env[65665]: WARNING neutronclient.v2_0.client [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.265088] env[65665]: DEBUG nova.network.neutron [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Updating instance_info_cache with network_info: [{"id": "2f96cfe7-2732-400c-ad92-2fdeebaf0c36", "address": "fa:16:3e:d9:9b:69", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f96cfe7-27", "ovs_interfaceid": "2f96cfe7-2732-400c-ad92-2fdeebaf0c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.297830] env[65665]: DEBUG nova.objects.base [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Object Instance<18bdbc26-a9a1-480d-86a0-f11efa40a06a> lazy-loaded attributes: flavor,info_cache {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 956.311401] env[65665]: WARNING neutronclient.v2_0.client [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.322743] env[65665]: DEBUG oslo_vmware.api [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4854935, 'name': PowerOnVM_Task, 'duration_secs': 0.52604} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.323272] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.323272] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa5b5b5d-8c11-45cb-8911-1d4555312b2d tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance 'd4ba0f68-55bb-4193-b9e8-eefa3181d893' progress to 100 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.368132] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecdc224-9f7f-4464-b4cd-456a2007a02f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.377576] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829603ba-988a-49a6-9f5c-0be9361a470f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.413595] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a22701-ba38-4296-b3cc-a848822013e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.422056] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb11597-bf21-41a9-b0f7-db84572fc30b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.426658] env[65665]: DEBUG nova.objects.base [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 956.426892] env[65665]: DEBUG nova.network.neutron [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 956.427250] env[65665]: WARNING neutronclient.v2_0.client [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.427628] env[65665]: WARNING neutronclient.v2_0.client [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.443502] env[65665]: DEBUG nova.compute.provider_tree [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.445593] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03703aa-dc7e-4f58-b58e-c4db38e6ab5f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.468616] env[65665]: DEBUG nova.compute.manager [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 956.468832] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.475065] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd84635-b1e1-4cc5-ac61-a2531f4e90c2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.478552] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9a9cfa-2f3d-49e3-a932-948eaff3fda4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.493980] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.511560] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8249a15-69d0-4318-b44c-864469a99b68 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.513993] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance '8a4f4d46-2506-47f1-bae6-2224dd011c61' progress to 67 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.517623] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f8b8af-c7df-cc7b-cd09-10bac2b330b3, 'name': SearchDatastore_Task, 'duration_secs': 0.029491} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.522412] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de68413c-c18a-49e9-b698-9a2bb2fb6850 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.529609] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Waiting for the task: (returnval){ [ 956.529609] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5248032f-899d-4b7a-1abe-531b9284517c" [ 956.529609] env[65665]: _type = "Task" [ 956.529609] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.540320] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5248032f-899d-4b7a-1abe-531b9284517c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.547777] env[65665]: DEBUG nova.policy [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179afa96e4c44c34bdb756c0e704b61b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19922781a3704af9828c1bf54df07b9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.578180] env[65665]: WARNING neutronclient.v2_0.client [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.593020] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.593020] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.593020] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Deleting the datastore file [datastore2] 7e28a8b1-19fb-4b86-8b03-adc8f87c4378 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.593020] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-420f41fb-55b6-4819-9e49-64a58c086546 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.600798] env[65665]: DEBUG oslo_vmware.api [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 956.600798] env[65665]: value = "task-4854938" [ 956.600798] env[65665]: _type = "Task" [ 956.600798] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.615310] env[65665]: DEBUG oslo_vmware.api [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.670389] env[65665]: DEBUG nova.network.neutron [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updated VIF entry in instance network info cache for port d3fcb387-c623-4c73-b827-1b75dd267c3f. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 956.671085] env[65665]: DEBUG nova.network.neutron [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updating instance_info_cache with network_info: [{"id": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "address": "fa:16:3e:79:ce:72", "network": {"id": "12150ebf-2bbc-469a-b4c5-9f46cfc8b086", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-531967614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce4b98ed523541f1ac609370a9c37ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fcb387-c6", "ovs_interfaceid": "d3fcb387-c623-4c73-b827-1b75dd267c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.768515] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Releasing lock "refresh_cache-4b8128a5-8669-4731-ad17-04eab88415b8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.770798] env[65665]: DEBUG nova.compute.manager [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Instance network_info: |[{"id": "2f96cfe7-2732-400c-ad92-2fdeebaf0c36", "address": "fa:16:3e:d9:9b:69", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f96cfe7-27", "ovs_interfaceid": "2f96cfe7-2732-400c-ad92-2fdeebaf0c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 956.770798] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:9b:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f96cfe7-2732-400c-ad92-2fdeebaf0c36', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.778403] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Creating folder: Project (1ee62f14103f4b06b71087880b7ba6fa). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.778816] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29bb91d5-beac-4cdd-8587-6234f3a2326d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.794616] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Created folder: Project (1ee62f14103f4b06b71087880b7ba6fa) in parent group-v946135. [ 956.794819] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Creating folder: Instances. Parent ref: group-v946351. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.795214] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52b0464a-a57c-4c36-a60b-b2be0f1bf9e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.803549] env[65665]: WARNING neutronclient.v2_0.client [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.807897] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Created folder: Instances in parent group-v946351. [ 956.808197] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 956.808408] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.808611] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5659d2ff-20e2-4ec6-aa69-f1ce7fe65368 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.835269] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.835269] env[65665]: value = "task-4854941" [ 956.835269] env[65665]: _type = "Task" [ 956.835269] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.846662] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854941, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.950415] env[65665]: DEBUG nova.scheduler.client.report [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.991258] env[65665]: DEBUG nova.compute.manager [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 957.001167] env[65665]: WARNING neutronclient.v2_0.client [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.017596] env[65665]: DEBUG nova.virt.hardware [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 957.017854] env[65665]: DEBUG nova.virt.hardware [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.018026] env[65665]: DEBUG nova.virt.hardware [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 957.018262] env[65665]: DEBUG nova.virt.hardware [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.018457] env[65665]: DEBUG nova.virt.hardware [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 957.018645] env[65665]: DEBUG nova.virt.hardware [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 957.018977] env[65665]: DEBUG nova.virt.hardware [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 957.019263] env[65665]: DEBUG nova.virt.hardware [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 957.019520] env[65665]: DEBUG nova.virt.hardware [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 957.019733] env[65665]: DEBUG nova.virt.hardware [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 957.019946] env[65665]: DEBUG nova.virt.hardware [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 957.021148] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b37107-6cb7-4f8c-9851-ba3f1594794c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.025816] env[65665]: WARNING neutronclient.v2_0.client [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.026153] env[65665]: WARNING neutronclient.v2_0.client [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.038076] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3921d66-7a2a-45d7-95f1-9ce41d061bb4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.046064] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5248032f-899d-4b7a-1abe-531b9284517c, 'name': SearchDatastore_Task, 'duration_secs': 0.015596} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.046793] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.047107] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 9f043958-ac20-4c8e-ad60-6b31af4ab14a/9f043958-ac20-4c8e-ad60-6b31af4ab14a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.047391] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82f793cb-577b-4b56-9e8b-07ceeaaa7c92 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.057986] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.064292] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Creating folder: Project (e3f65e195c6e44cc92ffcd35bc96bb88). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.065159] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aff20c35-2afd-4b64-a75b-83f2756377ac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.070923] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Waiting for the task: (returnval){ [ 957.070923] env[65665]: value = "task-4854942" [ 957.070923] env[65665]: _type = "Task" [ 957.070923] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.081391] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.083103] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Created folder: Project (e3f65e195c6e44cc92ffcd35bc96bb88) in parent group-v946135. [ 957.083303] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Creating folder: Instances. Parent ref: group-v946354. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.083532] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4deb6cff-1116-4799-993e-804dfba77ace {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.095275] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Created folder: Instances in parent group-v946354. [ 957.095534] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 957.095742] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.095960] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52124e60-016b-48d6-892c-3d6cd04e3f9b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.120291] env[65665]: DEBUG oslo_vmware.api [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4854938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206103} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.121635] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.121846] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.122044] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.122228] env[65665]: INFO nova.compute.manager [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Took 0.65 seconds to destroy the instance on the hypervisor. [ 957.122484] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 957.122671] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.122671] env[65665]: value = "task-4854945" [ 957.122671] env[65665]: _type = "Task" [ 957.122671] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.122856] env[65665]: DEBUG nova.compute.manager [-] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 957.122993] env[65665]: DEBUG nova.network.neutron [-] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 957.123268] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.134837] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854945, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.155934] env[65665]: DEBUG nova.network.neutron [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Port b927d7b8-336f-4acb-b88f-f7ccfd23291a binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 957.174160] env[65665]: DEBUG oslo_concurrency.lockutils [req-4c243798-67f8-4ff4-b4d2-3c64eb2dc718 req-9e1a8a6e-fa38-4a22-9ef2-94c699786371 service nova] Releasing lock "refresh_cache-edf8969e-301d-4c57-b792-2c07d6c4250e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.247475] env[65665]: DEBUG nova.network.neutron [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance_info_cache with network_info: [{"id": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "address": "fa:16:3e:56:2f:81", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f899ae1-03", "ovs_interfaceid": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.299442] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.355580] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854941, 'name': CreateVM_Task, 'duration_secs': 0.463963} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.355962] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.356725] env[65665]: WARNING neutronclient.v2_0.client [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.357891] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.357891] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.357891] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.358403] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e40a521-d201-4698-b218-7bacb11afc95 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.367442] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 957.367442] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5290d566-0e2f-b9bb-df2e-7f4917928828" [ 957.367442] env[65665]: _type = "Task" [ 957.367442] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.387696] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5290d566-0e2f-b9bb-df2e-7f4917928828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.456269] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.457239] env[65665]: DEBUG nova.compute.manager [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 957.461044] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.222s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.461553] env[65665]: DEBUG nova.objects.instance [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lazy-loading 'resources' on Instance uuid 946d536d-b5fc-4c8f-a9a0-c549dd144261 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.587422] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854942, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.637435] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854945, 'name': CreateVM_Task, 'duration_secs': 0.351208} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.637623] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.638094] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.638248] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.638577] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.638854] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-295f34d2-35ea-45cd-a3d7-faf59f3184bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.645025] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 957.645025] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b5b615-4e19-56be-9f3e-0dff2d3b7814" [ 957.645025] env[65665]: _type = "Task" [ 957.645025] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.655496] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b5b615-4e19-56be-9f3e-0dff2d3b7814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.681448] env[65665]: DEBUG nova.compute.manager [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Received event network-vif-plugged-2f96cfe7-2732-400c-ad92-2fdeebaf0c36 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 957.681569] env[65665]: DEBUG oslo_concurrency.lockutils [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] Acquiring lock "4b8128a5-8669-4731-ad17-04eab88415b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.682030] env[65665]: DEBUG oslo_concurrency.lockutils [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] Lock "4b8128a5-8669-4731-ad17-04eab88415b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.682294] env[65665]: DEBUG oslo_concurrency.lockutils [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] Lock "4b8128a5-8669-4731-ad17-04eab88415b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.682496] env[65665]: DEBUG nova.compute.manager [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] No waiting events found dispatching network-vif-plugged-2f96cfe7-2732-400c-ad92-2fdeebaf0c36 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 957.682688] env[65665]: WARNING nova.compute.manager [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Received unexpected event network-vif-plugged-2f96cfe7-2732-400c-ad92-2fdeebaf0c36 for instance with vm_state building and task_state spawning. [ 957.682854] env[65665]: DEBUG nova.compute.manager [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Received event network-changed-2f96cfe7-2732-400c-ad92-2fdeebaf0c36 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 957.683015] env[65665]: DEBUG nova.compute.manager [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Refreshing instance network info cache due to event network-changed-2f96cfe7-2732-400c-ad92-2fdeebaf0c36. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 957.683302] env[65665]: DEBUG oslo_concurrency.lockutils [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] Acquiring lock "refresh_cache-4b8128a5-8669-4731-ad17-04eab88415b8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.683334] env[65665]: DEBUG oslo_concurrency.lockutils [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] Acquired lock "refresh_cache-4b8128a5-8669-4731-ad17-04eab88415b8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.683490] env[65665]: DEBUG nova.network.neutron [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Refreshing network info cache for port 2f96cfe7-2732-400c-ad92-2fdeebaf0c36 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.752012] env[65665]: DEBUG oslo_concurrency.lockutils [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.880387] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5290d566-0e2f-b9bb-df2e-7f4917928828, 'name': SearchDatastore_Task, 'duration_secs': 0.062207} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.880724] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.880953] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.881203] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.881521] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.881751] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.882053] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42d34f12-d8ed-4a41-bf4c-22ca0b9cf2b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.894432] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.894673] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.896179] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026f915e-5ca9-41e6-99e2-7ba5fb4713e5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.902860] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 957.902860] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52acae34-ec46-b8b0-ef93-84d553e86b0b" [ 957.902860] env[65665]: _type = "Task" [ 957.902860] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.912969] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52acae34-ec46-b8b0-ef93-84d553e86b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.969285] env[65665]: DEBUG nova.compute.utils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.971427] env[65665]: DEBUG nova.compute.manager [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Not allocating networking since 'none' was specified. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 958.054895] env[65665]: DEBUG nova.network.neutron [-] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.087653] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56363} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.091283] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 9f043958-ac20-4c8e-ad60-6b31af4ab14a/9f043958-ac20-4c8e-ad60-6b31af4ab14a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.091586] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.092762] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61ed96ea-a94c-401b-ba24-8454abac9f29 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.103207] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Waiting for the task: (returnval){ [ 958.103207] env[65665]: value = "task-4854946" [ 958.103207] env[65665]: _type = "Task" [ 958.103207] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.118790] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.161405] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b5b615-4e19-56be-9f3e-0dff2d3b7814, 'name': SearchDatastore_Task, 'duration_secs': 0.031733} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.162578] env[65665]: DEBUG nova.network.neutron [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Successfully updated port: 350acda6-d46b-40e4-8fe7-3e7edc448a25 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 958.164242] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.164479] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.164739] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.164888] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.165843] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.165843] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69b7f398-b019-41af-83c3-a551aec1cb40 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.186800] env[65665]: WARNING neutronclient.v2_0.client [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.193343] env[65665]: DEBUG oslo_concurrency.lockutils [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "8a4f4d46-2506-47f1-bae6-2224dd011c61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.193529] env[65665]: DEBUG oslo_concurrency.lockutils [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "8a4f4d46-2506-47f1-bae6-2224dd011c61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.193704] env[65665]: DEBUG oslo_concurrency.lockutils [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "8a4f4d46-2506-47f1-bae6-2224dd011c61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.197295] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.197498] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.201506] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df4f56c-1f55-4741-a4e6-0950920c688c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.213646] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 958.213646] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5238412a-a2d4-3e98-5f3d-7e6308b9bc5c" [ 958.213646] env[65665]: _type = "Task" [ 958.213646] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.227736] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5238412a-a2d4-3e98-5f3d-7e6308b9bc5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.358938] env[65665]: WARNING neutronclient.v2_0.client [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.417494] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52acae34-ec46-b8b0-ef93-84d553e86b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.059932} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.418369] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5167407d-4147-4295-8f36-303bb49d7138 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.425090] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 958.425090] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a849c3-7f1e-3028-e44e-c0f5d77b85a5" [ 958.425090] env[65665]: _type = "Task" [ 958.425090] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.437008] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a849c3-7f1e-3028-e44e-c0f5d77b85a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.438769] env[65665]: DEBUG nova.network.neutron [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Updated VIF entry in instance network info cache for port 2f96cfe7-2732-400c-ad92-2fdeebaf0c36. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 958.439074] env[65665]: DEBUG nova.network.neutron [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Updating instance_info_cache with network_info: [{"id": "2f96cfe7-2732-400c-ad92-2fdeebaf0c36", "address": "fa:16:3e:d9:9b:69", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f96cfe7-27", "ovs_interfaceid": "2f96cfe7-2732-400c-ad92-2fdeebaf0c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.457546] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0e9e6c-2369-42e6-8e8e-9a962866ca39 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.466599] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269a24a0-244f-4e66-9f73-a7afc700fc5f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.472503] env[65665]: DEBUG nova.compute.manager [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 958.504119] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0409268-ece5-49af-941a-91f8ad425042 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.514102] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961f721d-5f74-4a88-b070-db5ce382faea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.528514] env[65665]: DEBUG nova.compute.provider_tree [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.557793] env[65665]: INFO nova.compute.manager [-] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Took 1.43 seconds to deallocate network for instance. [ 958.618575] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075196} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.618898] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.619844] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aab0c35-5b7a-42f3-80fc-c4337058d919 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.646049] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 9f043958-ac20-4c8e-ad60-6b31af4ab14a/9f043958-ac20-4c8e-ad60-6b31af4ab14a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.646431] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c5e33e0-495f-4b6a-846b-d8df81f4efe9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.666536] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.666723] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.668541] env[65665]: DEBUG nova.network.neutron [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 958.670934] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Waiting for the task: (returnval){ [ 958.670934] env[65665]: value = "task-4854947" [ 958.670934] env[65665]: _type = "Task" [ 958.670934] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.681697] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854947, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.725864] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5238412a-a2d4-3e98-5f3d-7e6308b9bc5c, 'name': SearchDatastore_Task, 'duration_secs': 0.0379} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.727018] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa8af2b-315d-4ce0-9090-d5f3c031fc6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.733388] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 958.733388] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52753c4f-35eb-ab79-13b0-7bb9375b75d4" [ 958.733388] env[65665]: _type = "Task" [ 958.733388] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.743660] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52753c4f-35eb-ab79-13b0-7bb9375b75d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.759444] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.760131] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-603fcd2f-86c0-42f0-8980-cbb952ae215e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.769658] env[65665]: DEBUG oslo_vmware.api [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 958.769658] env[65665]: value = "task-4854948" [ 958.769658] env[65665]: _type = "Task" [ 958.769658] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.778283] env[65665]: DEBUG oslo_vmware.api [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.811106] env[65665]: DEBUG nova.compute.manager [req-af430907-7b51-4911-b33e-42378e0d7d80 req-6ce022e2-01bd-4081-95c4-ad65049c9d82 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received event network-vif-plugged-350acda6-d46b-40e4-8fe7-3e7edc448a25 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 958.811238] env[65665]: DEBUG oslo_concurrency.lockutils [req-af430907-7b51-4911-b33e-42378e0d7d80 req-6ce022e2-01bd-4081-95c4-ad65049c9d82 service nova] Acquiring lock "c9808f35-3d79-4aa6-a414-c98635c1e33e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.811549] env[65665]: DEBUG oslo_concurrency.lockutils [req-af430907-7b51-4911-b33e-42378e0d7d80 req-6ce022e2-01bd-4081-95c4-ad65049c9d82 service nova] Lock "c9808f35-3d79-4aa6-a414-c98635c1e33e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.811833] env[65665]: DEBUG oslo_concurrency.lockutils [req-af430907-7b51-4911-b33e-42378e0d7d80 req-6ce022e2-01bd-4081-95c4-ad65049c9d82 service nova] Lock "c9808f35-3d79-4aa6-a414-c98635c1e33e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.812115] env[65665]: DEBUG nova.compute.manager [req-af430907-7b51-4911-b33e-42378e0d7d80 req-6ce022e2-01bd-4081-95c4-ad65049c9d82 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] No waiting events found dispatching network-vif-plugged-350acda6-d46b-40e4-8fe7-3e7edc448a25 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 958.812395] env[65665]: WARNING nova.compute.manager [req-af430907-7b51-4911-b33e-42378e0d7d80 req-6ce022e2-01bd-4081-95c4-ad65049c9d82 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received unexpected event network-vif-plugged-350acda6-d46b-40e4-8fe7-3e7edc448a25 for instance with vm_state active and task_state None. [ 958.938781] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a849c3-7f1e-3028-e44e-c0f5d77b85a5, 'name': SearchDatastore_Task, 'duration_secs': 0.05089} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.939093] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.939353] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 4b8128a5-8669-4731-ad17-04eab88415b8/4b8128a5-8669-4731-ad17-04eab88415b8.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.939630] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22e1e170-f7e8-4355-8097-d7549c6f1d8e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.942157] env[65665]: DEBUG oslo_concurrency.lockutils [req-1e5c0f87-23a9-4d6e-a17d-23491c141b92 req-7b13447c-565c-4487-bf00-67ea2e093db6 service nova] Releasing lock "refresh_cache-4b8128a5-8669-4731-ad17-04eab88415b8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.948593] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 958.948593] env[65665]: value = "task-4854949" [ 958.948593] env[65665]: _type = "Task" [ 958.948593] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.957559] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4854949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.032304] env[65665]: DEBUG nova.scheduler.client.report [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.064902] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.183913] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854947, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.202556] env[65665]: WARNING neutronclient.v2_0.client [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.239908] env[65665]: WARNING nova.network.neutron [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] 36178ac2-e3ee-4fe3-ba39-a17c0a24a5be already exists in list: networks containing: ['36178ac2-e3ee-4fe3-ba39-a17c0a24a5be']. ignoring it [ 959.240138] env[65665]: WARNING nova.network.neutron [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] 36178ac2-e3ee-4fe3-ba39-a17c0a24a5be already exists in list: networks containing: ['36178ac2-e3ee-4fe3-ba39-a17c0a24a5be']. ignoring it [ 959.243477] env[65665]: DEBUG oslo_concurrency.lockutils [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.243649] env[65665]: DEBUG oslo_concurrency.lockutils [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.243889] env[65665]: DEBUG nova.network.neutron [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 959.252889] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52753c4f-35eb-ab79-13b0-7bb9375b75d4, 'name': SearchDatastore_Task, 'duration_secs': 0.032669} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.253986] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.254293] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8ce3a8f9-43dd-4502-8e86-65bc43eadce5/8ce3a8f9-43dd-4502-8e86-65bc43eadce5.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.254590] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc6ebf0b-5268-4fe5-9d55-479aaa0e5e5c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.267906] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 959.267906] env[65665]: value = "task-4854950" [ 959.267906] env[65665]: _type = "Task" [ 959.267906] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.282032] env[65665]: DEBUG oslo_vmware.api [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4854948, 'name': PowerOnVM_Task, 'duration_secs': 0.449621} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.285479] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.285729] env[65665]: DEBUG nova.compute.manager [None req-169808a4-c781-40ff-b714-a41922d6ecfd tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 959.286056] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.290236] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc5ab01-7e33-4fac-9c02-84bce54a9e52 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.382752] env[65665]: WARNING neutronclient.v2_0.client [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.462284] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4854949, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.510332] env[65665]: DEBUG nova.compute.manager [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 959.537307] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.539515] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.375s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.540062] env[65665]: DEBUG nova.objects.instance [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lazy-loading 'resources' on Instance uuid 5c674aad-91fe-4a12-b3b4-4b81c924fd25 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.544026] env[65665]: DEBUG nova.virt.hardware [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 959.544294] env[65665]: DEBUG nova.virt.hardware [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.544446] env[65665]: DEBUG nova.virt.hardware [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 959.544621] env[65665]: DEBUG nova.virt.hardware [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.544758] env[65665]: DEBUG nova.virt.hardware [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 959.544982] env[65665]: DEBUG nova.virt.hardware [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 959.545176] env[65665]: DEBUG nova.virt.hardware [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 959.545941] env[65665]: DEBUG nova.virt.hardware [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 959.545941] env[65665]: DEBUG nova.virt.hardware [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 959.545941] env[65665]: DEBUG nova.virt.hardware [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 959.545941] env[65665]: DEBUG nova.virt.hardware [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 959.546799] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef979b-5b2f-4bf8-81f3-123e17f4fd52 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.561404] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce03198d-e560-429e-9fef-cb2021320f6c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.566976] env[65665]: WARNING neutronclient.v2_0.client [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.570550] env[65665]: WARNING neutronclient.v2_0.client [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.574302] env[65665]: INFO nova.scheduler.client.report [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted allocations for instance 946d536d-b5fc-4c8f-a9a0-c549dd144261 [ 959.591599] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.597258] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Creating folder: Project (f3d31664e269425abb74f535c9871483). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.598438] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5f46824-79ba-4b76-a4ed-42e10ef48809 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.610550] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Created folder: Project (f3d31664e269425abb74f535c9871483) in parent group-v946135. [ 959.610749] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Creating folder: Instances. Parent ref: group-v946357. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.613799] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89b34837-39de-4017-af61-e79f100b8f33 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.629248] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Created folder: Instances in parent group-v946357. [ 959.629585] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 959.629807] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.632893] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-483d847e-bed8-4505-82ff-e6b262c804a0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.658817] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.658817] env[65665]: value = "task-4854953" [ 959.658817] env[65665]: _type = "Task" [ 959.658817] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.671385] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854953, 'name': CreateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.672580] env[65665]: WARNING neutronclient.v2_0.client [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.673039] env[65665]: WARNING neutronclient.v2_0.client [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.673447] env[65665]: WARNING neutronclient.v2_0.client [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.688539] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854947, 'name': ReconfigVM_Task, 'duration_secs': 0.537251} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.691444] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 9f043958-ac20-4c8e-ad60-6b31af4ab14a/9f043958-ac20-4c8e-ad60-6b31af4ab14a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.692141] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-924e87a1-cdb8-45df-ab9d-95cfb62c00fd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.701916] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Waiting for the task: (returnval){ [ 959.701916] env[65665]: value = "task-4854954" [ 959.701916] env[65665]: _type = "Task" [ 959.701916] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.711215] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854954, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.746982] env[65665]: WARNING neutronclient.v2_0.client [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.783920] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.796295] env[65665]: WARNING neutronclient.v2_0.client [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.960262] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4854949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627287} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.960577] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 4b8128a5-8669-4731-ad17-04eab88415b8/4b8128a5-8669-4731-ad17-04eab88415b8.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.960805] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.961089] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c01bf647-6f0b-4311-9691-c99eb934d6b8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.969019] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 959.969019] env[65665]: value = "task-4854955" [ 959.969019] env[65665]: _type = "Task" [ 959.969019] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.980221] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4854955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.984482] env[65665]: DEBUG nova.network.neutron [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updating instance_info_cache with network_info: [{"id": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "address": "fa:16:3e:00:d9:34", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb276e3-b3", "ovs_interfaceid": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f65be9b-63ee-447e-af71-f8d9b4006310", "address": "fa:16:3e:a6:68:5b", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f65be9b-63", "ovs_interfaceid": "5f65be9b-63ee-447e-af71-f8d9b4006310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "350acda6-d46b-40e4-8fe7-3e7edc448a25", "address": "fa:16:3e:ca:d8:12", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350acda6-d4", "ovs_interfaceid": "350acda6-d46b-40e4-8fe7-3e7edc448a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.082701] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aa8589-6f2b-4f55-9dbe-02b14ef73ffa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.094609] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc254a9-91b0-49ee-ab89-9882f3e018cc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.100923] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca86009b-bef9-4373-b089-ee4f56df9383 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "946d536d-b5fc-4c8f-a9a0-c549dd144261" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.392s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.139195] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1145abe-58f1-46c5-bc25-de68f9ae28af {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.150896] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43c2015-2e5e-4e93-8361-3f2029ff3fac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.173333] env[65665]: DEBUG nova.compute.provider_tree [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.178181] env[65665]: WARNING neutronclient.v2_0.client [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.184572] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854953, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.214283] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854954, 'name': Rename_Task, 'duration_secs': 0.395671} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.215589] env[65665]: DEBUG nova.network.neutron [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Port c6cc16c4-a82d-4ec6-8e5e-e462176d3f49 binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 960.215670] env[65665]: DEBUG oslo_concurrency.lockutils [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.215809] env[65665]: DEBUG oslo_concurrency.lockutils [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.215965] env[65665]: DEBUG nova.network.neutron [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 960.217377] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.217841] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aff910bc-22fb-47f1-a3e8-cfadc3cee0fc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.228915] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Waiting for the task: (returnval){ [ 960.228915] env[65665]: value = "task-4854956" [ 960.228915] env[65665]: _type = "Task" [ 960.228915] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.241650] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.281912] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.316277] env[65665]: DEBUG nova.network.neutron [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance_info_cache with network_info: [{"id": "b927d7b8-336f-4acb-b88f-f7ccfd23291a", "address": "fa:16:3e:17:30:48", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb927d7b8-33", "ovs_interfaceid": "b927d7b8-336f-4acb-b88f-f7ccfd23291a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.479409] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4854955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202397} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.479679] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.480607] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02421c70-032e-48b5-a12c-f6f16d013ec3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.497935] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.498627] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.498780] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.508692] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 4b8128a5-8669-4731-ad17-04eab88415b8/4b8128a5-8669-4731-ad17-04eab88415b8.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.509632] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eedb7fe-7f3a-4ebe-a5ee-bde1d32cc946 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.512905] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d2ae94-89dc-4e1f-bf07-d34c7edef073 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.546181] env[65665]: DEBUG nova.virt.hardware [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 960.546426] env[65665]: DEBUG nova.virt.hardware [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.546581] env[65665]: DEBUG nova.virt.hardware [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 960.546757] env[65665]: DEBUG nova.virt.hardware [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.546896] env[65665]: DEBUG nova.virt.hardware [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 960.547050] env[65665]: DEBUG nova.virt.hardware [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 960.547257] env[65665]: DEBUG nova.virt.hardware [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 960.547411] env[65665]: DEBUG nova.virt.hardware [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 960.547896] env[65665]: DEBUG nova.virt.hardware [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 960.547896] env[65665]: DEBUG nova.virt.hardware [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 960.547896] env[65665]: DEBUG nova.virt.hardware [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 960.554387] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Reconfiguring VM to attach interface {{(pid=65665) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 960.556448] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-467c242e-d2ad-4988-a4f4-31d8758e3e19 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.570207] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 960.570207] env[65665]: value = "task-4854957" [ 960.570207] env[65665]: _type = "Task" [ 960.570207] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.576347] env[65665]: DEBUG oslo_vmware.api [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 960.576347] env[65665]: value = "task-4854958" [ 960.576347] env[65665]: _type = "Task" [ 960.576347] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.580259] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4854957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.588785] env[65665]: DEBUG oslo_vmware.api [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854958, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.671200] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854953, 'name': CreateVM_Task, 'duration_secs': 0.62524} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.671390] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.671838] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.672030] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.672356] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.672630] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44b7285-068b-45ad-b4aa-86b6a84819df {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.678064] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 960.678064] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5238a6f6-fe7c-bc6e-8e08-2ea9e0de28e1" [ 960.678064] env[65665]: _type = "Task" [ 960.678064] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.682068] env[65665]: DEBUG nova.scheduler.client.report [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.691736] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5238a6f6-fe7c-bc6e-8e08-2ea9e0de28e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.718633] env[65665]: WARNING neutronclient.v2_0.client [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.740195] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.780033] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854950, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.127873} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.780922] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8ce3a8f9-43dd-4502-8e86-65bc43eadce5/8ce3a8f9-43dd-4502-8e86-65bc43eadce5.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.780922] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.780922] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6b9f077-d2a4-418a-89d4-29741d44e0c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.788487] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 960.788487] env[65665]: value = "task-4854959" [ 960.788487] env[65665]: _type = "Task" [ 960.788487] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.801800] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.818114] env[65665]: DEBUG nova.compute.manager [req-2f9bc0a0-55d5-46b1-a10f-4227d9f7eb52 req-c984fff6-482e-4105-b432-b4c50590bfcd service nova] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Received event network-vif-deleted-68f724e9-fda2-42fc-b4ef-2b342cab4976 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 960.820024] env[65665]: DEBUG oslo_concurrency.lockutils [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.885671] env[65665]: WARNING neutronclient.v2_0.client [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.962025] env[65665]: DEBUG nova.network.neutron [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance_info_cache with network_info: [{"id": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "address": "fa:16:3e:72:58:66", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cc16c4-a8", "ovs_interfaceid": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.080386] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4854957, 'name': ReconfigVM_Task, 'duration_secs': 0.504308} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.080859] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 4b8128a5-8669-4731-ad17-04eab88415b8/4b8128a5-8669-4731-ad17-04eab88415b8.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.084796] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46890f88-9421-48fa-81b4-0cf6ac3e969e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.094730] env[65665]: DEBUG oslo_vmware.api [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.096325] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 961.096325] env[65665]: value = "task-4854960" [ 961.096325] env[65665]: _type = "Task" [ 961.096325] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.190682] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.194228] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5238a6f6-fe7c-bc6e-8e08-2ea9e0de28e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013516} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.195060] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.911s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.195060] env[65665]: DEBUG nova.objects.instance [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lazy-loading 'resources' on Instance uuid 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.196471] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.197066] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.197186] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.197415] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.197699] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.198401] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab16e843-2f8c-4766-abd4-a8ddee4303dc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.210699] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.211284] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.212141] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5261156a-5fed-4eec-8895-c481c3803f33 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.219627] env[65665]: INFO nova.scheduler.client.report [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Deleted allocations for instance 5c674aad-91fe-4a12-b3b4-4b81c924fd25 [ 961.222044] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 961.222044] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eea701-95da-e7e8-d013-0790dc731d12" [ 961.222044] env[65665]: _type = "Task" [ 961.222044] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.239596] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eea701-95da-e7e8-d013-0790dc731d12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.246140] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.303018] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075992} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.303351] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.304230] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab31aef-98f3-4005-8e69-c386645c7680 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.327444] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 8ce3a8f9-43dd-4502-8e86-65bc43eadce5/8ce3a8f9-43dd-4502-8e86-65bc43eadce5.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.328400] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df373552-c9ed-4023-acba-eac4be8821b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.353533] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 961.353533] env[65665]: value = "task-4854961" [ 961.353533] env[65665]: _type = "Task" [ 961.353533] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.365782] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.368173] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3519dfd-dbe1-443c-9f64-656564e1ccef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.387900] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db02108a-e3e7-43f3-8d44-12dbb8985790 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.395853] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance '8a4f4d46-2506-47f1-bae6-2224dd011c61' progress to 83 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.465061] env[65665]: DEBUG oslo_concurrency.lockutils [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.592659] env[65665]: DEBUG oslo_vmware.api [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.611019] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4854960, 'name': Rename_Task, 'duration_secs': 0.177667} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.611019] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.611019] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45d3010e-78da-48df-8d51-79073cbf213e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.618916] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 961.618916] env[65665]: value = "task-4854962" [ 961.618916] env[65665]: _type = "Task" [ 961.618916] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.628752] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4854962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.734721] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26e7ecd3-f0a7-4275-9c9e-61d407154743 tempest-ServersAdminTestJSON-1204081429 tempest-ServersAdminTestJSON-1204081429-project-member] Lock "5c674aad-91fe-4a12-b3b4-4b81c924fd25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.965s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.746849] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eea701-95da-e7e8-d013-0790dc731d12, 'name': SearchDatastore_Task, 'duration_secs': 0.015923} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.752193] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.756518] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5d1553-60cc-4271-a95f-ca88d7685f5a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.768100] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 961.768100] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52229e1d-2679-1e9f-3911-a0a96d09536c" [ 961.768100] env[65665]: _type = "Task" [ 961.768100] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.779683] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52229e1d-2679-1e9f-3911-a0a96d09536c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.802677] env[65665]: DEBUG nova.compute.manager [req-77e25f70-ccd5-42e8-8c15-d33406413313 req-de556eb8-9bf4-4214-989a-5b34974660c1 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received event network-changed-350acda6-d46b-40e4-8fe7-3e7edc448a25 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 961.802738] env[65665]: DEBUG nova.compute.manager [req-77e25f70-ccd5-42e8-8c15-d33406413313 req-de556eb8-9bf4-4214-989a-5b34974660c1 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Refreshing instance network info cache due to event network-changed-350acda6-d46b-40e4-8fe7-3e7edc448a25. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 961.802927] env[65665]: DEBUG oslo_concurrency.lockutils [req-77e25f70-ccd5-42e8-8c15-d33406413313 req-de556eb8-9bf4-4214-989a-5b34974660c1 service nova] Acquiring lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.803728] env[65665]: DEBUG oslo_concurrency.lockutils [req-77e25f70-ccd5-42e8-8c15-d33406413313 req-de556eb8-9bf4-4214-989a-5b34974660c1 service nova] Acquired lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.803728] env[65665]: DEBUG nova.network.neutron [req-77e25f70-ccd5-42e8-8c15-d33406413313 req-de556eb8-9bf4-4214-989a-5b34974660c1 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Refreshing network info cache for port 350acda6-d46b-40e4-8fe7-3e7edc448a25 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.863412] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854961, 'name': ReconfigVM_Task, 'duration_secs': 0.492019} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.863692] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 8ce3a8f9-43dd-4502-8e86-65bc43eadce5/8ce3a8f9-43dd-4502-8e86-65bc43eadce5.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.864393] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01e8e35c-863a-4f08-9154-b06ca57f3441 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.872037] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 961.872037] env[65665]: value = "task-4854963" [ 961.872037] env[65665]: _type = "Task" [ 961.872037] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.881566] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854963, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.903630] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.904087] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14ce2dbe-a4d6-42b1-9324-91034c04c456 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.912693] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 961.912693] env[65665]: value = "task-4854964" [ 961.912693] env[65665]: _type = "Task" [ 961.912693] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.929412] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.969043] env[65665]: DEBUG nova.compute.manager [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65665) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:924}} [ 961.969318] env[65665]: DEBUG oslo_concurrency.lockutils [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.094621] env[65665]: DEBUG oslo_vmware.api [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854958, 'name': ReconfigVM_Task, 'duration_secs': 1.434135} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.098715] env[65665]: WARNING neutronclient.v2_0.client [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.098963] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.099174] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Reconfigured VM to attach interface {{(pid=65665) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 962.136926] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4854962, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.168491] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2f3f84-29a5-4714-b5e9-55760061b4ee {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.179124] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b12e96-6f5e-4456-8ed3-f49e68097909 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.189764] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.190073] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.223611] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11348c5f-47cb-41f8-921c-d2695ea8f9b7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.233394] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72147a7-2ca0-44eb-a241-aaa04cd1177d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.255332] env[65665]: DEBUG nova.compute.provider_tree [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.261078] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854956, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.280281] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52229e1d-2679-1e9f-3911-a0a96d09536c, 'name': SearchDatastore_Task, 'duration_secs': 0.015151} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.280579] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.280864] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a0c70486-1a8d-4c27-afed-a3f54b93fb2d/a0c70486-1a8d-4c27-afed-a3f54b93fb2d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.281152] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de87d653-703c-45cd-87d8-57f89f307515 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.289345] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 962.289345] env[65665]: value = "task-4854965" [ 962.289345] env[65665]: _type = "Task" [ 962.289345] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.299914] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.309285] env[65665]: WARNING neutronclient.v2_0.client [req-77e25f70-ccd5-42e8-8c15-d33406413313 req-de556eb8-9bf4-4214-989a-5b34974660c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.383433] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854963, 'name': Rename_Task, 'duration_secs': 0.20534} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.384656] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.384656] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95e48fe3-61cf-45a4-be5b-c118de259bfa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.390827] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 962.390827] env[65665]: value = "task-4854966" [ 962.390827] env[65665]: _type = "Task" [ 962.390827] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.399800] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.423685] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.507132] env[65665]: WARNING neutronclient.v2_0.client [req-77e25f70-ccd5-42e8-8c15-d33406413313 req-de556eb8-9bf4-4214-989a-5b34974660c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.585296] env[65665]: DEBUG nova.network.neutron [req-77e25f70-ccd5-42e8-8c15-d33406413313 req-de556eb8-9bf4-4214-989a-5b34974660c1 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updated VIF entry in instance network info cache for port 350acda6-d46b-40e4-8fe7-3e7edc448a25. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 962.585769] env[65665]: DEBUG nova.network.neutron [req-77e25f70-ccd5-42e8-8c15-d33406413313 req-de556eb8-9bf4-4214-989a-5b34974660c1 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updating instance_info_cache with network_info: [{"id": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "address": "fa:16:3e:00:d9:34", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb276e3-b3", "ovs_interfaceid": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f65be9b-63ee-447e-af71-f8d9b4006310", "address": "fa:16:3e:a6:68:5b", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f65be9b-63", "ovs_interfaceid": "5f65be9b-63ee-447e-af71-f8d9b4006310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "350acda6-d46b-40e4-8fe7-3e7edc448a25", "address": "fa:16:3e:ca:d8:12", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350acda6-d4", "ovs_interfaceid": "350acda6-d46b-40e4-8fe7-3e7edc448a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.605462] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5a414150-df10-4288-8d7d-0229257e90f3 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-c9808f35-3d79-4aa6-a414-c98635c1e33e-350acda6-d46b-40e4-8fe7-3e7edc448a25" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.288s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.634339] env[65665]: DEBUG oslo_vmware.api [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4854962, 'name': PowerOnVM_Task, 'duration_secs': 0.591912} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.634339] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.634339] env[65665]: INFO nova.compute.manager [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Took 8.21 seconds to spawn the instance on the hypervisor. [ 962.634339] env[65665]: DEBUG nova.compute.manager [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 962.634919] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad786b44-976a-477b-8104-5acd73827eda {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.693609] env[65665]: DEBUG nova.compute.manager [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 962.756323] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854956, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.762710] env[65665]: DEBUG nova.scheduler.client.report [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.801668] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854965, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.903180] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.926295] env[65665]: DEBUG oslo_vmware.api [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4854964, 'name': PowerOnVM_Task, 'duration_secs': 0.646022} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.926746] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.927164] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-204193f0-af4c-4a75-8640-53fcd06352a2 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance '8a4f4d46-2506-47f1-bae6-2224dd011c61' progress to 100 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.090059] env[65665]: DEBUG oslo_concurrency.lockutils [req-77e25f70-ccd5-42e8-8c15-d33406413313 req-de556eb8-9bf4-4214-989a-5b34974660c1 service nova] Releasing lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.157980] env[65665]: INFO nova.compute.manager [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Took 27.26 seconds to build instance. [ 963.220145] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.253258] env[65665]: DEBUG oslo_vmware.api [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854956, 'name': PowerOnVM_Task, 'duration_secs': 2.810792} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.253987] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.254226] env[65665]: INFO nova.compute.manager [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Took 11.49 seconds to spawn the instance on the hypervisor. [ 963.254414] env[65665]: DEBUG nova.compute.manager [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 963.255319] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f108a55-03e6-4c73-8d85-9ea370f33383 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.273572] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.277027] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.940s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.278994] env[65665]: INFO nova.compute.claims [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.306038] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731338} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.307287] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a0c70486-1a8d-4c27-afed-a3f54b93fb2d/a0c70486-1a8d-4c27-afed-a3f54b93fb2d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.307287] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.307287] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5aa6bed-7583-4fec-9f10-92181ab0de08 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.316188] env[65665]: INFO nova.scheduler.client.report [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Deleted allocations for instance 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3 [ 963.319559] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 963.319559] env[65665]: value = "task-4854967" [ 963.319559] env[65665]: _type = "Task" [ 963.319559] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.337564] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.407094] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.661425] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d2261a7e-50aa-4cb7-8c82-efcd989f4620 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "4b8128a5-8669-4731-ad17-04eab88415b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.767s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.776463] env[65665]: INFO nova.compute.manager [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Took 28.01 seconds to build instance. [ 963.837013] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f80dee64-3a68-40ce-b0ef-7b47e8f1ca8c tempest-ServersWithSpecificFlavorTestJSON-1002304921 tempest-ServersWithSpecificFlavorTestJSON-1002304921-project-member] Lock "8bad4f41-93d3-4f50-abd4-ebfdf581e7f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.207s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.845019] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128458} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.845019] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.845441] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0e0790-4df0-4d4a-ab8b-62469bfd5690 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.872118] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] a0c70486-1a8d-4c27-afed-a3f54b93fb2d/a0c70486-1a8d-4c27-afed-a3f54b93fb2d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.872800] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed9d222d-a451-4a5a-84bd-27b8585f48ec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.898952] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 963.898952] env[65665]: value = "task-4854968" [ 963.898952] env[65665]: _type = "Task" [ 963.898952] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.908069] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.914931] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854968, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.279477] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9419db6b-ca5f-4c59-a27f-9864e93c25d9 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Lock "9f043958-ac20-4c8e-ad60-6b31af4ab14a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.525s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.416043] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.416400] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.707234] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7625f4ff-7db0-427f-a10d-b6cb861014fc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.718635] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83fbef7-5826-4a3e-a941-570d35079f22 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.753251] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdb36b7-8582-424b-868c-9f2e1fe90a58 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.763026] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae671c03-70be-4c65-b392-d98d9e4731a2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.780984] env[65665]: DEBUG nova.compute.provider_tree [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.680151] env[65665]: DEBUG nova.scheduler.client.report [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.687763] env[65665]: DEBUG nova.compute.manager [req-c9a02713-4ffc-4137-814e-d8515c520344 req-5eacd97f-5127-4814-8b04-44bfd5690e89 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Received event network-changed-2f96cfe7-2732-400c-ad92-2fdeebaf0c36 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 965.687952] env[65665]: DEBUG nova.compute.manager [req-c9a02713-4ffc-4137-814e-d8515c520344 req-5eacd97f-5127-4814-8b04-44bfd5690e89 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Refreshing instance network info cache due to event network-changed-2f96cfe7-2732-400c-ad92-2fdeebaf0c36. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 965.688831] env[65665]: DEBUG oslo_concurrency.lockutils [req-c9a02713-4ffc-4137-814e-d8515c520344 req-5eacd97f-5127-4814-8b04-44bfd5690e89 service nova] Acquiring lock "refresh_cache-4b8128a5-8669-4731-ad17-04eab88415b8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.688831] env[65665]: DEBUG oslo_concurrency.lockutils [req-c9a02713-4ffc-4137-814e-d8515c520344 req-5eacd97f-5127-4814-8b04-44bfd5690e89 service nova] Acquired lock "refresh_cache-4b8128a5-8669-4731-ad17-04eab88415b8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.688831] env[65665]: DEBUG nova.network.neutron [req-c9a02713-4ffc-4137-814e-d8515c520344 req-5eacd97f-5127-4814-8b04-44bfd5690e89 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Refreshing network info cache for port 2f96cfe7-2732-400c-ad92-2fdeebaf0c36 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.699379] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854968, 'name': ReconfigVM_Task, 'duration_secs': 0.687023} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.702777] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Reconfigured VM instance instance-00000053 to attach disk [datastore2] a0c70486-1a8d-4c27-afed-a3f54b93fb2d/a0c70486-1a8d-4c27-afed-a3f54b93fb2d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.703452] env[65665]: DEBUG oslo_vmware.api [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854966, 'name': PowerOnVM_Task, 'duration_secs': 2.53577} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.704609] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cd60796-2a8c-40a9-a745-d47ac3656d8f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.705720] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.705916] env[65665]: INFO nova.compute.manager [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Took 8.71 seconds to spawn the instance on the hypervisor. [ 965.706090] env[65665]: DEBUG nova.compute.manager [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 965.707425] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebb7774-e3e8-470c-a1a2-bd22115c932d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.718946] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 965.718946] env[65665]: value = "task-4854969" [ 965.718946] env[65665]: _type = "Task" [ 965.718946] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.729085] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854969, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.191853] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.915s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.193261] env[65665]: DEBUG nova.compute.manager [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 966.196570] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Acquiring lock "9f043958-ac20-4c8e-ad60-6b31af4ab14a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.199114] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Lock "9f043958-ac20-4c8e-ad60-6b31af4ab14a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.199114] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Acquiring lock "9f043958-ac20-4c8e-ad60-6b31af4ab14a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.199114] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Lock "9f043958-ac20-4c8e-ad60-6b31af4ab14a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.199114] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Lock "9f043958-ac20-4c8e-ad60-6b31af4ab14a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.199895] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.516s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.200176] env[65665]: DEBUG nova.objects.instance [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Lazy-loading 'resources' on Instance uuid 98430fc3-58ac-434b-9538-de5de5c0c83b {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.201608] env[65665]: WARNING neutronclient.v2_0.client [req-c9a02713-4ffc-4137-814e-d8515c520344 req-5eacd97f-5127-4814-8b04-44bfd5690e89 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.205091] env[65665]: INFO nova.compute.manager [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Terminating instance [ 966.238251] env[65665]: INFO nova.compute.manager [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Took 29.52 seconds to build instance. [ 966.248974] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854969, 'name': Rename_Task, 'duration_secs': 0.197855} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.249278] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.250124] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-295c07db-63c5-4baf-8b31-bc67bfeef336 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.258421] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 966.258421] env[65665]: value = "task-4854970" [ 966.258421] env[65665]: _type = "Task" [ 966.258421] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.269580] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.318972] env[65665]: DEBUG oslo_concurrency.lockutils [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "interface-c9808f35-3d79-4aa6-a414-c98635c1e33e-5f65be9b-63ee-447e-af71-f8d9b4006310" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.319416] env[65665]: DEBUG oslo_concurrency.lockutils [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-c9808f35-3d79-4aa6-a414-c98635c1e33e-5f65be9b-63ee-447e-af71-f8d9b4006310" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.383535] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "8a4f4d46-2506-47f1-bae6-2224dd011c61" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.383535] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "8a4f4d46-2506-47f1-bae6-2224dd011c61" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.383836] env[65665]: DEBUG nova.compute.manager [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Going to confirm migration 3 {{(pid=65665) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 966.531182] env[65665]: WARNING neutronclient.v2_0.client [req-c9a02713-4ffc-4137-814e-d8515c520344 req-5eacd97f-5127-4814-8b04-44bfd5690e89 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.625899] env[65665]: DEBUG nova.network.neutron [req-c9a02713-4ffc-4137-814e-d8515c520344 req-5eacd97f-5127-4814-8b04-44bfd5690e89 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Updated VIF entry in instance network info cache for port 2f96cfe7-2732-400c-ad92-2fdeebaf0c36. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 966.626343] env[65665]: DEBUG nova.network.neutron [req-c9a02713-4ffc-4137-814e-d8515c520344 req-5eacd97f-5127-4814-8b04-44bfd5690e89 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Updating instance_info_cache with network_info: [{"id": "2f96cfe7-2732-400c-ad92-2fdeebaf0c36", "address": "fa:16:3e:d9:9b:69", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f96cfe7-27", "ovs_interfaceid": "2f96cfe7-2732-400c-ad92-2fdeebaf0c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.702081] env[65665]: DEBUG nova.compute.utils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.704892] env[65665]: DEBUG nova.compute.manager [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 966.705190] env[65665]: DEBUG nova.network.neutron [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 966.705517] env[65665]: WARNING neutronclient.v2_0.client [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.705798] env[65665]: WARNING neutronclient.v2_0.client [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.712016] env[65665]: DEBUG nova.compute.manager [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 966.712544] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.713974] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238c8108-ae4d-4171-b6c3-a220b3fa0445 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.724977] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.725773] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-835dea77-69b4-4ac1-9ef1-5a1bfed4edfb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.738904] env[65665]: DEBUG oslo_vmware.api [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Waiting for the task: (returnval){ [ 966.738904] env[65665]: value = "task-4854971" [ 966.738904] env[65665]: _type = "Task" [ 966.738904] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.744878] env[65665]: DEBUG oslo_concurrency.lockutils [None req-72ac77a4-d124-4170-88f0-ca06de6e1a00 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lock "8ce3a8f9-43dd-4502-8e86-65bc43eadce5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.037s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.757513] env[65665]: DEBUG oslo_vmware.api [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.772769] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.795647] env[65665]: DEBUG nova.policy [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796c243a11df440f94abe63f599fcb8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bad9b509c1344aebb93a1f6f3072a7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.822237] env[65665]: DEBUG oslo_concurrency.lockutils [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.823124] env[65665]: DEBUG oslo_concurrency.lockutils [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.823383] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac41f51-f60b-498e-8b6d-8d7d595a7de7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.845976] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865286aa-3866-405a-979b-68c144dc608e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.879315] env[65665]: WARNING neutronclient.v2_0.client [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.886445] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Reconfiguring VM to detach interface {{(pid=65665) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 966.892202] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1035455-7b82-48f1-8f72-67b84388695d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.909185] env[65665]: WARNING neutronclient.v2_0.client [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.920678] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 966.920678] env[65665]: value = "task-4854972" [ 966.920678] env[65665]: _type = "Task" [ 966.920678] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.929829] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.966417] env[65665]: WARNING neutronclient.v2_0.client [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.966825] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.966983] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.967268] env[65665]: DEBUG nova.network.neutron [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 966.967923] env[65665]: DEBUG nova.objects.instance [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lazy-loading 'info_cache' on Instance uuid 8a4f4d46-2506-47f1-bae6-2224dd011c61 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.129371] env[65665]: DEBUG oslo_concurrency.lockutils [req-c9a02713-4ffc-4137-814e-d8515c520344 req-5eacd97f-5127-4814-8b04-44bfd5690e89 service nova] Releasing lock "refresh_cache-4b8128a5-8669-4731-ad17-04eab88415b8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.181389] env[65665]: INFO nova.compute.manager [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Rebuilding instance [ 967.210042] env[65665]: DEBUG nova.compute.manager [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 967.260800] env[65665]: DEBUG nova.compute.manager [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 967.263094] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daf459b-20ee-4efc-bb9f-a1b03c1ae622 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.278112] env[65665]: DEBUG oslo_vmware.api [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854971, 'name': PowerOffVM_Task, 'duration_secs': 0.26533} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.279535] env[65665]: DEBUG nova.network.neutron [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Successfully created port: 09b47868-cfa9-4369-9ac4-8aadab89f3ea {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 967.285923] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.285923] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.285923] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-063740ec-ba34-4743-abcb-16829d0bc1c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.299085] env[65665]: DEBUG oslo_vmware.api [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854970, 'name': PowerOnVM_Task, 'duration_secs': 0.891291} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.302635] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.302910] env[65665]: INFO nova.compute.manager [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Took 7.79 seconds to spawn the instance on the hypervisor. [ 967.303151] env[65665]: DEBUG nova.compute.manager [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 967.305649] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491d80e6-6a25-4f11-ac5d-9e028601e28d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.320669] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c5a56e-d31d-4a67-ada5-1ad3849fbf5b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.331728] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1cc468-e031-492d-bf34-80f708be3644 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.369063] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153453f9-bdac-4da4-8118-4b92f6de07e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.380917] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa24e60-69f0-4afd-959c-429054e1859a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.389781] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.390023] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.390246] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Deleting the datastore file [datastore1] 9f043958-ac20-4c8e-ad60-6b31af4ab14a {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.399694] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b1ee662-8503-42a1-b100-63e89f421dae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.401772] env[65665]: DEBUG nova.compute.provider_tree [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.409091] env[65665]: DEBUG oslo_vmware.api [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Waiting for the task: (returnval){ [ 967.409091] env[65665]: value = "task-4854974" [ 967.409091] env[65665]: _type = "Task" [ 967.409091] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.420886] env[65665]: DEBUG oslo_vmware.api [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.430546] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.833799] env[65665]: INFO nova.compute.manager [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Took 30.58 seconds to build instance. [ 967.905782] env[65665]: DEBUG nova.scheduler.client.report [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.925775] env[65665]: DEBUG oslo_vmware.api [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Task: {'id': task-4854974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304678} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.931425] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.931758] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.932103] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.932334] env[65665]: INFO nova.compute.manager [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 967.932711] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 967.934355] env[65665]: DEBUG nova.compute.manager [-] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 967.934355] env[65665]: DEBUG nova.network.neutron [-] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 967.934485] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.945829] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.975703] env[65665]: WARNING neutronclient.v2_0.client [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.985057] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Acquiring lock "88ad83f8-145e-43fd-81af-ed9de6c5d34d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.985502] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Lock "88ad83f8-145e-43fd-81af-ed9de6c5d34d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.985602] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Acquiring lock "88ad83f8-145e-43fd-81af-ed9de6c5d34d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.989066] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Lock "88ad83f8-145e-43fd-81af-ed9de6c5d34d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.989066] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Lock "88ad83f8-145e-43fd-81af-ed9de6c5d34d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.989066] env[65665]: INFO nova.compute.manager [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Terminating instance [ 968.224810] env[65665]: DEBUG nova.compute.manager [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 968.257600] env[65665]: DEBUG nova.virt.hardware [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 968.257964] env[65665]: DEBUG nova.virt.hardware [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.258238] env[65665]: DEBUG nova.virt.hardware [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 968.258638] env[65665]: DEBUG nova.virt.hardware [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.258854] env[65665]: DEBUG nova.virt.hardware [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 968.259070] env[65665]: DEBUG nova.virt.hardware [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 968.259598] env[65665]: DEBUG nova.virt.hardware [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.259697] env[65665]: DEBUG nova.virt.hardware [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 968.260533] env[65665]: DEBUG nova.virt.hardware [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 968.260533] env[65665]: DEBUG nova.virt.hardware [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 968.260680] env[65665]: DEBUG nova.virt.hardware [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 968.261581] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1df810-a36a-4c68-8c1b-7f0682a60605 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.271620] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d73d7af-c0d2-411a-97a8-d0581671be06 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.308641] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.308968] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d53e758c-187c-4c69-b377-63ca44d8aef6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.317090] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 968.317090] env[65665]: value = "task-4854975" [ 968.317090] env[65665]: _type = "Task" [ 968.317090] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.327423] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.336479] env[65665]: DEBUG oslo_concurrency.lockutils [None req-05218732-447c-4aac-8b29-e016f407288f tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lock "a0c70486-1a8d-4c27-afed-a3f54b93fb2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.090s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.418991] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.422447] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.842s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.422797] env[65665]: DEBUG nova.objects.instance [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lazy-loading 'resources' on Instance uuid 51f235af-ab52-4618-8329-704df3c05038 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.438863] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.457683] env[65665]: INFO nova.scheduler.client.report [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Deleted allocations for instance 98430fc3-58ac-434b-9538-de5de5c0c83b [ 968.493517] env[65665]: DEBUG nova.compute.manager [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 968.493817] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.495051] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fde982-3ff1-4cba-80f6-48e863268307 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.505533] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.505825] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaffdf68-6daa-4454-9f9a-d88fd056ba58 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.517120] env[65665]: DEBUG oslo_vmware.api [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Waiting for the task: (returnval){ [ 968.517120] env[65665]: value = "task-4854976" [ 968.517120] env[65665]: _type = "Task" [ 968.517120] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.526750] env[65665]: DEBUG oslo_vmware.api [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.795252] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.829696] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854975, 'name': PowerOffVM_Task, 'duration_secs': 0.274936} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.829970] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.830217] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.831092] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c013582-9066-409f-a295-d5f7670440b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.839420] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.839796] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca6dbf14-4db5-4e81-87cf-e2542197e415 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.867314] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.867680] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.867837] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Deleting the datastore file [datastore2] 8ce3a8f9-43dd-4502-8e86-65bc43eadce5 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.868188] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a60a1533-b32d-4ecd-b01a-60b611a7e935 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.875788] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 968.875788] env[65665]: value = "task-4854978" [ 968.875788] env[65665]: _type = "Task" [ 968.875788] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.887918] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.938543] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.968028] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3ca7afee-19a8-4b8c-ae0a-0e3ecf82a267 tempest-ServerActionsV293TestJSON-91498199 tempest-ServerActionsV293TestJSON-91498199-project-member] Lock "98430fc3-58ac-434b-9538-de5de5c0c83b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.039s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.025212] env[65665]: DEBUG oslo_vmware.api [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854976, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.330159] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b297cf-d512-4d63-a889-7a545c416fa3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.339042] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fae355-0730-41af-8ffb-784f834bfca6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.375661] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f912ffd5-ad03-46ec-8518-2ea38525a1cf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.393032] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f47568-8ab3-4b6a-a3ed-7ded96b882d6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.396310] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240769} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.397092] env[65665]: DEBUG nova.network.neutron [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Successfully updated port: 09b47868-cfa9-4369-9ac4-8aadab89f3ea {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 969.398709] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.399321] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.399321] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.416524] env[65665]: DEBUG nova.compute.provider_tree [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.442381] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.525971] env[65665]: DEBUG oslo_vmware.api [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854976, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.904811] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "refresh_cache-693d7603-66ca-4506-af06-57b81f055770" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.905326] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "refresh_cache-693d7603-66ca-4506-af06-57b81f055770" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.905326] env[65665]: DEBUG nova.network.neutron [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 969.920322] env[65665]: DEBUG nova.scheduler.client.report [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.940803] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.030864] env[65665]: DEBUG oslo_vmware.api [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854976, 'name': PowerOffVM_Task, 'duration_secs': 1.20242} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.030864] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.030864] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.030864] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c75f9c3d-20cc-4f88-bb1a-e5094e52fb9c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.104475] env[65665]: DEBUG nova.network.neutron [-] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.110789] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.111678] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.112070] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Deleting the datastore file [datastore2] 88ad83f8-145e-43fd-81af-ed9de6c5d34d {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.112463] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbc285da-4846-443d-bc1f-39180565cae3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.124684] env[65665]: DEBUG oslo_vmware.api [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Waiting for the task: (returnval){ [ 970.124684] env[65665]: value = "task-4854980" [ 970.124684] env[65665]: _type = "Task" [ 970.124684] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.139660] env[65665]: DEBUG oslo_vmware.api [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.428581] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.432556] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.291s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.432556] env[65665]: DEBUG nova.objects.instance [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 970.456409] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.462907] env[65665]: DEBUG nova.virt.hardware [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 970.462907] env[65665]: DEBUG nova.virt.hardware [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.463278] env[65665]: DEBUG nova.virt.hardware [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 970.463278] env[65665]: DEBUG nova.virt.hardware [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.463390] env[65665]: DEBUG nova.virt.hardware [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 970.463783] env[65665]: DEBUG nova.virt.hardware [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 970.463783] env[65665]: DEBUG nova.virt.hardware [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 970.463883] env[65665]: DEBUG nova.virt.hardware [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 970.464095] env[65665]: DEBUG nova.virt.hardware [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 970.464563] env[65665]: DEBUG nova.virt.hardware [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 970.464563] env[65665]: DEBUG nova.virt.hardware [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 970.465902] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98a23ee-86ab-4167-8c67-f414f1c9dc3a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.476748] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe753e2-6a5d-4fab-b302-731d66decc87 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.482630] env[65665]: INFO nova.scheduler.client.report [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleted allocations for instance 51f235af-ab52-4618-8329-704df3c05038 [ 970.498390] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.504869] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 970.507383] env[65665]: WARNING neutronclient.v2_0.client [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.510173] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.510693] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cafd40f9-0de9-4370-a3aa-d26eb680f798 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.532096] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.532096] env[65665]: value = "task-4854981" [ 970.532096] env[65665]: _type = "Task" [ 970.532096] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.542479] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854981, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.608520] env[65665]: INFO nova.compute.manager [-] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Took 2.67 seconds to deallocate network for instance. [ 970.638866] env[65665]: DEBUG oslo_vmware.api [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Task: {'id': task-4854980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157349} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.639173] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.639355] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.639527] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.639693] env[65665]: INFO nova.compute.manager [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Took 2.15 seconds to destroy the instance on the hypervisor. [ 970.639972] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 970.640627] env[65665]: DEBUG nova.compute.manager [-] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 970.640777] env[65665]: DEBUG nova.network.neutron [-] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 970.641239] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.817361] env[65665]: DEBUG nova.network.neutron [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 970.928673] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.951621] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.008969] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f861f9b2-631d-454b-8a6c-20f799b88ba3 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "51f235af-ab52-4618-8329-704df3c05038" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.436s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.047375] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854981, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.116648] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.372402] env[65665]: DEBUG nova.network.neutron [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance_info_cache with network_info: [{"id": "b927d7b8-336f-4acb-b88f-f7ccfd23291a", "address": "fa:16:3e:17:30:48", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb927d7b8-33", "ovs_interfaceid": "b927d7b8-336f-4acb-b88f-f7ccfd23291a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.447322] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.453433] env[65665]: DEBUG oslo_concurrency.lockutils [None req-90bcca17-a2ed-47b5-9386-820b2d6190e9 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.454658] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.296s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.454897] env[65665]: DEBUG nova.objects.instance [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lazy-loading 'resources' on Instance uuid da3de152-92fd-4178-8e68-e7cb6064d996 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.551029] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854981, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.667290] env[65665]: DEBUG nova.compute.manager [req-747bac96-61bf-4313-a97f-ce7a4733c713 req-a1a8a74f-257c-419d-8860-4f35c8cd8237 service nova] [instance: 693d7603-66ca-4506-af06-57b81f055770] Received event network-vif-plugged-09b47868-cfa9-4369-9ac4-8aadab89f3ea {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 971.667651] env[65665]: DEBUG oslo_concurrency.lockutils [req-747bac96-61bf-4313-a97f-ce7a4733c713 req-a1a8a74f-257c-419d-8860-4f35c8cd8237 service nova] Acquiring lock "693d7603-66ca-4506-af06-57b81f055770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.667959] env[65665]: DEBUG oslo_concurrency.lockutils [req-747bac96-61bf-4313-a97f-ce7a4733c713 req-a1a8a74f-257c-419d-8860-4f35c8cd8237 service nova] Lock "693d7603-66ca-4506-af06-57b81f055770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.669269] env[65665]: DEBUG oslo_concurrency.lockutils [req-747bac96-61bf-4313-a97f-ce7a4733c713 req-a1a8a74f-257c-419d-8860-4f35c8cd8237 service nova] Lock "693d7603-66ca-4506-af06-57b81f055770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.669269] env[65665]: DEBUG nova.compute.manager [req-747bac96-61bf-4313-a97f-ce7a4733c713 req-a1a8a74f-257c-419d-8860-4f35c8cd8237 service nova] [instance: 693d7603-66ca-4506-af06-57b81f055770] No waiting events found dispatching network-vif-plugged-09b47868-cfa9-4369-9ac4-8aadab89f3ea {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 971.669269] env[65665]: WARNING nova.compute.manager [req-747bac96-61bf-4313-a97f-ce7a4733c713 req-a1a8a74f-257c-419d-8860-4f35c8cd8237 service nova] [instance: 693d7603-66ca-4506-af06-57b81f055770] Received unexpected event network-vif-plugged-09b47868-cfa9-4369-9ac4-8aadab89f3ea for instance with vm_state building and task_state spawning. [ 971.669766] env[65665]: WARNING neutronclient.v2_0.client [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.812179] env[65665]: DEBUG nova.network.neutron [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Updating instance_info_cache with network_info: [{"id": "09b47868-cfa9-4369-9ac4-8aadab89f3ea", "address": "fa:16:3e:2d:52:79", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b47868-cf", "ovs_interfaceid": "09b47868-cfa9-4369-9ac4-8aadab89f3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.877150] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "refresh_cache-8a4f4d46-2506-47f1-bae6-2224dd011c61" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.877473] env[65665]: DEBUG nova.objects.instance [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lazy-loading 'migration_context' on Instance uuid 8a4f4d46-2506-47f1-bae6-2224dd011c61 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.947425] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.049506] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854981, 'name': CreateVM_Task, 'duration_secs': 1.351533} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.049686] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.050199] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.050441] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.050899] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.060057] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d158b3-1b30-40fe-b253-72c79f71b700 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.063309] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 972.063309] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527bbb02-acd1-ae36-86ac-f74150f405b2" [ 972.063309] env[65665]: _type = "Task" [ 972.063309] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.072444] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527bbb02-acd1-ae36-86ac-f74150f405b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.122299] env[65665]: DEBUG nova.network.neutron [-] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.315061] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "refresh_cache-693d7603-66ca-4506-af06-57b81f055770" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.315554] env[65665]: DEBUG nova.compute.manager [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Instance network_info: |[{"id": "09b47868-cfa9-4369-9ac4-8aadab89f3ea", "address": "fa:16:3e:2d:52:79", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b47868-cf", "ovs_interfaceid": "09b47868-cfa9-4369-9ac4-8aadab89f3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 972.316235] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:52:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09b47868-cfa9-4369-9ac4-8aadab89f3ea', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.328296] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 972.331624] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693d7603-66ca-4506-af06-57b81f055770] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.332013] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-935e0b10-a935-499e-ba50-5f702e217d97 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.359730] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.359730] env[65665]: value = "task-4854982" [ 972.359730] env[65665]: _type = "Task" [ 972.359730] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.381727] env[65665]: DEBUG nova.objects.base [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Object Instance<8a4f4d46-2506-47f1-bae6-2224dd011c61> lazy-loaded attributes: info_cache,migration_context {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 972.382584] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854982, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.383449] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ab55ae-78e5-4292-b7ac-fcc4561fbb33 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.408034] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0773971-2b95-4330-a388-a0fd1cb50c61 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.414633] env[65665]: DEBUG oslo_vmware.api [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 972.414633] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bb0c07-cfc7-2864-718b-7489f3705c55" [ 972.414633] env[65665]: _type = "Task" [ 972.414633] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.428293] env[65665]: DEBUG oslo_vmware.api [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bb0c07-cfc7-2864-718b-7489f3705c55, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.429030] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.451335] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.497846] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b788296c-ec60-4ca6-8da5-8481e91c860c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.506527] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f82ade3-fa2d-4d28-8497-1836b94ba8d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.546149] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dc5966-524d-4183-b747-40ac00c626a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.555996] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aa45d1-03d3-4060-86cc-eab93ee7df12 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.573044] env[65665]: DEBUG nova.compute.provider_tree [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.588543] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527bbb02-acd1-ae36-86ac-f74150f405b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01181} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.589567] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.589766] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.590225] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.590442] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.590679] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.591405] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cef7818-e379-4994-80d4-50b2155adab2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.606000] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.606000] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.606000] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65dc7d6e-88e6-46d2-9ccf-34f2c8d09db8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.614173] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 972.614173] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529354b5-3cfa-c557-cd0c-a06c6d00949f" [ 972.614173] env[65665]: _type = "Task" [ 972.614173] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.623820] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529354b5-3cfa-c557-cd0c-a06c6d00949f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.626614] env[65665]: INFO nova.compute.manager [-] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Took 1.99 seconds to deallocate network for instance. [ 972.873171] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854982, 'name': CreateVM_Task, 'duration_secs': 0.353089} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.873649] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693d7603-66ca-4506-af06-57b81f055770] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.874295] env[65665]: WARNING neutronclient.v2_0.client [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.874641] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.874789] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.875116] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.875388] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa88dc52-7a93-4421-ae25-e02bbe58739f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.880483] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 972.880483] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5255e1ee-573f-f9e2-f42c-b2560e46a1d5" [ 972.880483] env[65665]: _type = "Task" [ 972.880483] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.889926] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5255e1ee-573f-f9e2-f42c-b2560e46a1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.950471] env[65665]: DEBUG oslo_vmware.api [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854972, 'name': ReconfigVM_Task, 'duration_secs': 5.828571} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.950956] env[65665]: DEBUG oslo_concurrency.lockutils [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.951234] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Reconfigured VM to detach interface {{(pid=65665) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 972.951917] env[65665]: WARNING neutronclient.v2_0.client [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.952587] env[65665]: WARNING neutronclient.v2_0.client [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.082165] env[65665]: DEBUG nova.scheduler.client.report [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.132081] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529354b5-3cfa-c557-cd0c-a06c6d00949f, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.134580] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.135240] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d27e94-df13-4a47-b863-f7df1cf4e5cb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.144154] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 973.144154] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e55511-67a6-095e-1b85-c413f6aee2d0" [ 973.144154] env[65665]: _type = "Task" [ 973.144154] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.157628] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e55511-67a6-095e-1b85-c413f6aee2d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.394382] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5255e1ee-573f-f9e2-f42c-b2560e46a1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.394382] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.394382] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.394382] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.587728] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.590516] env[65665]: DEBUG oslo_concurrency.lockutils [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.658s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.590997] env[65665]: DEBUG nova.objects.instance [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lazy-loading 'resources' on Instance uuid 14320126-ffd1-4553-9918-ffc7b0214869 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.625053] env[65665]: INFO nova.scheduler.client.report [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted allocations for instance da3de152-92fd-4178-8e68-e7cb6064d996 [ 973.658423] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e55511-67a6-095e-1b85-c413f6aee2d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013414} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.658867] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.659264] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8ce3a8f9-43dd-4502-8e86-65bc43eadce5/8ce3a8f9-43dd-4502-8e86-65bc43eadce5.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.659699] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.660131] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.660512] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a613360-c3d3-44eb-b432-8ea88b89bed6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.665117] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5c381e3-1c5d-49cd-ac67-6952e0d2055d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.673833] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 973.673833] env[65665]: value = "task-4854983" [ 973.673833] env[65665]: _type = "Task" [ 973.673833] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.676103] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.676103] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.680174] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d733b6a-6ac5-40c2-ba88-335d85f24b7e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.690044] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.690384] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 973.690384] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522cdee9-72ca-2ea5-530b-5c8e1d30593f" [ 973.690384] env[65665]: _type = "Task" [ 973.690384] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.705509] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522cdee9-72ca-2ea5-530b-5c8e1d30593f, 'name': SearchDatastore_Task, 'duration_secs': 0.012355} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.707056] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd83fe16-7455-42a0-bc82-c30a49deb1a3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.713575] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 973.713575] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528f2395-f8c4-3d1e-0d61-3e67de5b7cbe" [ 973.713575] env[65665]: _type = "Task" [ 973.713575] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.724902] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528f2395-f8c4-3d1e-0d61-3e67de5b7cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.137048] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7175a48-ae17-4b2a-8a79-332a9f344741 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "da3de152-92fd-4178-8e68-e7cb6064d996" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.154s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.198144] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854983, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.229935] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528f2395-f8c4-3d1e-0d61-3e67de5b7cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.012949} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.230816] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.231100] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 693d7603-66ca-4506-af06-57b81f055770/693d7603-66ca-4506-af06-57b81f055770.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.232662] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49977ccd-642e-4cf7-88a5-1952ea444145 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.241335] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 974.241335] env[65665]: value = "task-4854984" [ 974.241335] env[65665]: _type = "Task" [ 974.241335] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.259283] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.549411] env[65665]: DEBUG nova.compute.manager [req-0f096519-e09c-423a-9aff-87d6a4f75a04 req-bd04de5f-7e7e-4020-9e68-948c4c1c79a3 service nova] [instance: 693d7603-66ca-4506-af06-57b81f055770] Received event network-changed-09b47868-cfa9-4369-9ac4-8aadab89f3ea {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 974.549411] env[65665]: DEBUG nova.compute.manager [req-0f096519-e09c-423a-9aff-87d6a4f75a04 req-bd04de5f-7e7e-4020-9e68-948c4c1c79a3 service nova] [instance: 693d7603-66ca-4506-af06-57b81f055770] Refreshing instance network info cache due to event network-changed-09b47868-cfa9-4369-9ac4-8aadab89f3ea. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 974.549695] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f096519-e09c-423a-9aff-87d6a4f75a04 req-bd04de5f-7e7e-4020-9e68-948c4c1c79a3 service nova] Acquiring lock "refresh_cache-693d7603-66ca-4506-af06-57b81f055770" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.549695] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f096519-e09c-423a-9aff-87d6a4f75a04 req-bd04de5f-7e7e-4020-9e68-948c4c1c79a3 service nova] Acquired lock "refresh_cache-693d7603-66ca-4506-af06-57b81f055770" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.554295] env[65665]: DEBUG nova.network.neutron [req-0f096519-e09c-423a-9aff-87d6a4f75a04 req-bd04de5f-7e7e-4020-9e68-948c4c1c79a3 service nova] [instance: 693d7603-66ca-4506-af06-57b81f055770] Refreshing network info cache for port 09b47868-cfa9-4369-9ac4-8aadab89f3ea {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.592094] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e1770c-bc03-43d1-8ea0-d34a36241cc6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.605855] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c65cc4d-914f-4939-9133-647f14b178dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.657726] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018e25f5-0c82-4207-bf0a-5951538663f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.672030] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e08f607-1bcb-4902-a065-054dec44b961 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.695994] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541327} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.705417] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8ce3a8f9-43dd-4502-8e86-65bc43eadce5/8ce3a8f9-43dd-4502-8e86-65bc43eadce5.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.705755] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.706282] env[65665]: DEBUG nova.compute.provider_tree [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.707961] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32d787f2-1f4b-4b20-9702-a90ee22f2f3a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.717641] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 974.717641] env[65665]: value = "task-4854985" [ 974.717641] env[65665]: _type = "Task" [ 974.717641] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.729756] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.752977] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495186} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.753246] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 693d7603-66ca-4506-af06-57b81f055770/693d7603-66ca-4506-af06-57b81f055770.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.753451] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.753702] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f3567f-7a15-4bae-ae5c-77135dc99a51 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.762688] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 974.762688] env[65665]: value = "task-4854986" [ 974.762688] env[65665]: _type = "Task" [ 974.762688] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.774377] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.816058] env[65665]: DEBUG oslo_concurrency.lockutils [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.816058] env[65665]: DEBUG oslo_concurrency.lockutils [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.816058] env[65665]: DEBUG nova.network.neutron [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 975.060753] env[65665]: WARNING neutronclient.v2_0.client [req-0f096519-e09c-423a-9aff-87d6a4f75a04 req-bd04de5f-7e7e-4020-9e68-948c4c1c79a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.211917] env[65665]: DEBUG nova.scheduler.client.report [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.235887] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080901} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.235887] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.236502] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4625d6-8bab-46bf-8ac2-55fa395007b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.270732] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 8ce3a8f9-43dd-4502-8e86-65bc43eadce5/8ce3a8f9-43dd-4502-8e86-65bc43eadce5.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.275028] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee697b0d-1d2f-4897-a383-c9e19d72b200 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.302433] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071491} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.304374] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.304865] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 975.304865] env[65665]: value = "task-4854987" [ 975.304865] env[65665]: _type = "Task" [ 975.304865] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.307832] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f389ad8-fc1e-41d8-be12-0c9e0e846832 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.318413] env[65665]: WARNING neutronclient.v2_0.client [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.335963] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.345862] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 693d7603-66ca-4506-af06-57b81f055770/693d7603-66ca-4506-af06-57b81f055770.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.349645] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d10691b-96bb-4dde-86cd-7acef2dba911 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.370683] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.370683] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.370683] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "c9808f35-3d79-4aa6-a414-c98635c1e33e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.370683] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "c9808f35-3d79-4aa6-a414-c98635c1e33e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.370683] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "c9808f35-3d79-4aa6-a414-c98635c1e33e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.372509] env[65665]: INFO nova.compute.manager [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Terminating instance [ 975.379978] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 975.379978] env[65665]: value = "task-4854988" [ 975.379978] env[65665]: _type = "Task" [ 975.379978] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.397515] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.413965] env[65665]: WARNING neutronclient.v2_0.client [req-0f096519-e09c-423a-9aff-87d6a4f75a04 req-bd04de5f-7e7e-4020-9e68-948c4c1c79a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.542223] env[65665]: DEBUG nova.network.neutron [req-0f096519-e09c-423a-9aff-87d6a4f75a04 req-bd04de5f-7e7e-4020-9e68-948c4c1c79a3 service nova] [instance: 693d7603-66ca-4506-af06-57b81f055770] Updated VIF entry in instance network info cache for port 09b47868-cfa9-4369-9ac4-8aadab89f3ea. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 975.542223] env[65665]: DEBUG nova.network.neutron [req-0f096519-e09c-423a-9aff-87d6a4f75a04 req-bd04de5f-7e7e-4020-9e68-948c4c1c79a3 service nova] [instance: 693d7603-66ca-4506-af06-57b81f055770] Updating instance_info_cache with network_info: [{"id": "09b47868-cfa9-4369-9ac4-8aadab89f3ea", "address": "fa:16:3e:2d:52:79", "network": {"id": "4698ca07-b0a4-48d7-8a7b-dc99b28f3231", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1515478990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bad9b509c1344aebb93a1f6f3072a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09b47868-cf", "ovs_interfaceid": "09b47868-cfa9-4369-9ac4-8aadab89f3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.590935] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Acquiring lock "72c616b4-eda8-4f46-ac04-ba145a722746" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.591187] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Lock "72c616b4-eda8-4f46-ac04-ba145a722746" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.593653] env[65665]: WARNING neutronclient.v2_0.client [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.719844] env[65665]: DEBUG oslo_concurrency.lockutils [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.722543] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.657s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.722543] env[65665]: DEBUG nova.objects.instance [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lazy-loading 'resources' on Instance uuid 7e28a8b1-19fb-4b86-8b03-adc8f87c4378 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.726142] env[65665]: INFO nova.network.neutron [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Port 5f65be9b-63ee-447e-af71-f8d9b4006310 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 975.726474] env[65665]: INFO nova.network.neutron [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Port 350acda6-d46b-40e4-8fe7-3e7edc448a25 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 975.726709] env[65665]: DEBUG nova.network.neutron [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updating instance_info_cache with network_info: [{"id": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "address": "fa:16:3e:00:d9:34", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2eb276e3-b3", "ovs_interfaceid": "2eb276e3-b3b5-4f32-a83a-a0696deb19a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.750374] env[65665]: INFO nova.scheduler.client.report [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Deleted allocations for instance 14320126-ffd1-4553-9918-ffc7b0214869 [ 975.825623] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854987, 'name': ReconfigVM_Task, 'duration_secs': 0.513796} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.825923] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 8ce3a8f9-43dd-4502-8e86-65bc43eadce5/8ce3a8f9-43dd-4502-8e86-65bc43eadce5.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.826625] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e908b88-9ae2-4fbb-8214-9a01a320af66 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.835091] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 975.835091] env[65665]: value = "task-4854989" [ 975.835091] env[65665]: _type = "Task" [ 975.835091] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.844341] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854989, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.882030] env[65665]: DEBUG nova.compute.manager [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 975.882265] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.883781] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc3315b-c9ab-477a-bd79-bd0e9dab0adf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.897131] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854988, 'name': ReconfigVM_Task, 'duration_secs': 0.48032} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.899405] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 693d7603-66ca-4506-af06-57b81f055770/693d7603-66ca-4506-af06-57b81f055770.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.900063] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.900743] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5104f51e-40fd-4bb4-bc88-3d2b881594ac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.901894] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea66def1-1bd3-4ca5-bfdb-d8a6f55541f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.908841] env[65665]: DEBUG oslo_vmware.api [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 975.908841] env[65665]: value = "task-4854991" [ 975.908841] env[65665]: _type = "Task" [ 975.908841] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.910485] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 975.910485] env[65665]: value = "task-4854990" [ 975.910485] env[65665]: _type = "Task" [ 975.910485] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.922318] env[65665]: DEBUG oslo_vmware.api [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.926719] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854990, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.047657] env[65665]: DEBUG oslo_concurrency.lockutils [req-0f096519-e09c-423a-9aff-87d6a4f75a04 req-bd04de5f-7e7e-4020-9e68-948c4c1c79a3 service nova] Releasing lock "refresh_cache-693d7603-66ca-4506-af06-57b81f055770" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.048098] env[65665]: DEBUG nova.compute.manager [req-0f096519-e09c-423a-9aff-87d6a4f75a04 req-bd04de5f-7e7e-4020-9e68-948c4c1c79a3 service nova] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Received event network-vif-deleted-cceb6a57-de87-43bf-8704-ecb955ec31b8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 976.048419] env[65665]: DEBUG nova.compute.manager [req-0f096519-e09c-423a-9aff-87d6a4f75a04 req-bd04de5f-7e7e-4020-9e68-948c4c1c79a3 service nova] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Received event network-vif-deleted-780c238d-5139-41a2-8fe2-1dad05fd1fed {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 976.092118] env[65665]: INFO nova.compute.manager [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Rebuilding instance [ 976.100186] env[65665]: DEBUG nova.compute.manager [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 976.171393] env[65665]: DEBUG nova.compute.manager [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 976.177041] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950a8c04-3bff-47f6-bd0c-90178781b10a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.231463] env[65665]: DEBUG oslo_concurrency.lockutils [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-c9808f35-3d79-4aa6-a414-c98635c1e33e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.263538] env[65665]: DEBUG oslo_concurrency.lockutils [None req-00739ab6-8937-459a-b91a-a6f7b5120c9d tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "14320126-ffd1-4553-9918-ffc7b0214869" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.030s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.348988] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854989, 'name': Rename_Task, 'duration_secs': 0.172818} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.349303] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.350493] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba5a3129-0198-41ed-a553-3e8c013e3d1f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.363023] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 976.363023] env[65665]: value = "task-4854992" [ 976.363023] env[65665]: _type = "Task" [ 976.363023] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.376162] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.430612] env[65665]: DEBUG oslo_vmware.api [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854991, 'name': PowerOffVM_Task, 'duration_secs': 0.30163} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.434147] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.434374] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.434673] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854990, 'name': Rename_Task, 'duration_secs': 0.172725} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.437682] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a343d49e-22f0-4f30-a569-2e4106064b88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.439306] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.440826] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a34a233-2bf0-4dd7-b9cd-b538359700dc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.447479] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 976.447479] env[65665]: value = "task-4854993" [ 976.447479] env[65665]: _type = "Task" [ 976.447479] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.459497] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.547827] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.548115] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.548345] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Deleting the datastore file [datastore2] c9808f35-3d79-4aa6-a414-c98635c1e33e {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.548665] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfbe24fd-1b1f-4ae3-8c59-0b267d3372fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.557721] env[65665]: DEBUG oslo_vmware.api [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 976.557721] env[65665]: value = "task-4854995" [ 976.557721] env[65665]: _type = "Task" [ 976.557721] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.573743] env[65665]: DEBUG oslo_vmware.api [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.622194] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.663675] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f86f27f-208c-4c11-bc2d-f988dc67a08f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.675133] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b25242-9dc7-4348-942d-6b1bcb13abbf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.719159] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ff935e-cec9-4760-9c7f-d298e5935c38 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.730054] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f18879-86d3-4531-b2d4-339038818b44 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.736941] env[65665]: DEBUG oslo_concurrency.lockutils [None req-51b33419-4377-401d-8aa0-cfa579a4afa8 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-c9808f35-3d79-4aa6-a414-c98635c1e33e-5f65be9b-63ee-447e-af71-f8d9b4006310" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.417s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.752046] env[65665]: DEBUG nova.compute.provider_tree [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.873942] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854992, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.960229] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.072140] env[65665]: DEBUG oslo_vmware.api [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4854995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199209} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.072457] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.072687] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.072917] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.073154] env[65665]: INFO nova.compute.manager [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 977.073470] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 977.073774] env[65665]: DEBUG nova.compute.manager [-] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 977.074268] env[65665]: DEBUG nova.network.neutron [-] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 977.074268] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.223759] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.225189] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.227676] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53f11d6c-3eef-4e11-8aae-62fead2e9dbd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.236924] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 977.236924] env[65665]: value = "task-4854996" [ 977.236924] env[65665]: _type = "Task" [ 977.236924] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.247903] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.254915] env[65665]: DEBUG nova.scheduler.client.report [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.302556] env[65665]: DEBUG nova.compute.manager [req-c49a1632-23d9-45c3-bfb0-3fa69699fb49 req-2f1674d8-a290-430a-811d-72156396dc72 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received event network-vif-deleted-5f65be9b-63ee-447e-af71-f8d9b4006310 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 977.302745] env[65665]: DEBUG nova.compute.manager [req-c49a1632-23d9-45c3-bfb0-3fa69699fb49 req-2f1674d8-a290-430a-811d-72156396dc72 service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received event network-vif-deleted-350acda6-d46b-40e4-8fe7-3e7edc448a25 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 977.374940] env[65665]: DEBUG oslo_vmware.api [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4854992, 'name': PowerOnVM_Task, 'duration_secs': 0.538925} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.375371] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.375568] env[65665]: DEBUG nova.compute.manager [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 977.376454] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5069cf83-dadd-4e76-908c-939d5fb4b2d1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.395255] env[65665]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 350acda6-d46b-40e4-8fe7-3e7edc448a25 could not be found.", "detail": ""}} {{(pid=65665) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 977.395507] env[65665]: DEBUG nova.network.neutron [-] Unable to show port 350acda6-d46b-40e4-8fe7-3e7edc448a25 as it no longer exists. {{(pid=65665) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 977.459448] env[65665]: DEBUG oslo_vmware.api [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4854993, 'name': PowerOnVM_Task, 'duration_secs': 0.616514} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.459890] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.460216] env[65665]: INFO nova.compute.manager [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Took 9.24 seconds to spawn the instance on the hypervisor. [ 977.460566] env[65665]: DEBUG nova.compute.manager [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 977.461702] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f4facc-5576-4a5b-9421-4dcb49716c2d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.755023] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854996, 'name': PowerOffVM_Task, 'duration_secs': 0.217298} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.755023] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.755485] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.756286] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2741b95b-e25e-4f9a-9d97-3a5b7a916888 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.761326] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.767958] env[65665]: DEBUG oslo_concurrency.lockutils [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 15.799s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.769671] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.770920] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0db9c7ba-b39f-46a6-8c41-9b29caa5c048 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.795884] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.796587] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.796587] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Deleting the datastore file [datastore2] a0c70486-1a8d-4c27-afed-a3f54b93fb2d {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.798889] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cd64516-dde0-4086-93f8-5cea51b0b32e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.807119] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 977.807119] env[65665]: value = "task-4854998" [ 977.807119] env[65665]: _type = "Task" [ 977.807119] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.819725] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.820891] env[65665]: INFO nova.scheduler.client.report [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Deleted allocations for instance 7e28a8b1-19fb-4b86-8b03-adc8f87c4378 [ 977.902046] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.984762] env[65665]: INFO nova.compute.manager [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Took 34.67 seconds to build instance. [ 978.271341] env[65665]: DEBUG nova.objects.instance [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lazy-loading 'migration_context' on Instance uuid d4ba0f68-55bb-4193-b9e8-eefa3181d893 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.324909] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4854998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104495} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.324909] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.324909] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.324909] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.332042] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e411f78a-532a-4fac-86de-f2fa11c98dbe tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "7e28a8b1-19fb-4b86-8b03-adc8f87c4378" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.379s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.487016] env[65665]: DEBUG oslo_concurrency.lockutils [None req-483223c0-2a31-4435-81ab-552721c1c064 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "693d7603-66ca-4506-af06-57b81f055770" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.177s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.554762] env[65665]: DEBUG nova.network.neutron [-] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.057573] env[65665]: INFO nova.compute.manager [-] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Took 1.98 seconds to deallocate network for instance. [ 979.185143] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85069bf-7b18-4b4e-92b7-bce2a9a342d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.195473] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785abbcf-70f3-4734-a93a-4fe6c079f996 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.242274] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb81c72-b0ba-4a1f-ba0c-f608250ead10 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.253980] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d868529-742e-423f-a1cc-883777481c06 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.270786] env[65665]: DEBUG nova.compute.provider_tree [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.330358] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "751b3c67-22d0-4688-8d84-33a56b930a9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.330358] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.371435] env[65665]: DEBUG nova.virt.hardware [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 979.371718] env[65665]: DEBUG nova.virt.hardware [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.371878] env[65665]: DEBUG nova.virt.hardware [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 979.372412] env[65665]: DEBUG nova.virt.hardware [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.372625] env[65665]: DEBUG nova.virt.hardware [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 979.372758] env[65665]: DEBUG nova.virt.hardware [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 979.372993] env[65665]: DEBUG nova.virt.hardware [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 979.373242] env[65665]: DEBUG nova.virt.hardware [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 979.373491] env[65665]: DEBUG nova.virt.hardware [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 979.373723] env[65665]: DEBUG nova.virt.hardware [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 979.373934] env[65665]: DEBUG nova.virt.hardware [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 979.375105] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48d1207-5e44-4ff1-a1a2-2823d15a30f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.386231] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb1e053-b487-4b31-a6c8-79192fae0389 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.404045] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.409970] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 979.410408] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.410562] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a5b5243-f576-4c92-bc3d-f19d4c736391 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.435203] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.435203] env[65665]: value = "task-4854999" [ 979.435203] env[65665]: _type = "Task" [ 979.435203] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.447224] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854999, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.566174] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.715385] env[65665]: DEBUG nova.compute.manager [req-4e7d647a-2f13-4a87-8022-595a36f6676a req-ccd49464-bb89-4465-9f8e-420f88cc41cb service nova] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Received event network-vif-deleted-2eb276e3-b3b5-4f32-a83a-a0696deb19a2 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 979.776160] env[65665]: DEBUG nova.scheduler.client.report [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.833031] env[65665]: DEBUG nova.compute.manager [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 979.953326] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4854999, 'name': CreateVM_Task, 'duration_secs': 0.383398} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.953326] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.953326] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.953326] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.953326] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.953575] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd83e25a-4ac7-4a9c-af96-1acc45f8006f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.961979] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 979.961979] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d979a8-3eea-1042-8af8-187ae18f5ecf" [ 979.961979] env[65665]: _type = "Task" [ 979.961979] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.972193] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d979a8-3eea-1042-8af8-187ae18f5ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.077524] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquiring lock "8ce3a8f9-43dd-4502-8e86-65bc43eadce5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.077524] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lock "8ce3a8f9-43dd-4502-8e86-65bc43eadce5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.077643] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquiring lock "8ce3a8f9-43dd-4502-8e86-65bc43eadce5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.077802] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lock "8ce3a8f9-43dd-4502-8e86-65bc43eadce5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.077967] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lock "8ce3a8f9-43dd-4502-8e86-65bc43eadce5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.082728] env[65665]: INFO nova.compute.manager [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Terminating instance [ 980.176152] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "84efb212-53f2-4247-b12f-c56a0e2aa166" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.176152] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "84efb212-53f2-4247-b12f-c56a0e2aa166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.177319] env[65665]: DEBUG oslo_concurrency.lockutils [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.177534] env[65665]: DEBUG oslo_concurrency.lockutils [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.177722] env[65665]: DEBUG oslo_concurrency.lockutils [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.177888] env[65665]: DEBUG oslo_concurrency.lockutils [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.178056] env[65665]: DEBUG oslo_concurrency.lockutils [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.181038] env[65665]: INFO nova.compute.manager [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Terminating instance [ 980.368422] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.435529] env[65665]: DEBUG nova.compute.manager [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 980.436485] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d609a8-a2b5-46e5-96f5-32de51e2a457 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.475672] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d979a8-3eea-1042-8af8-187ae18f5ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.011015} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.475672] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.475672] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.475924] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.476021] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.476389] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.477714] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b6fd3bf-3d13-45ee-99be-eb455079cd14 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.487618] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.489058] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.489058] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b87f819-ac64-47f5-acf5-ba34fb806f67 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.495675] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 980.495675] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523f0c5e-4000-b331-04a5-b9cebd04842d" [ 980.495675] env[65665]: _type = "Task" [ 980.495675] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.505446] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523f0c5e-4000-b331-04a5-b9cebd04842d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.588926] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquiring lock "refresh_cache-8ce3a8f9-43dd-4502-8e86-65bc43eadce5" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.589183] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquired lock "refresh_cache-8ce3a8f9-43dd-4502-8e86-65bc43eadce5" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.589402] env[65665]: DEBUG nova.network.neutron [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 980.681190] env[65665]: DEBUG nova.compute.manager [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 980.685851] env[65665]: DEBUG nova.compute.manager [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 980.685851] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.686970] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8605de-43f7-4bf6-ac89-88fcaad3f4b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.697792] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.697792] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56560b62-bd97-431c-ba94-b214057e9b4a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.709150] env[65665]: DEBUG oslo_vmware.api [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 980.709150] env[65665]: value = "task-4855000" [ 980.709150] env[65665]: _type = "Task" [ 980.709150] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.718666] env[65665]: DEBUG oslo_vmware.api [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4855000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.747473] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.747473] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.787933] env[65665]: DEBUG oslo_concurrency.lockutils [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.020s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.794648] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.575s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.796200] env[65665]: INFO nova.compute.claims [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.950786] env[65665]: INFO nova.compute.manager [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] instance snapshotting [ 980.953741] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a7fb72-e2d0-4534-a76b-f11a09b432ff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.978513] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ed2862-3ef3-4bf3-ade3-2e3c68a58e88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.007526] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523f0c5e-4000-b331-04a5-b9cebd04842d, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.008438] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e441dd01-f8d6-4488-a568-0a2ea142f651 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.017902] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 981.017902] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bd05b7-b24c-4c91-32ff-5578fb307de8" [ 981.017902] env[65665]: _type = "Task" [ 981.017902] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.033031] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bd05b7-b24c-4c91-32ff-5578fb307de8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.095484] env[65665]: WARNING neutronclient.v2_0.client [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.124500] env[65665]: DEBUG nova.network.neutron [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 981.222155] env[65665]: DEBUG oslo_vmware.api [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4855000, 'name': PowerOffVM_Task, 'duration_secs': 0.275512} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.223497] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.224410] env[65665]: DEBUG nova.network.neutron [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.225618] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.226075] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.226075] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbe99fb2-99d5-43e1-8cb3-9313172585f5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.257150] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.257357] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.257622] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.257890] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.258470] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.258636] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.258834] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 981.259532] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.303134] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.303475] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.303670] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Deleting the datastore file [datastore1] 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.304257] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b982a11c-82c1-4c7c-915a-c5102d04a177 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.316580] env[65665]: DEBUG oslo_vmware.api [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for the task: (returnval){ [ 981.316580] env[65665]: value = "task-4855002" [ 981.316580] env[65665]: _type = "Task" [ 981.316580] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.328035] env[65665]: DEBUG oslo_vmware.api [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4855002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.494696] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 981.495185] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3913c976-53bf-4241-b61b-96cc1a1053da {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.510023] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 981.510023] env[65665]: value = "task-4855003" [ 981.510023] env[65665]: _type = "Task" [ 981.510023] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.518128] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855003, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.528527] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bd05b7-b24c-4c91-32ff-5578fb307de8, 'name': SearchDatastore_Task, 'duration_secs': 0.023947} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.528793] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.530581] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a0c70486-1a8d-4c27-afed-a3f54b93fb2d/a0c70486-1a8d-4c27-afed-a3f54b93fb2d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.530581] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a89d3937-639b-4b7a-b0ae-7f45143fca03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.537946] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 981.537946] env[65665]: value = "task-4855004" [ 981.537946] env[65665]: _type = "Task" [ 981.537946] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.547879] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.730667] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Releasing lock "refresh_cache-8ce3a8f9-43dd-4502-8e86-65bc43eadce5" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.731166] env[65665]: DEBUG nova.compute.manager [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 981.731376] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.732320] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8f0e67-95b9-437c-8df1-63f7e8a5fa89 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.742628] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.743496] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e32965ad-9ff8-4799-85e0-ec7afd525d82 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.751122] env[65665]: DEBUG oslo_vmware.api [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 981.751122] env[65665]: value = "task-4855005" [ 981.751122] env[65665]: _type = "Task" [ 981.751122] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.760174] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "a5cfaf02-852f-4817-a7a7-db0ec7580826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.760489] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "a5cfaf02-852f-4817-a7a7-db0ec7580826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.770242] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.771018] env[65665]: DEBUG oslo_vmware.api [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4855005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.828334] env[65665]: DEBUG oslo_vmware.api [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Task: {'id': task-4855002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331097} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.828545] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.828770] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.830052] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.830052] env[65665]: INFO nova.compute.manager [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 981.830052] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 981.832628] env[65665]: DEBUG nova.compute.manager [-] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 981.832757] env[65665]: DEBUG nova.network.neutron [-] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 981.833046] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.876561] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.024713] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855003, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.055040] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855004, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.264420] env[65665]: DEBUG oslo_vmware.api [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4855005, 'name': PowerOffVM_Task, 'duration_secs': 0.195808} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.265697] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.265899] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.266143] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8530a322-23d4-44fb-87d1-4f76526e7916 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.271751] env[65665]: DEBUG nova.compute.manager [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 982.289320] env[65665]: DEBUG nova.compute.manager [req-7e8213a0-10a3-4003-9f3a-9d1650d2749a req-2d5a0a00-2494-4882-aa6c-cc19cd508eb6 service nova] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Received event network-vif-deleted-9edfbe3c-e1ea-4bcf-80f6-862ee1189030 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 982.290178] env[65665]: INFO nova.compute.manager [req-7e8213a0-10a3-4003-9f3a-9d1650d2749a req-2d5a0a00-2494-4882-aa6c-cc19cd508eb6 service nova] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Neutron deleted interface 9edfbe3c-e1ea-4bcf-80f6-862ee1189030; detaching it from the instance and deleting it from the info cache [ 982.290178] env[65665]: DEBUG nova.network.neutron [req-7e8213a0-10a3-4003-9f3a-9d1650d2749a req-2d5a0a00-2494-4882-aa6c-cc19cd508eb6 service nova] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.302858] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.303063] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.303264] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Deleting the datastore file [datastore2] 8ce3a8f9-43dd-4502-8e86-65bc43eadce5 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.304326] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8a9746f-3390-445b-95ef-d0ed309d7e9f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.316641] env[65665]: DEBUG oslo_vmware.api [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for the task: (returnval){ [ 982.316641] env[65665]: value = "task-4855007" [ 982.316641] env[65665]: _type = "Task" [ 982.316641] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.333904] env[65665]: DEBUG oslo_vmware.api [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4855007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.335817] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f0f5ed-1dba-4fca-bc82-7fa0b5b7ac74 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.345332] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de40617b-6b87-427c-8ed8-4d36e5908cf4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.351648] env[65665]: INFO nova.compute.manager [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Swapping old allocation on dict_keys(['e52fd1e5-0d72-4d81-ad68-cf304205f8ba']) held by migration 940b5d9c-452f-4ce1-ad30-8fa4a4a664dc for instance [ 982.388666] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c025da-2542-4d23-b980-ed498732465a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.397736] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4962e4ef-1595-4b26-bf08-b994b1306ef9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.412875] env[65665]: DEBUG nova.compute.provider_tree [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.415331] env[65665]: DEBUG nova.scheduler.client.report [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Overwriting current allocation {'allocations': {'e52fd1e5-0d72-4d81-ad68-cf304205f8ba': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 107}}, 'project_id': 'bb1d8f8fe5ff4ec8bec31a678fec65a9', 'user_id': 'c44bcdc261ab41a0b063e3092f17a0a1', 'consumer_generation': 1} on consumer d4ba0f68-55bb-4193-b9e8-eefa3181d893 {{(pid=65665) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 982.488846] env[65665]: WARNING neutronclient.v2_0.client [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.519949] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855003, 'name': CreateSnapshot_Task, 'duration_secs': 0.767229} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.520390] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 982.521346] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a276632f-072c-4ca5-8cb0-d0167d3e3157 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.532991] env[65665]: DEBUG oslo_concurrency.lockutils [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.533233] env[65665]: DEBUG oslo_concurrency.lockutils [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquired lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.533426] env[65665]: DEBUG nova.network.neutron [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 982.552185] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616619} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.553021] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a0c70486-1a8d-4c27-afed-a3f54b93fb2d/a0c70486-1a8d-4c27-afed-a3f54b93fb2d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.553241] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.553499] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-727dfc70-7016-4e3f-a4eb-953954f3ca2f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.560549] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 982.560549] env[65665]: value = "task-4855008" [ 982.560549] env[65665]: _type = "Task" [ 982.560549] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.571957] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.748353] env[65665]: DEBUG nova.network.neutron [-] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.795511] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23da61d7-0e56-41a7-bf88-fa066c396af7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.799619] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.807815] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124c0e40-1c29-4ff4-b875-b1bc8d47c0be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.833766] env[65665]: DEBUG oslo_vmware.api [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Task: {'id': task-4855007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310446} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.834086] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.834288] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.834465] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.834647] env[65665]: INFO nova.compute.manager [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 982.834942] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 982.849248] env[65665]: DEBUG nova.compute.manager [-] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 982.849392] env[65665]: DEBUG nova.network.neutron [-] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 982.849650] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.852665] env[65665]: DEBUG nova.compute.manager [req-7e8213a0-10a3-4003-9f3a-9d1650d2749a req-2d5a0a00-2494-4882-aa6c-cc19cd508eb6 service nova] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Detach interface failed, port_id=9edfbe3c-e1ea-4bcf-80f6-862ee1189030, reason: Instance 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 982.871690] env[65665]: DEBUG nova.network.neutron [-] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 982.871950] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.919540] env[65665]: DEBUG nova.scheduler.client.report [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.044735] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 983.045485] env[65665]: WARNING neutronclient.v2_0.client [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.048129] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-53497920-daa7-4210-9361-739524d6b49f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.057578] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 983.057578] env[65665]: value = "task-4855009" [ 983.057578] env[65665]: _type = "Task" [ 983.057578] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.072319] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855009, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.075568] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137033} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.075959] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.076862] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f27402-61b0-4042-8c20-e922108c41f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.098526] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] a0c70486-1a8d-4c27-afed-a3f54b93fb2d/a0c70486-1a8d-4c27-afed-a3f54b93fb2d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.101917] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-025d6806-9df0-43b8-8efc-7658cd618c29 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.123267] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 983.123267] env[65665]: value = "task-4855010" [ 983.123267] env[65665]: _type = "Task" [ 983.123267] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.133457] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.250604] env[65665]: INFO nova.compute.manager [-] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Took 1.42 seconds to deallocate network for instance. [ 983.277989] env[65665]: WARNING neutronclient.v2_0.client [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.375935] env[65665]: DEBUG nova.network.neutron [-] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.379372] env[65665]: DEBUG nova.network.neutron [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance_info_cache with network_info: [{"id": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "address": "fa:16:3e:72:58:66", "network": {"id": "669053f5-ce17-457e-9ba4-1285e44fcf41", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ca42883883e42ebaf188ac8563da6eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6cc16c4-a8", "ovs_interfaceid": "c6cc16c4-a82d-4ec6-8e5e-e462176d3f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.427207] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.427207] env[65665]: DEBUG nova.compute.manager [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 983.429965] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.314s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.430718] env[65665]: DEBUG nova.objects.instance [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Lazy-loading 'resources' on Instance uuid 9f043958-ac20-4c8e-ad60-6b31af4ab14a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.570886] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855009, 'name': CloneVM_Task} progress is 93%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.633632] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.759241] env[65665]: DEBUG oslo_concurrency.lockutils [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.883579] env[65665]: DEBUG oslo_concurrency.lockutils [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Releasing lock "refresh_cache-d4ba0f68-55bb-4193-b9e8-eefa3181d893" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.883763] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.884279] env[65665]: INFO nova.compute.manager [-] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Took 1.03 seconds to deallocate network for instance. [ 983.884579] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca52865a-b107-4be3-b607-8d93baf652e3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.896024] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 983.896024] env[65665]: value = "task-4855011" [ 983.896024] env[65665]: _type = "Task" [ 983.896024] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.906771] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.932332] env[65665]: DEBUG nova.compute.utils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.934528] env[65665]: DEBUG nova.compute.manager [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 983.934889] env[65665]: DEBUG nova.network.neutron [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 983.935394] env[65665]: WARNING neutronclient.v2_0.client [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.936514] env[65665]: WARNING neutronclient.v2_0.client [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.002808] env[65665]: DEBUG nova.policy [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b926604520c426ba3032913d2e1861c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4ce9c6ecd5c4a14aa9fa8007b82af44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.072222] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855009, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.137821] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855010, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.383943] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88815cd9-0dda-49b4-b455-a69a9fdbae56 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.390617] env[65665]: DEBUG nova.network.neutron [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Successfully created port: 3669fd89-ed9a-47e2-9b98-fb6c6f587b9c {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 984.396958] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.398088] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574ae69c-8a0f-4323-85f5-c1a6c469b870 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.414306] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855011, 'name': PowerOffVM_Task, 'duration_secs': 0.242748} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.441723] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.442316] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:31:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2e325f37-cc72-44e9-b559-eff5ada3d414',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1429825192',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 984.442527] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.442686] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 984.442866] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.443027] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 984.443165] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 984.443371] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 984.443525] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 984.443688] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 984.443862] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 984.444101] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 984.450125] env[65665]: DEBUG nova.compute.manager [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 984.452988] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de437dd7-2129-4a80-ba2f-8c23a768531e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.464220] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a16ae43-9546-4a08-a8ef-53ee9fd7d4b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.475621] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a081e856-2ac0-4eda-80a1-3d8f767d13e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.480255] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 984.480255] env[65665]: value = "task-4855012" [ 984.480255] env[65665]: _type = "Task" [ 984.480255] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.491992] env[65665]: DEBUG nova.compute.provider_tree [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.501273] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.570592] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855009, 'name': CloneVM_Task, 'duration_secs': 1.466737} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.570864] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Created linked-clone VM from snapshot [ 984.571728] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd36b4c4-a574-4cdd-b703-8a96435dd1df {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.580737] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Uploading image 0af09d4b-87a6-4be3-8885-eccc93f18286 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 984.596148] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 984.596638] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a4ce944-505f-4258-b48d-516eacff4cfd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.603978] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 984.603978] env[65665]: value = "task-4855013" [ 984.603978] env[65665]: _type = "Task" [ 984.603978] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.614745] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855013, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.637877] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855010, 'name': ReconfigVM_Task, 'duration_secs': 1.07492} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.638228] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Reconfigured VM instance instance-00000053 to attach disk [datastore2] a0c70486-1a8d-4c27-afed-a3f54b93fb2d/a0c70486-1a8d-4c27-afed-a3f54b93fb2d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.638920] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-debd951e-9394-4f9b-b85b-9ffa2462ea00 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.646607] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 984.646607] env[65665]: value = "task-4855014" [ 984.646607] env[65665]: _type = "Task" [ 984.646607] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.657694] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855014, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.991687] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855012, 'name': ReconfigVM_Task, 'duration_secs': 0.175949} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.992588] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92320d0-b035-4a97-b32d-718c8f83a871 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.996179] env[65665]: DEBUG nova.scheduler.client.report [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.016560] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:31:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2e325f37-cc72-44e9-b559-eff5ada3d414',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1429825192',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 985.017131] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.017131] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 985.017209] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.017388] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 985.017478] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 985.017650] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.017803] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 985.017962] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 985.018217] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 985.018302] env[65665]: DEBUG nova.virt.hardware [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 985.020242] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d4ac6b-69b7-4af7-9855-800382a90f6b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.027890] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 985.027890] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f88e24-366e-44e3-8e70-2d76b7b0116e" [ 985.027890] env[65665]: _type = "Task" [ 985.027890] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.040958] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f88e24-366e-44e3-8e70-2d76b7b0116e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.114985] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855013, 'name': Destroy_Task, 'duration_secs': 0.320579} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.115283] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Destroyed the VM [ 985.115518] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 985.115763] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c9827031-e7cd-40bf-88c2-b2b0295c0b1e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.124591] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 985.124591] env[65665]: value = "task-4855015" [ 985.124591] env[65665]: _type = "Task" [ 985.124591] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.134101] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.157593] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855014, 'name': Rename_Task, 'duration_secs': 0.143801} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.157870] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.158139] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6a08eeb-3d06-4eeb-b33b-27c00cf5c00c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.164898] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 985.164898] env[65665]: value = "task-4855016" [ 985.164898] env[65665]: _type = "Task" [ 985.164898] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.168661] env[65665]: DEBUG nova.compute.manager [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 985.169484] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0144913b-e1c2-46ce-8c0a-2a8d1b3b1e7c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.177963] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.474791] env[65665]: DEBUG nova.compute.manager [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 985.503222] env[65665]: DEBUG nova.virt.hardware [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 985.503503] env[65665]: DEBUG nova.virt.hardware [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.503677] env[65665]: DEBUG nova.virt.hardware [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 985.503843] env[65665]: DEBUG nova.virt.hardware [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.503985] env[65665]: DEBUG nova.virt.hardware [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 985.504190] env[65665]: DEBUG nova.virt.hardware [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 985.504406] env[65665]: DEBUG nova.virt.hardware [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.504562] env[65665]: DEBUG nova.virt.hardware [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 985.504729] env[65665]: DEBUG nova.virt.hardware [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 985.504887] env[65665]: DEBUG nova.virt.hardware [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 985.505102] env[65665]: DEBUG nova.virt.hardware [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 985.505967] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.508629] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98316a35-4e25-4f96-9780-bde12f5255f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.511717] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.083s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.525167] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3546033-cb9c-4a9b-8fab-26f2bad2e6c7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.547634] env[65665]: INFO nova.scheduler.client.report [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Deleted allocations for instance 9f043958-ac20-4c8e-ad60-6b31af4ab14a [ 985.549068] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f88e24-366e-44e3-8e70-2d76b7b0116e, 'name': SearchDatastore_Task, 'duration_secs': 0.014778} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.557928] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 985.558991] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e23e4ba6-ea8f-43e5-a07f-3183744ebc25 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.579434] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 985.579434] env[65665]: value = "task-4855017" [ 985.579434] env[65665]: _type = "Task" [ 985.579434] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.589413] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.636238] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855015, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.677936] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855016, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.684423] env[65665]: INFO nova.compute.manager [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] instance snapshotting [ 985.685150] env[65665]: DEBUG nova.objects.instance [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'flavor' on Instance uuid 4b0c2f40-07af-4a37-83d7-deef94300cae {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.953928] env[65665]: DEBUG nova.network.neutron [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Successfully updated port: 3669fd89-ed9a-47e2-9b98-fb6c6f587b9c {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 986.048817] env[65665]: DEBUG nova.compute.manager [req-eb555b9a-0ccf-4063-8220-f06a3987c114 req-0684b8fb-776f-4cbd-a697-1bc6b0679b59 service nova] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Received event network-vif-plugged-3669fd89-ed9a-47e2-9b98-fb6c6f587b9c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 986.049161] env[65665]: DEBUG oslo_concurrency.lockutils [req-eb555b9a-0ccf-4063-8220-f06a3987c114 req-0684b8fb-776f-4cbd-a697-1bc6b0679b59 service nova] Acquiring lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.049426] env[65665]: DEBUG oslo_concurrency.lockutils [req-eb555b9a-0ccf-4063-8220-f06a3987c114 req-0684b8fb-776f-4cbd-a697-1bc6b0679b59 service nova] Lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.049646] env[65665]: DEBUG oslo_concurrency.lockutils [req-eb555b9a-0ccf-4063-8220-f06a3987c114 req-0684b8fb-776f-4cbd-a697-1bc6b0679b59 service nova] Lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.049832] env[65665]: DEBUG nova.compute.manager [req-eb555b9a-0ccf-4063-8220-f06a3987c114 req-0684b8fb-776f-4cbd-a697-1bc6b0679b59 service nova] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] No waiting events found dispatching network-vif-plugged-3669fd89-ed9a-47e2-9b98-fb6c6f587b9c {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 986.050048] env[65665]: WARNING nova.compute.manager [req-eb555b9a-0ccf-4063-8220-f06a3987c114 req-0684b8fb-776f-4cbd-a697-1bc6b0679b59 service nova] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Received unexpected event network-vif-plugged-3669fd89-ed9a-47e2-9b98-fb6c6f587b9c for instance with vm_state building and task_state spawning. [ 986.062522] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c971182-2ebb-49bd-aeff-471a3cdaec97 tempest-ServerAddressesTestJSON-330470143 tempest-ServerAddressesTestJSON-330470143-project-member] Lock "9f043958-ac20-4c8e-ad60-6b31af4ab14a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.865s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.096035] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855017, 'name': ReconfigVM_Task, 'duration_secs': 0.34551} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.096035] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.096254] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc321a51-ebef-48ae-83a0-73e6d1a9d0fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.122577] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] d4ba0f68-55bb-4193-b9e8-eefa3181d893/d4ba0f68-55bb-4193-b9e8-eefa3181d893.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.123344] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a6845aa-ffc3-4ee3-89e5-892bf2e14918 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.151204] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855015, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.153081] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 986.153081] env[65665]: value = "task-4855018" [ 986.153081] env[65665]: _type = "Task" [ 986.153081] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.170522] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.187046] env[65665]: DEBUG oslo_vmware.api [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855016, 'name': PowerOnVM_Task, 'duration_secs': 0.582415} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.187913] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.188370] env[65665]: DEBUG nova.compute.manager [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 986.195078] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea40f3d-6aa6-4322-8665-6552b0d66b0f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.202208] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d7b9a2-e43f-4a64-9fb5-086d23f9e00a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.234020] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf71b4a3-b483-475a-a10c-35dc555ce4fc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.459104] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "refresh_cache-317bf5bc-08bb-4c74-86dc-48a6646d6ba0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.459104] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "refresh_cache-317bf5bc-08bb-4c74-86dc-48a6646d6ba0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.459104] env[65665]: DEBUG nova.network.neutron [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 986.483590] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32fbbf5-b259-4ea8-8c60-3cef15500810 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.492913] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d8224b-6b0e-483e-8ba3-7b5582c263b4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.526735] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec8b97c-1760-4595-bc60-c84cfd237781 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.539941] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ecadf-0269-412a-8703-26dd0f3e4ca2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.553317] env[65665]: DEBUG nova.compute.provider_tree [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.651925] env[65665]: DEBUG oslo_vmware.api [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855015, 'name': RemoveSnapshot_Task, 'duration_secs': 1.102916} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.652429] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 986.667321] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.741989] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.747221] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 986.747221] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1dc4864-3a1a-4f01-9826-df80e03086f3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.754286] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 986.754286] env[65665]: value = "task-4855019" [ 986.754286] env[65665]: _type = "Task" [ 986.754286] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.764933] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855019, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.999789] env[65665]: DEBUG nova.network.neutron [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 987.059290] env[65665]: DEBUG nova.scheduler.client.report [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.158508] env[65665]: WARNING nova.compute.manager [None req-1c7ebbcd-0a80-4700-9c0c-d41ef8acb931 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Image not found during snapshot: nova.exception.ImageNotFound: Image 0af09d4b-87a6-4be3-8885-eccc93f18286 could not be found. [ 987.169998] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.186083] env[65665]: WARNING neutronclient.v2_0.client [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.266071] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855019, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.323603] env[65665]: DEBUG nova.network.neutron [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Updating instance_info_cache with network_info: [{"id": "3669fd89-ed9a-47e2-9b98-fb6c6f587b9c", "address": "fa:16:3e:0c:57:24", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669fd89-ed", "ovs_interfaceid": "3669fd89-ed9a-47e2-9b98-fb6c6f587b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.336786] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "edf8969e-301d-4c57-b792-2c07d6c4250e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.337634] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.670681] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.766709] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855019, 'name': CreateSnapshot_Task, 'duration_secs': 0.535641} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.767018] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 987.767837] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e593c-ca0d-4cf7-b146-a3f2e5332291 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.828161] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "refresh_cache-317bf5bc-08bb-4c74-86dc-48a6646d6ba0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.828161] env[65665]: DEBUG nova.compute.manager [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Instance network_info: |[{"id": "3669fd89-ed9a-47e2-9b98-fb6c6f587b9c", "address": "fa:16:3e:0c:57:24", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669fd89-ed", "ovs_interfaceid": "3669fd89-ed9a-47e2-9b98-fb6c6f587b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 987.829025] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:57:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3669fd89-ed9a-47e2-9b98-fb6c6f587b9c', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.836652] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 987.837635] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.837879] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-609491ca-ed6b-4733-9996-775553f56a79 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.852944] env[65665]: INFO nova.compute.manager [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Detaching volume 7317a382-594c-4770-b5ed-41a7c8f9ae71 [ 987.863425] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.863425] env[65665]: value = "task-4855020" [ 987.863425] env[65665]: _type = "Task" [ 987.863425] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.872804] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855020, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.897652] env[65665]: INFO nova.virt.block_device [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Attempting to driver detach volume 7317a382-594c-4770-b5ed-41a7c8f9ae71 from mountpoint /dev/sdb [ 987.897897] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 987.898104] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946338', 'volume_id': '7317a382-594c-4770-b5ed-41a7c8f9ae71', 'name': 'volume-7317a382-594c-4770-b5ed-41a7c8f9ae71', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edf8969e-301d-4c57-b792-2c07d6c4250e', 'attached_at': '', 'detached_at': '', 'volume_id': '7317a382-594c-4770-b5ed-41a7c8f9ae71', 'serial': '7317a382-594c-4770-b5ed-41a7c8f9ae71'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 987.899100] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03313e1e-c8e0-44d7-8348-6fb21f49d2cc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.931808] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4978ff0f-97c7-439b-8a3f-864ad4086086 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.941191] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c81e0e7-09c6-48cc-81d2-856839adfbd6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.965883] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68bbdf8-fad3-496b-a909-12f129142a15 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.984154] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] The volume has not been displaced from its original location: [datastore2] volume-7317a382-594c-4770-b5ed-41a7c8f9ae71/volume-7317a382-594c-4770-b5ed-41a7c8f9ae71.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 987.989993] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.990462] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9cd4f2f-b982-46ce-807f-e8133365db18 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.014563] env[65665]: DEBUG oslo_vmware.api [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 988.014563] env[65665]: value = "task-4855021" [ 988.014563] env[65665]: _type = "Task" [ 988.014563] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.023982] env[65665]: DEBUG oslo_vmware.api [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.054771] env[65665]: DEBUG oslo_concurrency.lockutils [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquiring lock "a0c70486-1a8d-4c27-afed-a3f54b93fb2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.055521] env[65665]: DEBUG oslo_concurrency.lockutils [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lock "a0c70486-1a8d-4c27-afed-a3f54b93fb2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.055521] env[65665]: DEBUG oslo_concurrency.lockutils [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquiring lock "a0c70486-1a8d-4c27-afed-a3f54b93fb2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.055652] env[65665]: DEBUG oslo_concurrency.lockutils [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lock "a0c70486-1a8d-4c27-afed-a3f54b93fb2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.055822] env[65665]: DEBUG oslo_concurrency.lockutils [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lock "a0c70486-1a8d-4c27-afed-a3f54b93fb2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.058643] env[65665]: INFO nova.compute.manager [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Terminating instance [ 988.076215] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.564s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.081985] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.946s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.081985] env[65665]: DEBUG nova.objects.instance [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Lazy-loading 'resources' on Instance uuid 88ad83f8-145e-43fd-81af-ed9de6c5d34d {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.173677] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855018, 'name': ReconfigVM_Task, 'duration_secs': 2.019903} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.174108] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Reconfigured VM instance instance-00000047 to attach disk [datastore1] d4ba0f68-55bb-4193-b9e8-eefa3181d893/d4ba0f68-55bb-4193-b9e8-eefa3181d893.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.175330] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9067eb84-c894-491d-98ee-7ee9a9c6d35d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.196884] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a648cb4b-d9dc-4c5a-9f42-6eeed582bf90 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.217523] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8a460c-5b54-4546-8350-7a145d6b04e5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.238570] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aae5cc1-fddb-4382-81d3-3c875e4f8d31 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.246625] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.246933] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bf9888e-e40e-4f4b-8f4e-f18d50cb5414 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.255580] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 988.255580] env[65665]: value = "task-4855022" [ 988.255580] env[65665]: _type = "Task" [ 988.255580] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.266381] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.288377] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 988.289992] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17865722-8323-4f81-b11b-75866626e7a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.295207] env[65665]: DEBUG nova.compute.manager [req-7590407e-7b04-4a85-9cf0-1c7ab6d42666 req-7cb2a68c-f6cb-4bd9-ab80-84cf78666494 service nova] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Received event network-changed-3669fd89-ed9a-47e2-9b98-fb6c6f587b9c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 988.295469] env[65665]: DEBUG nova.compute.manager [req-7590407e-7b04-4a85-9cf0-1c7ab6d42666 req-7cb2a68c-f6cb-4bd9-ab80-84cf78666494 service nova] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Refreshing instance network info cache due to event network-changed-3669fd89-ed9a-47e2-9b98-fb6c6f587b9c. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 988.295723] env[65665]: DEBUG oslo_concurrency.lockutils [req-7590407e-7b04-4a85-9cf0-1c7ab6d42666 req-7cb2a68c-f6cb-4bd9-ab80-84cf78666494 service nova] Acquiring lock "refresh_cache-317bf5bc-08bb-4c74-86dc-48a6646d6ba0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.295875] env[65665]: DEBUG oslo_concurrency.lockutils [req-7590407e-7b04-4a85-9cf0-1c7ab6d42666 req-7cb2a68c-f6cb-4bd9-ab80-84cf78666494 service nova] Acquired lock "refresh_cache-317bf5bc-08bb-4c74-86dc-48a6646d6ba0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.296079] env[65665]: DEBUG nova.network.neutron [req-7590407e-7b04-4a85-9cf0-1c7ab6d42666 req-7cb2a68c-f6cb-4bd9-ab80-84cf78666494 service nova] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Refreshing network info cache for port 3669fd89-ed9a-47e2-9b98-fb6c6f587b9c {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.309506] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 988.309506] env[65665]: value = "task-4855023" [ 988.309506] env[65665]: _type = "Task" [ 988.309506] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.322046] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855023, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.375863] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855020, 'name': CreateVM_Task, 'duration_secs': 0.42056} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.375863] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.376440] env[65665]: WARNING neutronclient.v2_0.client [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.376892] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.377116] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.377525] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.377865] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21980654-3613-4b36-a48c-2545503457d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.384598] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 988.384598] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52725b73-6801-4f59-2242-368d486ca2b8" [ 988.384598] env[65665]: _type = "Task" [ 988.384598] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.395881] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52725b73-6801-4f59-2242-368d486ca2b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.529092] env[65665]: DEBUG oslo_vmware.api [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855021, 'name': ReconfigVM_Task, 'duration_secs': 0.310241} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.529437] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.534839] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-949f8b9d-772b-4e48-aabd-e4d24aa45d0c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.552584] env[65665]: DEBUG oslo_vmware.api [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 988.552584] env[65665]: value = "task-4855024" [ 988.552584] env[65665]: _type = "Task" [ 988.552584] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.562929] env[65665]: DEBUG oslo_vmware.api [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.568232] env[65665]: DEBUG oslo_concurrency.lockutils [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquiring lock "refresh_cache-a0c70486-1a8d-4c27-afed-a3f54b93fb2d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.568232] env[65665]: DEBUG oslo_concurrency.lockutils [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquired lock "refresh_cache-a0c70486-1a8d-4c27-afed-a3f54b93fb2d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.568426] env[65665]: DEBUG nova.network.neutron [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 988.591639] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "693d7603-66ca-4506-af06-57b81f055770" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.593224] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "693d7603-66ca-4506-af06-57b81f055770" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.593224] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "693d7603-66ca-4506-af06-57b81f055770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.593224] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "693d7603-66ca-4506-af06-57b81f055770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.593224] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "693d7603-66ca-4506-af06-57b81f055770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.595966] env[65665]: INFO nova.compute.manager [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Terminating instance [ 988.669277] env[65665]: INFO nova.scheduler.client.report [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted allocation for migration 2f50baca-1c40-43a8-86fd-2f36039c8ab6 [ 988.774441] env[65665]: DEBUG oslo_vmware.api [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855022, 'name': PowerOnVM_Task, 'duration_secs': 0.475327} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.775179] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.801579] env[65665]: WARNING neutronclient.v2_0.client [req-7590407e-7b04-4a85-9cf0-1c7ab6d42666 req-7cb2a68c-f6cb-4bd9-ab80-84cf78666494 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.823621] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855023, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.901822] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52725b73-6801-4f59-2242-368d486ca2b8, 'name': SearchDatastore_Task, 'duration_secs': 0.014056} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.902225] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.902484] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.902733] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.902875] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.903055] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.903323] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b19bc014-98a7-4082-a2af-5cceaaf17a9c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.913730] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.913922] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.914764] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00de9aef-a4c7-4c7d-bf74-5e2cf12920ac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.922101] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 988.922101] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5287c314-7fa6-82b9-1b49-13d31884b6ff" [ 988.922101] env[65665]: _type = "Task" [ 988.922101] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.934685] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5287c314-7fa6-82b9-1b49-13d31884b6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.985533] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdf602f-2de9-4f77-b132-64e1caa9410b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.997039] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e39d9b-a579-4ff0-827f-071734b2f32e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.035241] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e02382-be7b-4995-a5a7-dbbd895d6a38 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.044951] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b00f29-8791-4958-abbf-b945030e0354 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.060464] env[65665]: DEBUG nova.compute.provider_tree [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.063418] env[65665]: WARNING neutronclient.v2_0.client [req-7590407e-7b04-4a85-9cf0-1c7ab6d42666 req-7cb2a68c-f6cb-4bd9-ab80-84cf78666494 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.071373] env[65665]: WARNING neutronclient.v2_0.client [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.081055] env[65665]: DEBUG oslo_vmware.api [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855024, 'name': ReconfigVM_Task, 'duration_secs': 0.200107} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.081480] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946338', 'volume_id': '7317a382-594c-4770-b5ed-41a7c8f9ae71', 'name': 'volume-7317a382-594c-4770-b5ed-41a7c8f9ae71', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edf8969e-301d-4c57-b792-2c07d6c4250e', 'attached_at': '', 'detached_at': '', 'volume_id': '7317a382-594c-4770-b5ed-41a7c8f9ae71', 'serial': '7317a382-594c-4770-b5ed-41a7c8f9ae71'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 989.100388] env[65665]: DEBUG nova.compute.manager [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 989.101191] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.101745] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007b068a-f524-405e-a694-f4ff32476a95 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.114856] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.116276] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-367b3c60-181d-4532-919d-2a13555d2a4f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.125608] env[65665]: DEBUG oslo_vmware.api [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 989.125608] env[65665]: value = "task-4855025" [ 989.125608] env[65665]: _type = "Task" [ 989.125608] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.135956] env[65665]: DEBUG oslo_vmware.api [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.174301] env[65665]: DEBUG nova.network.neutron [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 989.177772] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b3013ece-3c02-464e-8aad-f6243657bc9e tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "8a4f4d46-2506-47f1-bae6-2224dd011c61" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.795s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.299395] env[65665]: DEBUG nova.network.neutron [req-7590407e-7b04-4a85-9cf0-1c7ab6d42666 req-7cb2a68c-f6cb-4bd9-ab80-84cf78666494 service nova] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Updated VIF entry in instance network info cache for port 3669fd89-ed9a-47e2-9b98-fb6c6f587b9c. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 989.300476] env[65665]: DEBUG nova.network.neutron [req-7590407e-7b04-4a85-9cf0-1c7ab6d42666 req-7cb2a68c-f6cb-4bd9-ab80-84cf78666494 service nova] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Updating instance_info_cache with network_info: [{"id": "3669fd89-ed9a-47e2-9b98-fb6c6f587b9c", "address": "fa:16:3e:0c:57:24", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3669fd89-ed", "ovs_interfaceid": "3669fd89-ed9a-47e2-9b98-fb6c6f587b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.325388] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855023, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.398258] env[65665]: DEBUG nova.network.neutron [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.433746] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5287c314-7fa6-82b9-1b49-13d31884b6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.019999} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.434924] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c63b2b-8cea-44da-b128-a4065b907ac4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.442540] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 989.442540] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524846d9-88ca-71a0-53a5-95e8aa584e97" [ 989.442540] env[65665]: _type = "Task" [ 989.442540] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.453414] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524846d9-88ca-71a0-53a5-95e8aa584e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.571883] env[65665]: DEBUG nova.scheduler.client.report [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.639332] env[65665]: DEBUG oslo_vmware.api [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855025, 'name': PowerOffVM_Task, 'duration_secs': 0.266812} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.639332] env[65665]: DEBUG nova.objects.instance [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lazy-loading 'flavor' on Instance uuid edf8969e-301d-4c57-b792-2c07d6c4250e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.642370] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.642550] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.642820] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-796d680f-00a3-4d4c-85e0-350b2fc8ec6b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.717592] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.717592] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.717592] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleting the datastore file [datastore2] 693d7603-66ca-4506-af06-57b81f055770 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.717592] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d895344d-98cd-4db1-bc29-e19abe88f841 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.725132] env[65665]: DEBUG oslo_vmware.api [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for the task: (returnval){ [ 989.725132] env[65665]: value = "task-4855027" [ 989.725132] env[65665]: _type = "Task" [ 989.725132] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.734160] env[65665]: DEBUG oslo_vmware.api [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.790136] env[65665]: INFO nova.compute.manager [None req-388d90ca-63f6-4ee2-9a69-7d8a620be9d8 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance to original state: 'active' [ 989.809524] env[65665]: DEBUG oslo_concurrency.lockutils [req-7590407e-7b04-4a85-9cf0-1c7ab6d42666 req-7cb2a68c-f6cb-4bd9-ab80-84cf78666494 service nova] Releasing lock "refresh_cache-317bf5bc-08bb-4c74-86dc-48a6646d6ba0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.824133] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855023, 'name': CloneVM_Task} progress is 95%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.901739] env[65665]: DEBUG oslo_concurrency.lockutils [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Releasing lock "refresh_cache-a0c70486-1a8d-4c27-afed-a3f54b93fb2d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.902309] env[65665]: DEBUG nova.compute.manager [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 989.902522] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.903893] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359062c0-036a-4fe6-bdb8-794b075c92a4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.913353] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.913353] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-434e2537-90f3-488c-895a-8659c09f3ee3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.921730] env[65665]: DEBUG oslo_vmware.api [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 989.921730] env[65665]: value = "task-4855028" [ 989.921730] env[65665]: _type = "Task" [ 989.921730] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.934131] env[65665]: DEBUG oslo_vmware.api [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.955076] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524846d9-88ca-71a0-53a5-95e8aa584e97, 'name': SearchDatastore_Task, 'duration_secs': 0.019888} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.955516] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.955924] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 317bf5bc-08bb-4c74-86dc-48a6646d6ba0/317bf5bc-08bb-4c74-86dc-48a6646d6ba0.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.956359] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71d49a84-400f-4967-a9e5-c9e3face7457 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.964724] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 989.964724] env[65665]: value = "task-4855029" [ 989.964724] env[65665]: _type = "Task" [ 989.964724] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.974901] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.077442] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.080777] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.458s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.083295] env[65665]: INFO nova.compute.claims [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.112722] env[65665]: INFO nova.scheduler.client.report [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Deleted allocations for instance 88ad83f8-145e-43fd-81af-ed9de6c5d34d [ 990.236991] env[65665]: DEBUG oslo_vmware.api [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Task: {'id': task-4855027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293603} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.237862] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.237862] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.237862] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.237862] env[65665]: INFO nova.compute.manager [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] [instance: 693d7603-66ca-4506-af06-57b81f055770] Took 1.14 seconds to destroy the instance on the hypervisor. [ 990.238253] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 990.238420] env[65665]: DEBUG nova.compute.manager [-] [instance: 693d7603-66ca-4506-af06-57b81f055770] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 990.238531] env[65665]: DEBUG nova.network.neutron [-] [instance: 693d7603-66ca-4506-af06-57b81f055770] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 990.238786] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.298253] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.329457] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855023, 'name': CloneVM_Task, 'duration_secs': 1.842199} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.330025] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Created linked-clone VM from snapshot [ 990.330970] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0717c829-2242-4336-ab17-13431f20b1f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.342916] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Uploading image 2c05325b-f9aa-48d9-b998-d2caeed98a82 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 990.385554] env[65665]: DEBUG oslo_vmware.rw_handles [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 990.385554] env[65665]: value = "vm-946367" [ 990.385554] env[65665]: _type = "VirtualMachine" [ 990.385554] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 990.385777] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a224e5a-742b-4e86-8c20-5dbd88cfcb51 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.397550] env[65665]: DEBUG oslo_vmware.rw_handles [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lease: (returnval){ [ 990.397550] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bf5e19-806a-097a-55f9-47d7388eebac" [ 990.397550] env[65665]: _type = "HttpNfcLease" [ 990.397550] env[65665]: } obtained for exporting VM: (result){ [ 990.397550] env[65665]: value = "vm-946367" [ 990.397550] env[65665]: _type = "VirtualMachine" [ 990.397550] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 990.397876] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the lease: (returnval){ [ 990.397876] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bf5e19-806a-097a-55f9-47d7388eebac" [ 990.397876] env[65665]: _type = "HttpNfcLease" [ 990.397876] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 990.408455] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.408455] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bf5e19-806a-097a-55f9-47d7388eebac" [ 990.408455] env[65665]: _type = "HttpNfcLease" [ 990.408455] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 990.435484] env[65665]: DEBUG oslo_vmware.api [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855028, 'name': PowerOffVM_Task, 'duration_secs': 0.230131} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.435786] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.435880] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.436160] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ec82930-58c5-414e-8199-d33a80da6296 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.471104] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.471313] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.471520] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Deleting the datastore file [datastore2] a0c70486-1a8d-4c27-afed-a3f54b93fb2d {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.471712] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b6f275d-e952-41e6-93aa-59b3d01e3e5b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.484805] env[65665]: DEBUG oslo_vmware.api [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for the task: (returnval){ [ 990.484805] env[65665]: value = "task-4855032" [ 990.484805] env[65665]: _type = "Task" [ 990.484805] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.492284] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.514954] env[65665]: DEBUG oslo_vmware.api [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.621110] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4b5e39f-b6fb-4f81-81fd-270ef21d0615 tempest-ServerMetadataTestJSON-1945723293 tempest-ServerMetadataTestJSON-1945723293-project-member] Lock "88ad83f8-145e-43fd-81af-ed9de6c5d34d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.636s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.651334] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7d8417e-e17e-4d21-8557-817195c8f5a3 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.314s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.908501] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 990.908501] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bf5e19-806a-097a-55f9-47d7388eebac" [ 990.908501] env[65665]: _type = "HttpNfcLease" [ 990.908501] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 990.909920] env[65665]: DEBUG oslo_vmware.rw_handles [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 990.909920] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bf5e19-806a-097a-55f9-47d7388eebac" [ 990.909920] env[65665]: _type = "HttpNfcLease" [ 990.909920] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 990.909920] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4d0172-2947-43b4-9ac4-00e81892f628 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.918781] env[65665]: DEBUG oslo_vmware.rw_handles [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524be4f9-631d-26bb-a3e9-4ab34c347ff6/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 990.918960] env[65665]: DEBUG oslo_vmware.rw_handles [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524be4f9-631d-26bb-a3e9-4ab34c347ff6/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 990.987360] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612336} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.987631] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 317bf5bc-08bb-4c74-86dc-48a6646d6ba0/317bf5bc-08bb-4c74-86dc-48a6646d6ba0.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.987833] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.988165] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d63d367-90ab-4b16-aacf-0be12d2205a0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.999481] env[65665]: DEBUG oslo_vmware.api [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Task: {'id': task-4855032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204091} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.001082] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.001320] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.001893] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.001893] env[65665]: INFO nova.compute.manager [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 991.002183] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 991.002587] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 991.002587] env[65665]: value = "task-4855033" [ 991.002587] env[65665]: _type = "Task" [ 991.002587] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.002784] env[65665]: DEBUG nova.compute.manager [-] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 991.003167] env[65665]: DEBUG nova.network.neutron [-] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 991.003167] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.016331] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-48252143-5c94-4f9d-90df-f31172fc748a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.019403] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.026125] env[65665]: DEBUG nova.network.neutron [-] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 991.026791] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.067323] env[65665]: DEBUG nova.compute.manager [req-64e97bef-ab69-419f-83a3-f89755dfd669 req-c0bb7e30-895d-41a9-ac54-97d1508b13af service nova] [instance: 693d7603-66ca-4506-af06-57b81f055770] Received event network-vif-deleted-09b47868-cfa9-4369-9ac4-8aadab89f3ea {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 991.067546] env[65665]: INFO nova.compute.manager [req-64e97bef-ab69-419f-83a3-f89755dfd669 req-c0bb7e30-895d-41a9-ac54-97d1508b13af service nova] [instance: 693d7603-66ca-4506-af06-57b81f055770] Neutron deleted interface 09b47868-cfa9-4369-9ac4-8aadab89f3ea; detaching it from the instance and deleting it from the info cache [ 991.069260] env[65665]: DEBUG nova.network.neutron [req-64e97bef-ab69-419f-83a3-f89755dfd669 req-c0bb7e30-895d-41a9-ac54-97d1508b13af service nova] [instance: 693d7603-66ca-4506-af06-57b81f055770] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.209675] env[65665]: DEBUG nova.network.neutron [-] [instance: 693d7603-66ca-4506-af06-57b81f055770] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.481029] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f1af40-c763-4238-bfb6-3618fb4f4331 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.491074] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a0140d-06d5-45d2-8c0e-e64b3b28e843 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.532025] env[65665]: DEBUG nova.network.neutron [-] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.534945] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba11bb8-8b9c-42ea-9f62-aef34452a981 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.546507] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105562} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.551091] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.552533] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59493577-11c9-4a0f-949e-ccd713164e6c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.556707] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ce5644-e434-4d4e-ba28-9ace95cecb0b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.574773] env[65665]: DEBUG nova.compute.provider_tree [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.591827] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2320026e-78a1-4814-9d74-b5a970821337 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.605337] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 317bf5bc-08bb-4c74-86dc-48a6646d6ba0/317bf5bc-08bb-4c74-86dc-48a6646d6ba0.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.606710] env[65665]: DEBUG nova.scheduler.client.report [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.611091] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0970e64-1390-4f39-bb5c-cce184742134 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.644020] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ad2eca-ddbf-48fd-b6f7-c8dec4621957 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.661190] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 991.661190] env[65665]: value = "task-4855034" [ 991.661190] env[65665]: _type = "Task" [ 991.661190] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.675033] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.690467] env[65665]: DEBUG nova.compute.manager [req-64e97bef-ab69-419f-83a3-f89755dfd669 req-c0bb7e30-895d-41a9-ac54-97d1508b13af service nova] [instance: 693d7603-66ca-4506-af06-57b81f055770] Detach interface failed, port_id=09b47868-cfa9-4369-9ac4-8aadab89f3ea, reason: Instance 693d7603-66ca-4506-af06-57b81f055770 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 991.711470] env[65665]: INFO nova.compute.manager [-] [instance: 693d7603-66ca-4506-af06-57b81f055770] Took 1.47 seconds to deallocate network for instance. [ 991.945280] env[65665]: DEBUG oslo_concurrency.lockutils [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.945280] env[65665]: DEBUG oslo_concurrency.lockutils [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.945703] env[65665]: DEBUG oslo_concurrency.lockutils [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.945703] env[65665]: DEBUG oslo_concurrency.lockutils [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.945844] env[65665]: DEBUG oslo_concurrency.lockutils [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.948268] env[65665]: INFO nova.compute.manager [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Terminating instance [ 992.039202] env[65665]: INFO nova.compute.manager [-] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Took 1.04 seconds to deallocate network for instance. [ 992.137064] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.054s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.137064] env[65665]: DEBUG nova.compute.manager [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 992.139806] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.238s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.140240] env[65665]: DEBUG nova.objects.instance [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 992.143557] env[65665]: DEBUG oslo_concurrency.lockutils [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "8a4f4d46-2506-47f1-bae6-2224dd011c61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.143995] env[65665]: DEBUG oslo_concurrency.lockutils [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "8a4f4d46-2506-47f1-bae6-2224dd011c61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.145094] env[65665]: DEBUG oslo_concurrency.lockutils [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "8a4f4d46-2506-47f1-bae6-2224dd011c61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.145094] env[65665]: DEBUG oslo_concurrency.lockutils [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "8a4f4d46-2506-47f1-bae6-2224dd011c61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.145094] env[65665]: DEBUG oslo_concurrency.lockutils [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "8a4f4d46-2506-47f1-bae6-2224dd011c61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.149533] env[65665]: INFO nova.compute.manager [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Terminating instance [ 992.179065] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855034, 'name': ReconfigVM_Task, 'duration_secs': 0.349518} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.179412] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 317bf5bc-08bb-4c74-86dc-48a6646d6ba0/317bf5bc-08bb-4c74-86dc-48a6646d6ba0.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.180369] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37410426-c4bb-4a08-abf9-4fb7959edc49 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.189139] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 992.189139] env[65665]: value = "task-4855035" [ 992.189139] env[65665]: _type = "Task" [ 992.189139] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.201226] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855035, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.218966] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.339811] env[65665]: DEBUG oslo_concurrency.lockutils [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "edf8969e-301d-4c57-b792-2c07d6c4250e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.339979] env[65665]: DEBUG oslo_concurrency.lockutils [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.341773] env[65665]: DEBUG oslo_concurrency.lockutils [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "edf8969e-301d-4c57-b792-2c07d6c4250e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.342114] env[65665]: DEBUG oslo_concurrency.lockutils [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.342327] env[65665]: DEBUG oslo_concurrency.lockutils [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.345571] env[65665]: INFO nova.compute.manager [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Terminating instance [ 992.455494] env[65665]: DEBUG nova.compute.manager [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 992.456138] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.457139] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eec18c-23f8-4109-a396-cfb6db764984 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.469315] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.469727] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75c9ee36-a2e5-4994-aeeb-9ba420ba02f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.479137] env[65665]: DEBUG oslo_vmware.api [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 992.479137] env[65665]: value = "task-4855036" [ 992.479137] env[65665]: _type = "Task" [ 992.479137] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.489864] env[65665]: DEBUG oslo_vmware.api [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.548532] env[65665]: DEBUG oslo_concurrency.lockutils [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.656561] env[65665]: DEBUG nova.compute.utils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.658026] env[65665]: DEBUG nova.compute.manager [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 992.658026] env[65665]: DEBUG nova.network.neutron [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 992.658345] env[65665]: WARNING neutronclient.v2_0.client [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.658922] env[65665]: WARNING neutronclient.v2_0.client [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.662597] env[65665]: DEBUG nova.compute.manager [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 992.662909] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.672607] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4971f63-5754-4d14-a777-36c3d99c2146 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.682765] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.682972] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4442471e-4bff-4b59-90bf-f83192db733a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.690617] env[65665]: DEBUG oslo_vmware.api [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 992.690617] env[65665]: value = "task-4855037" [ 992.690617] env[65665]: _type = "Task" [ 992.690617] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.703309] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855035, 'name': Rename_Task, 'duration_secs': 0.149398} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.708291] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.708906] env[65665]: DEBUG oslo_vmware.api [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.709242] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc163c0b-bc65-4857-bca8-97c6fc65e52a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.717215] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 992.717215] env[65665]: value = "task-4855038" [ 992.717215] env[65665]: _type = "Task" [ 992.717215] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.726855] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.744742] env[65665]: DEBUG nova.policy [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c352d63c88f344ce9df1bca362d55319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fba71d467faa49989688c2049cc83742', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.852414] env[65665]: DEBUG nova.compute.manager [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 992.853406] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.854582] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e6f83b-fc9d-4b29-8188-cb0b5fbf411f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.868615] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.868615] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fc8faf6-6143-4cfd-9da9-be41c284c3ea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.878536] env[65665]: DEBUG oslo_vmware.api [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 992.878536] env[65665]: value = "task-4855039" [ 992.878536] env[65665]: _type = "Task" [ 992.878536] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.892955] env[65665]: DEBUG oslo_vmware.api [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.990351] env[65665]: DEBUG oslo_vmware.api [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855036, 'name': PowerOffVM_Task, 'duration_secs': 0.193861} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.990682] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.990838] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.991133] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e99e8947-0b71-4645-9eb7-43f51902a274 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.998291] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.998518] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.069244] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.069516] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.069802] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Deleting the datastore file [datastore1] d4ba0f68-55bb-4193-b9e8-eefa3181d893 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.070161] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ebc39ca-cea4-4c2b-898f-9f4437480657 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.080023] env[65665]: DEBUG oslo_vmware.api [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 993.080023] env[65665]: value = "task-4855041" [ 993.080023] env[65665]: _type = "Task" [ 993.080023] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.091382] env[65665]: DEBUG oslo_vmware.api [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.156898] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1561f86c-ed9c-4b40-afd7-bfac1c58d4f2 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.158260] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.592s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.158598] env[65665]: DEBUG nova.objects.instance [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'resources' on Instance uuid c9808f35-3d79-4aa6-a414-c98635c1e33e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.172352] env[65665]: DEBUG nova.compute.manager [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 993.208243] env[65665]: DEBUG oslo_vmware.api [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855037, 'name': PowerOffVM_Task, 'duration_secs': 0.273121} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.208243] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.208243] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.208243] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-969827c9-428c-4d17-ac21-6371519febe2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.233689] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855038, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.275722] env[65665]: DEBUG nova.network.neutron [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Successfully created port: b76745ca-f017-4970-bad5-b9ae6c9320f5 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 993.300063] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.300481] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.300798] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleting the datastore file [datastore1] 8a4f4d46-2506-47f1-bae6-2224dd011c61 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.303426] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8affb843-8eaf-4e5e-9c57-7f6e22d0a0d9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.315092] env[65665]: DEBUG oslo_vmware.api [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 993.315092] env[65665]: value = "task-4855043" [ 993.315092] env[65665]: _type = "Task" [ 993.315092] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.327347] env[65665]: DEBUG oslo_vmware.api [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.390367] env[65665]: DEBUG oslo_vmware.api [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855039, 'name': PowerOffVM_Task, 'duration_secs': 0.203375} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.390367] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.390367] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.390615] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52bc532a-f656-474d-9235-c33c07b77121 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.475939] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.476228] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.476441] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Deleting the datastore file [datastore2] edf8969e-301d-4c57-b792-2c07d6c4250e {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.476750] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f43a99c7-1cd0-443e-bca9-9763b91982ca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.488627] env[65665]: DEBUG oslo_vmware.api [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 993.488627] env[65665]: value = "task-4855045" [ 993.488627] env[65665]: _type = "Task" [ 993.488627] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.497717] env[65665]: DEBUG oslo_vmware.api [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.501753] env[65665]: DEBUG nova.compute.manager [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 993.591943] env[65665]: DEBUG oslo_vmware.api [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186906} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.592307] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.592587] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.592805] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.593007] env[65665]: INFO nova.compute.manager [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Took 1.14 seconds to destroy the instance on the hypervisor. [ 993.593292] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 993.593497] env[65665]: DEBUG nova.compute.manager [-] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 993.593599] env[65665]: DEBUG nova.network.neutron [-] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 993.593879] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.637516] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.732647] env[65665]: DEBUG oslo_vmware.api [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855038, 'name': PowerOnVM_Task, 'duration_secs': 0.562611} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.732940] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.733160] env[65665]: INFO nova.compute.manager [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Took 8.26 seconds to spawn the instance on the hypervisor. [ 993.733342] env[65665]: DEBUG nova.compute.manager [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 993.734848] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48210521-7b30-4fa1-bec8-1d8732c4acc2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.825115] env[65665]: DEBUG oslo_vmware.api [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269258} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.828278] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.828480] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.828658] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.828838] env[65665]: INFO nova.compute.manager [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Took 1.17 seconds to destroy the instance on the hypervisor. [ 993.829103] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 993.830058] env[65665]: DEBUG nova.compute.manager [-] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 993.830058] env[65665]: DEBUG nova.network.neutron [-] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 993.830058] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.998735] env[65665]: DEBUG oslo_vmware.api [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18334} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.999967] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.000197] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.000353] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.000521] env[65665]: INFO nova.compute.manager [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 994.000752] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 994.001489] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fba3f8-8971-4307-9125-e3a38e63d19c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.004148] env[65665]: DEBUG nova.compute.manager [-] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 994.004258] env[65665]: DEBUG nova.network.neutron [-] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 994.004499] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.014339] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acc4397-5bf5-48b3-98b7-b6aa2c31e594 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.051570] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.053603] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.057697] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9a8e24-f256-41b4-9c4f-a28e1ef753b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.069046] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feff4b5-da39-412a-bdb9-293fe893f36a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.085049] env[65665]: DEBUG nova.compute.provider_tree [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.184365] env[65665]: DEBUG nova.compute.manager [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 994.213295] env[65665]: DEBUG nova.virt.hardware [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 994.214495] env[65665]: DEBUG nova.virt.hardware [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.214495] env[65665]: DEBUG nova.virt.hardware [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 994.214495] env[65665]: DEBUG nova.virt.hardware [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.214495] env[65665]: DEBUG nova.virt.hardware [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 994.214495] env[65665]: DEBUG nova.virt.hardware [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 994.214495] env[65665]: DEBUG nova.virt.hardware [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 994.215041] env[65665]: DEBUG nova.virt.hardware [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 994.215041] env[65665]: DEBUG nova.virt.hardware [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 994.215173] env[65665]: DEBUG nova.virt.hardware [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 994.215801] env[65665]: DEBUG nova.virt.hardware [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 994.216308] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84593fe-10ad-44c2-88cf-0820af416d8d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.225514] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70be462-361a-4b98-9343-d395e3794df6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.261428] env[65665]: INFO nova.compute.manager [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Took 31.06 seconds to build instance. [ 994.352936] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.396682] env[65665]: DEBUG nova.network.neutron [-] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.588599] env[65665]: DEBUG nova.scheduler.client.report [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.764368] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33d49cbd-30c2-4d4b-9664-83a1eecc81ff tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.574s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.902347] env[65665]: INFO nova.compute.manager [-] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Took 1.31 seconds to deallocate network for instance. [ 994.907972] env[65665]: DEBUG nova.network.neutron [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Successfully updated port: b76745ca-f017-4970-bad5-b9ae6c9320f5 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 995.075127] env[65665]: DEBUG nova.network.neutron [-] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.096022] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.099262] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.731s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.102172] env[65665]: INFO nova.compute.claims [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.125734] env[65665]: INFO nova.scheduler.client.report [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Deleted allocations for instance c9808f35-3d79-4aa6-a414-c98635c1e33e [ 995.289988] env[65665]: DEBUG nova.compute.manager [req-d0f61375-541b-4273-a168-6cce718f3837 req-4fdccc2b-0d96-4625-b84d-4423df746683 service nova] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Received event network-vif-deleted-c6cc16c4-a82d-4ec6-8e5e-e462176d3f49 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 995.412038] env[65665]: DEBUG oslo_concurrency.lockutils [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.413036] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Acquiring lock "refresh_cache-72c616b4-eda8-4f46-ac04-ba145a722746" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.413036] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Acquired lock "refresh_cache-72c616b4-eda8-4f46-ac04-ba145a722746" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.413036] env[65665]: DEBUG nova.network.neutron [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 995.476706] env[65665]: DEBUG nova.compute.manager [req-b83f4595-fb44-4225-8881-172fb03ee40d req-b8396c54-3ebb-4b17-af16-0024581cd735 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Received event network-vif-plugged-b76745ca-f017-4970-bad5-b9ae6c9320f5 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 995.476706] env[65665]: DEBUG oslo_concurrency.lockutils [req-b83f4595-fb44-4225-8881-172fb03ee40d req-b8396c54-3ebb-4b17-af16-0024581cd735 service nova] Acquiring lock "72c616b4-eda8-4f46-ac04-ba145a722746-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.476706] env[65665]: DEBUG oslo_concurrency.lockutils [req-b83f4595-fb44-4225-8881-172fb03ee40d req-b8396c54-3ebb-4b17-af16-0024581cd735 service nova] Lock "72c616b4-eda8-4f46-ac04-ba145a722746-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.479049] env[65665]: DEBUG oslo_concurrency.lockutils [req-b83f4595-fb44-4225-8881-172fb03ee40d req-b8396c54-3ebb-4b17-af16-0024581cd735 service nova] Lock "72c616b4-eda8-4f46-ac04-ba145a722746-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.479049] env[65665]: DEBUG nova.compute.manager [req-b83f4595-fb44-4225-8881-172fb03ee40d req-b8396c54-3ebb-4b17-af16-0024581cd735 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] No waiting events found dispatching network-vif-plugged-b76745ca-f017-4970-bad5-b9ae6c9320f5 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 995.479049] env[65665]: WARNING nova.compute.manager [req-b83f4595-fb44-4225-8881-172fb03ee40d req-b8396c54-3ebb-4b17-af16-0024581cd735 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Received unexpected event network-vif-plugged-b76745ca-f017-4970-bad5-b9ae6c9320f5 for instance with vm_state building and task_state spawning. [ 995.578601] env[65665]: INFO nova.compute.manager [-] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Took 1.75 seconds to deallocate network for instance. [ 995.589266] env[65665]: DEBUG nova.network.neutron [-] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.635845] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c855fd06-92c6-4066-bdc6-605c8fed3ba0 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "c9808f35-3d79-4aa6-a414-c98635c1e33e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.267s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.089833] env[65665]: DEBUG oslo_concurrency.lockutils [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.090442] env[65665]: INFO nova.compute.manager [-] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Took 2.09 seconds to deallocate network for instance. [ 996.148247] env[65665]: DEBUG nova.network.neutron [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 996.467238] env[65665]: WARNING neutronclient.v2_0.client [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.549418] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d246ce-55ff-4b6a-aa9b-39299425e3f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.558636] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfcd465-d5c4-4ed8-8a1c-74cc616816d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.598167] env[65665]: DEBUG oslo_concurrency.lockutils [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.599539] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f6726a-e965-4916-907f-97fc17560ae6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.608833] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab62dd65-ecda-4c55-9686-81d90aaef1ee {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.624728] env[65665]: DEBUG nova.compute.provider_tree [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.795642] env[65665]: DEBUG nova.network.neutron [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Updating instance_info_cache with network_info: [{"id": "b76745ca-f017-4970-bad5-b9ae6c9320f5", "address": "fa:16:3e:0a:05:14", "network": {"id": "4c8336e5-4eec-42df-aee5-09cd55ba0f91", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2092118072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba71d467faa49989688c2049cc83742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb76745ca-f0", "ovs_interfaceid": "b76745ca-f017-4970-bad5-b9ae6c9320f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.129843] env[65665]: DEBUG nova.scheduler.client.report [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.298439] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Releasing lock "refresh_cache-72c616b4-eda8-4f46-ac04-ba145a722746" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.298913] env[65665]: DEBUG nova.compute.manager [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Instance network_info: |[{"id": "b76745ca-f017-4970-bad5-b9ae6c9320f5", "address": "fa:16:3e:0a:05:14", "network": {"id": "4c8336e5-4eec-42df-aee5-09cd55ba0f91", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2092118072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba71d467faa49989688c2049cc83742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb76745ca-f0", "ovs_interfaceid": "b76745ca-f017-4970-bad5-b9ae6c9320f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 997.299460] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:05:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b76745ca-f017-4970-bad5-b9ae6c9320f5', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.308426] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Creating folder: Project (fba71d467faa49989688c2049cc83742). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.308730] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e67846e-0493-402a-a0ac-b008e976e1c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.321194] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Created folder: Project (fba71d467faa49989688c2049cc83742) in parent group-v946135. [ 997.321418] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Creating folder: Instances. Parent ref: group-v946368. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.321710] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74000a3f-c1e6-4108-8f8d-dc28ef8bc7d3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.333014] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Created folder: Instances in parent group-v946368. [ 997.333332] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 997.333570] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.333823] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c770de9-3302-4bec-bcf8-8075fe8eb71f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.359058] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.359058] env[65665]: value = "task-4855048" [ 997.359058] env[65665]: _type = "Task" [ 997.359058] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.369161] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855048, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.482240] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.482464] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.635560] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.636178] env[65665]: DEBUG nova.compute.manager [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 997.642873] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.418s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.646134] env[65665]: INFO nova.compute.claims [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.872263] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855048, 'name': CreateVM_Task, 'duration_secs': 0.489454} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.872458] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.872986] env[65665]: WARNING neutronclient.v2_0.client [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.873741] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.873741] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.874260] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.874541] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9458430a-0366-4310-9972-9728a36d545c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.880234] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Waiting for the task: (returnval){ [ 997.880234] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d485a2-9a31-c1ee-e49d-ddbb627680e8" [ 997.880234] env[65665]: _type = "Task" [ 997.880234] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.889405] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d485a2-9a31-c1ee-e49d-ddbb627680e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.986155] env[65665]: DEBUG nova.compute.utils [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.078624] env[65665]: DEBUG nova.compute.manager [req-0a2a0759-2626-4580-9891-e47a8696d50b req-af13828c-e1e0-46c0-84be-cd4809d4d1b2 service nova] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Received event network-vif-deleted-b927d7b8-336f-4acb-b88f-f7ccfd23291a {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 998.078841] env[65665]: DEBUG nova.compute.manager [req-0a2a0759-2626-4580-9891-e47a8696d50b req-af13828c-e1e0-46c0-84be-cd4809d4d1b2 service nova] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Received event network-vif-deleted-d3fcb387-c623-4c73-b827-1b75dd267c3f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 998.150252] env[65665]: DEBUG nova.compute.utils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.154021] env[65665]: DEBUG nova.compute.manager [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 998.154306] env[65665]: DEBUG nova.network.neutron [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 998.154607] env[65665]: WARNING neutronclient.v2_0.client [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.154917] env[65665]: WARNING neutronclient.v2_0.client [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.217181] env[65665]: DEBUG nova.policy [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3966a9e07bb4deba27121c11ef82e16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ee5d8182dad4eebae4a83f408e0ba22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.393793] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d485a2-9a31-c1ee-e49d-ddbb627680e8, 'name': SearchDatastore_Task, 'duration_secs': 0.019286} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.394379] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.394783] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.395220] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.395538] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.395872] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.399020] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc944a78-be40-4308-a677-dcbac677a77d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.401461] env[65665]: DEBUG nova.compute.manager [req-0b870d23-36b6-4fa4-b1b4-e69eec6a3c36 req-665b4898-8fb3-453a-a740-9d345cc68602 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Received event network-changed-b76745ca-f017-4970-bad5-b9ae6c9320f5 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 998.401954] env[65665]: DEBUG nova.compute.manager [req-0b870d23-36b6-4fa4-b1b4-e69eec6a3c36 req-665b4898-8fb3-453a-a740-9d345cc68602 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Refreshing instance network info cache due to event network-changed-b76745ca-f017-4970-bad5-b9ae6c9320f5. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 998.402623] env[65665]: DEBUG oslo_concurrency.lockutils [req-0b870d23-36b6-4fa4-b1b4-e69eec6a3c36 req-665b4898-8fb3-453a-a740-9d345cc68602 service nova] Acquiring lock "refresh_cache-72c616b4-eda8-4f46-ac04-ba145a722746" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.403136] env[65665]: DEBUG oslo_concurrency.lockutils [req-0b870d23-36b6-4fa4-b1b4-e69eec6a3c36 req-665b4898-8fb3-453a-a740-9d345cc68602 service nova] Acquired lock "refresh_cache-72c616b4-eda8-4f46-ac04-ba145a722746" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.403525] env[65665]: DEBUG nova.network.neutron [req-0b870d23-36b6-4fa4-b1b4-e69eec6a3c36 req-665b4898-8fb3-453a-a740-9d345cc68602 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Refreshing network info cache for port b76745ca-f017-4970-bad5-b9ae6c9320f5 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.417020] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.417243] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.417880] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7d2b72-bdf6-4cea-b7a0-39d4fdcf471c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.425398] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Waiting for the task: (returnval){ [ 998.425398] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f67f01-ff07-a223-4a1b-0e1bc38e7a52" [ 998.425398] env[65665]: _type = "Task" [ 998.425398] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.435859] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f67f01-ff07-a223-4a1b-0e1bc38e7a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.492155] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.636928] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "323640b7-53de-4e6a-bd76-60f44adbb17a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.637224] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "323640b7-53de-4e6a-bd76-60f44adbb17a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.648343] env[65665]: DEBUG nova.network.neutron [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Successfully created port: 4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 998.658893] env[65665]: DEBUG nova.compute.manager [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 998.908421] env[65665]: WARNING neutronclient.v2_0.client [req-0b870d23-36b6-4fa4-b1b4-e69eec6a3c36 req-665b4898-8fb3-453a-a740-9d345cc68602 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.941186] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f67f01-ff07-a223-4a1b-0e1bc38e7a52, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.942165] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46c53d7f-e987-49de-ba84-116d43a9df78 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.949830] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Waiting for the task: (returnval){ [ 998.949830] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5243998a-bae4-e7e3-639e-811f3018d2b2" [ 998.949830] env[65665]: _type = "Task" [ 998.949830] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.960359] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5243998a-bae4-e7e3-639e-811f3018d2b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.046676] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5586c0-d9b3-4d4b-94fb-b7fff9bbfba4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.054965] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a4374-53de-48ac-8f9f-50228f29ed4e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.089907] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c49ce0-2d65-46cb-b7b9-0e3359cef47c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.099022] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf70134-f319-48f9-b5e9-e97b58d095e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.115585] env[65665]: DEBUG nova.compute.provider_tree [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.143020] env[65665]: DEBUG nova.compute.manager [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 999.275097] env[65665]: DEBUG oslo_vmware.rw_handles [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524be4f9-631d-26bb-a3e9-4ab34c347ff6/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 999.276227] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34904b8f-70d8-4d3a-96c8-803b22947610 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.283171] env[65665]: DEBUG oslo_vmware.rw_handles [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524be4f9-631d-26bb-a3e9-4ab34c347ff6/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 999.283348] env[65665]: ERROR oslo_vmware.rw_handles [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524be4f9-631d-26bb-a3e9-4ab34c347ff6/disk-0.vmdk due to incomplete transfer. [ 999.283685] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2a62db04-805e-4564-b485-fff7a7f01319 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.292571] env[65665]: DEBUG oslo_vmware.rw_handles [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524be4f9-631d-26bb-a3e9-4ab34c347ff6/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 999.292720] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Uploaded image 2c05325b-f9aa-48d9-b998-d2caeed98a82 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 999.294991] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 999.295287] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ea462ec-fc5a-4a15-8a17-80efe9de317b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.302180] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 999.302180] env[65665]: value = "task-4855049" [ 999.302180] env[65665]: _type = "Task" [ 999.302180] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.314892] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855049, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.362223] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.365128] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.365128] env[65665]: INFO nova.compute.manager [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Rebooting instance [ 999.462080] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5243998a-bae4-e7e3-639e-811f3018d2b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.462337] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.462604] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 72c616b4-eda8-4f46-ac04-ba145a722746/72c616b4-eda8-4f46-ac04-ba145a722746.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.462922] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11f21dfc-c827-410e-849e-3d0f03ae37f5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.469827] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Waiting for the task: (returnval){ [ 999.469827] env[65665]: value = "task-4855050" [ 999.469827] env[65665]: _type = "Task" [ 999.469827] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.478784] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.563273] env[65665]: WARNING neutronclient.v2_0.client [req-0b870d23-36b6-4fa4-b1b4-e69eec6a3c36 req-665b4898-8fb3-453a-a740-9d345cc68602 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.621696] env[65665]: DEBUG nova.scheduler.client.report [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.627736] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.628021] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.628266] env[65665]: INFO nova.compute.manager [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Attaching volume 44bb805d-8d67-4f5e-99eb-b250ee20a0c3 to /dev/sdb [ 999.671419] env[65665]: DEBUG nova.compute.manager [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 999.675529] env[65665]: DEBUG nova.network.neutron [req-0b870d23-36b6-4fa4-b1b4-e69eec6a3c36 req-665b4898-8fb3-453a-a740-9d345cc68602 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Updated VIF entry in instance network info cache for port b76745ca-f017-4970-bad5-b9ae6c9320f5. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 999.675962] env[65665]: DEBUG nova.network.neutron [req-0b870d23-36b6-4fa4-b1b4-e69eec6a3c36 req-665b4898-8fb3-453a-a740-9d345cc68602 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Updating instance_info_cache with network_info: [{"id": "b76745ca-f017-4970-bad5-b9ae6c9320f5", "address": "fa:16:3e:0a:05:14", "network": {"id": "4c8336e5-4eec-42df-aee5-09cd55ba0f91", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2092118072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba71d467faa49989688c2049cc83742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb76745ca-f0", "ovs_interfaceid": "b76745ca-f017-4970-bad5-b9ae6c9320f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.678456] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.683024] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb7a1c0-e086-48ef-aac9-0ecc07edf23f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.692608] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59fc92c-d020-4628-8dbc-b67ac72043f5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.705838] env[65665]: DEBUG nova.virt.hardware [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 999.706136] env[65665]: DEBUG nova.virt.hardware [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.706302] env[65665]: DEBUG nova.virt.hardware [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 999.706508] env[65665]: DEBUG nova.virt.hardware [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.706669] env[65665]: DEBUG nova.virt.hardware [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 999.706869] env[65665]: DEBUG nova.virt.hardware [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 999.707296] env[65665]: DEBUG nova.virt.hardware [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 999.707296] env[65665]: DEBUG nova.virt.hardware [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 999.707412] env[65665]: DEBUG nova.virt.hardware [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 999.707511] env[65665]: DEBUG nova.virt.hardware [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 999.707685] env[65665]: DEBUG nova.virt.hardware [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 999.709179] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe2b3df-e552-4fe6-91d4-ff0dee0fb4f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.716603] env[65665]: DEBUG nova.virt.block_device [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Updating existing volume attachment record: c6de97bc-fbcc-4524-9537-cc20f6c56ff0 {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 999.727666] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f590b624-1243-4c78-bb48-6f070893b974 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.818751] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855049, 'name': Destroy_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.889754] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.889888] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.890019] env[65665]: DEBUG nova.network.neutron [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 999.984485] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855050, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.126080] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.126684] env[65665]: DEBUG nova.compute.manager [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1000.130294] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.360s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.130720] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.130720] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1000.131133] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.332s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.132934] env[65665]: INFO nova.compute.claims [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.139023] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2068c9f7-bed9-4333-8847-ceebc3e04ee9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.146744] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddc7ba2-20ed-4b64-a4ec-a86d5d715c9d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.167991] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90235ade-1808-4763-8be7-483e3d94ce4a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.177682] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0cfa82-55fe-47f6-8ac8-6dd76d962fbf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.183034] env[65665]: DEBUG oslo_concurrency.lockutils [req-0b870d23-36b6-4fa4-b1b4-e69eec6a3c36 req-665b4898-8fb3-453a-a740-9d345cc68602 service nova] Releasing lock "refresh_cache-72c616b4-eda8-4f46-ac04-ba145a722746" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.217047] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178262MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1000.217047] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.271190] env[65665]: DEBUG nova.network.neutron [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Successfully updated port: 4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1000.313896] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855049, 'name': Destroy_Task, 'duration_secs': 0.617356} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.314486] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Destroyed the VM [ 1000.314858] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1000.315182] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e0a87023-abf4-4ff8-bbcf-f821a977d804 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.326716] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1000.326716] env[65665]: value = "task-4855052" [ 1000.326716] env[65665]: _type = "Task" [ 1000.326716] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.336598] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855052, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.394036] env[65665]: WARNING neutronclient.v2_0.client [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.481814] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532216} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.482109] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 72c616b4-eda8-4f46-ac04-ba145a722746/72c616b4-eda8-4f46-ac04-ba145a722746.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.482358] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.482639] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ed72dc4-09cd-490c-8f06-78cf963c8be1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.491311] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Waiting for the task: (returnval){ [ 1000.491311] env[65665]: value = "task-4855055" [ 1000.491311] env[65665]: _type = "Task" [ 1000.491311] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.505313] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.525591] env[65665]: DEBUG nova.compute.manager [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Received event network-vif-plugged-4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1000.525841] env[65665]: DEBUG oslo_concurrency.lockutils [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] Acquiring lock "751b3c67-22d0-4688-8d84-33a56b930a9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.526130] env[65665]: DEBUG oslo_concurrency.lockutils [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.527027] env[65665]: DEBUG oslo_concurrency.lockutils [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.527027] env[65665]: DEBUG nova.compute.manager [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] No waiting events found dispatching network-vif-plugged-4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1000.527027] env[65665]: WARNING nova.compute.manager [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Received unexpected event network-vif-plugged-4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb for instance with vm_state building and task_state spawning. [ 1000.527027] env[65665]: DEBUG nova.compute.manager [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Received event network-changed-4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1000.527513] env[65665]: DEBUG nova.compute.manager [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Refreshing instance network info cache due to event network-changed-4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1000.527876] env[65665]: DEBUG oslo_concurrency.lockutils [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] Acquiring lock "refresh_cache-751b3c67-22d0-4688-8d84-33a56b930a9e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.527876] env[65665]: DEBUG oslo_concurrency.lockutils [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] Acquired lock "refresh_cache-751b3c67-22d0-4688-8d84-33a56b930a9e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.528188] env[65665]: DEBUG nova.network.neutron [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Refreshing network info cache for port 4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.590445] env[65665]: WARNING neutronclient.v2_0.client [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.638184] env[65665]: DEBUG nova.compute.utils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.641896] env[65665]: DEBUG nova.compute.manager [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1000.642128] env[65665]: DEBUG nova.network.neutron [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1000.642421] env[65665]: WARNING neutronclient.v2_0.client [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.642716] env[65665]: WARNING neutronclient.v2_0.client [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.672594] env[65665]: DEBUG nova.network.neutron [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance_info_cache with network_info: [{"id": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "address": "fa:16:3e:56:2f:81", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f899ae1-03", "ovs_interfaceid": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.686506] env[65665]: DEBUG nova.policy [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a79af04679c4e259bc985469917ce87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b36eec997d504f04b678ad5659b687f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.775118] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "refresh_cache-751b3c67-22d0-4688-8d84-33a56b930a9e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.838397] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855052, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.886596] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "06a25155-56b1-465e-8633-8895e8283470" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.886836] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.004074] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077684} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.004270] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.005120] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a6febe-614c-4748-a45e-75ccb91b5424 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.031748] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 72c616b4-eda8-4f46-ac04-ba145a722746/72c616b4-eda8-4f46-ac04-ba145a722746.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.033046] env[65665]: DEBUG nova.network.neutron [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Successfully created port: 127d606e-93fb-4793-a0a9-ada3edde4900 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1001.037424] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c906f897-6063-4d87-8efd-3b64c0ea9b49 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.052722] env[65665]: WARNING neutronclient.v2_0.client [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.062737] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Waiting for the task: (returnval){ [ 1001.062737] env[65665]: value = "task-4855056" [ 1001.062737] env[65665]: _type = "Task" [ 1001.062737] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.071772] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.136084] env[65665]: DEBUG nova.network.neutron [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1001.142812] env[65665]: DEBUG nova.compute.manager [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1001.180745] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.323515] env[65665]: DEBUG nova.network.neutron [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.344344] env[65665]: DEBUG oslo_vmware.api [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855052, 'name': RemoveSnapshot_Task, 'duration_secs': 0.588192} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.347688] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1001.347989] env[65665]: INFO nova.compute.manager [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Took 15.15 seconds to snapshot the instance on the hypervisor. [ 1001.389527] env[65665]: DEBUG nova.compute.manager [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1001.552086] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fad5f4-0fde-41b7-bf48-f4c2b4582a14 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.559861] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fac7b2-be93-46c5-a2c0-f2bf61547051 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.573191] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855056, 'name': ReconfigVM_Task, 'duration_secs': 0.470438} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.599508] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 72c616b4-eda8-4f46-ac04-ba145a722746/72c616b4-eda8-4f46-ac04-ba145a722746.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.599508] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d19604f0-d6d7-4da6-8980-b36f3afb5f56 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.602127] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6150d3d-9659-4aef-860d-8352d98b1aff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.612657] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f47879-48e2-4f8d-9a55-3e49cf638e69 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.617188] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Waiting for the task: (returnval){ [ 1001.617188] env[65665]: value = "task-4855057" [ 1001.617188] env[65665]: _type = "Task" [ 1001.617188] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.630176] env[65665]: DEBUG nova.compute.provider_tree [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.637276] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855057, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.685615] env[65665]: DEBUG nova.compute.manager [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1001.686717] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df99a8f7-cb0c-4237-a429-658d2a9bb0d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.827995] env[65665]: DEBUG oslo_concurrency.lockutils [req-1eed2e4f-73ee-4ac3-a9b3-57991d4e1460 req-3b58056e-8c9d-4bc1-ac0d-51ad0e26b3c8 service nova] Releasing lock "refresh_cache-751b3c67-22d0-4688-8d84-33a56b930a9e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.827995] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "refresh_cache-751b3c67-22d0-4688-8d84-33a56b930a9e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.827995] env[65665]: DEBUG nova.network.neutron [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1001.909868] env[65665]: DEBUG nova.compute.manager [None req-39cb2af6-9f86-4dd9-8780-3d167f6f5db5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Found 1 images (rotation: 2) {{(pid=65665) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5050}} [ 1001.916161] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.128881] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855057, 'name': Rename_Task, 'duration_secs': 0.139334} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.129175] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.129433] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2991613b-3d17-43bf-b2a1-681aeba598de {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.133128] env[65665]: DEBUG nova.scheduler.client.report [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.138253] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Waiting for the task: (returnval){ [ 1002.138253] env[65665]: value = "task-4855058" [ 1002.138253] env[65665]: _type = "Task" [ 1002.138253] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.147887] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.155889] env[65665]: DEBUG nova.compute.manager [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1002.189611] env[65665]: DEBUG nova.virt.hardware [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1002.189798] env[65665]: DEBUG nova.virt.hardware [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.189950] env[65665]: DEBUG nova.virt.hardware [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1002.190146] env[65665]: DEBUG nova.virt.hardware [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.191259] env[65665]: DEBUG nova.virt.hardware [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1002.191259] env[65665]: DEBUG nova.virt.hardware [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1002.191259] env[65665]: DEBUG nova.virt.hardware [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1002.191259] env[65665]: DEBUG nova.virt.hardware [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1002.191259] env[65665]: DEBUG nova.virt.hardware [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1002.191259] env[65665]: DEBUG nova.virt.hardware [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1002.191593] env[65665]: DEBUG nova.virt.hardware [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1002.192928] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c2011e-c77b-4061-b528-506f5720089d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.207038] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b158ce3-00b5-4844-9507-03db6cca85dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.374063] env[65665]: DEBUG nova.network.neutron [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1002.490197] env[65665]: WARNING neutronclient.v2_0.client [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.633155] env[65665]: DEBUG nova.network.neutron [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Updating instance_info_cache with network_info: [{"id": "4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb", "address": "fa:16:3e:1a:59:4a", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf3e29b-59", "ovs_interfaceid": "4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.641117] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.642635] env[65665]: DEBUG nova.compute.manager [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1002.646156] env[65665]: DEBUG oslo_concurrency.lockutils [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.887s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.646289] env[65665]: DEBUG nova.objects.instance [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lazy-loading 'resources' on Instance uuid 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.658890] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.707825] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b928ab64-d886-40ab-b0b1-1b52171849d3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.715392] env[65665]: DEBUG nova.network.neutron [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Successfully updated port: 127d606e-93fb-4793-a0a9-ada3edde4900 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1002.718381] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Doing hard reboot of VM {{(pid=65665) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1002.719033] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7b967763-b327-4fd8-9557-c84899918ce5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.726453] env[65665]: DEBUG oslo_vmware.api [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1002.726453] env[65665]: value = "task-4855060" [ 1002.726453] env[65665]: _type = "Task" [ 1002.726453] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.740773] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "4b8128a5-8669-4731-ad17-04eab88415b8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.741202] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "4b8128a5-8669-4731-ad17-04eab88415b8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.754603] env[65665]: DEBUG oslo_vmware.api [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855060, 'name': ResetVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.815908] env[65665]: DEBUG nova.compute.manager [req-e0ef3fd5-802b-483b-a738-2dbd68a6951f req-51877886-a476-4bbc-a764-09d168fbcd8e service nova] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Received event network-vif-plugged-127d606e-93fb-4793-a0a9-ada3edde4900 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1002.816175] env[65665]: DEBUG oslo_concurrency.lockutils [req-e0ef3fd5-802b-483b-a738-2dbd68a6951f req-51877886-a476-4bbc-a764-09d168fbcd8e service nova] Acquiring lock "84efb212-53f2-4247-b12f-c56a0e2aa166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.816367] env[65665]: DEBUG oslo_concurrency.lockutils [req-e0ef3fd5-802b-483b-a738-2dbd68a6951f req-51877886-a476-4bbc-a764-09d168fbcd8e service nova] Lock "84efb212-53f2-4247-b12f-c56a0e2aa166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.816555] env[65665]: DEBUG oslo_concurrency.lockutils [req-e0ef3fd5-802b-483b-a738-2dbd68a6951f req-51877886-a476-4bbc-a764-09d168fbcd8e service nova] Lock "84efb212-53f2-4247-b12f-c56a0e2aa166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.816742] env[65665]: DEBUG nova.compute.manager [req-e0ef3fd5-802b-483b-a738-2dbd68a6951f req-51877886-a476-4bbc-a764-09d168fbcd8e service nova] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] No waiting events found dispatching network-vif-plugged-127d606e-93fb-4793-a0a9-ada3edde4900 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1002.816907] env[65665]: WARNING nova.compute.manager [req-e0ef3fd5-802b-483b-a738-2dbd68a6951f req-51877886-a476-4bbc-a764-09d168fbcd8e service nova] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Received unexpected event network-vif-plugged-127d606e-93fb-4793-a0a9-ada3edde4900 for instance with vm_state building and task_state spawning. [ 1003.136199] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "refresh_cache-751b3c67-22d0-4688-8d84-33a56b930a9e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.136635] env[65665]: DEBUG nova.compute.manager [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Instance network_info: |[{"id": "4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb", "address": "fa:16:3e:1a:59:4a", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf3e29b-59", "ovs_interfaceid": "4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1003.137211] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:59:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.144937] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1003.145297] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.145627] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccdfc133-7b84-4c84-9d33-3cd2806a8e8b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.164965] env[65665]: DEBUG nova.compute.utils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.169383] env[65665]: DEBUG nova.compute.manager [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1003.169855] env[65665]: DEBUG nova.network.neutron [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1003.169944] env[65665]: WARNING neutronclient.v2_0.client [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.170776] env[65665]: WARNING neutronclient.v2_0.client [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.179241] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855058, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.180540] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.180540] env[65665]: value = "task-4855061" [ 1003.180540] env[65665]: _type = "Task" [ 1003.180540] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.193026] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855061, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.222562] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "refresh_cache-84efb212-53f2-4247-b12f-c56a0e2aa166" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.222741] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "refresh_cache-84efb212-53f2-4247-b12f-c56a0e2aa166" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.226549] env[65665]: DEBUG nova.network.neutron [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1003.237087] env[65665]: DEBUG nova.policy [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '756d46fe7391451ea53e981b6080b235', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbfe31cb297441d99e0efeeacc93e834', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.239508] env[65665]: DEBUG nova.compute.manager [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1003.245354] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25679362-97f4-440e-8c8a-549f8dc1469c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.253255] env[65665]: DEBUG nova.compute.utils [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.254554] env[65665]: DEBUG oslo_vmware.api [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855060, 'name': ResetVM_Task, 'duration_secs': 0.106592} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.255551] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Did hard reboot of VM {{(pid=65665) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1003.256086] env[65665]: DEBUG nova.compute.manager [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1003.256649] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811667cb-c177-4a03-91e9-993510f8daa1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.548618] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe44d69a-5635-4ccf-9e18-fa03b18179f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.556841] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51d8b22-8992-40b3-8c02-b39cef665671 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.590209] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a76f74-9a70-4c2c-87e3-39a192358c74 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.594050] env[65665]: DEBUG nova.network.neutron [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Successfully created port: ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1003.599279] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5b9a7a-49f0-48d2-911f-3b38867e7df0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.613380] env[65665]: DEBUG nova.compute.provider_tree [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.657204] env[65665]: DEBUG oslo_vmware.api [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855058, 'name': PowerOnVM_Task, 'duration_secs': 1.25916} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.657204] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.657204] env[65665]: INFO nova.compute.manager [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1003.657204] env[65665]: DEBUG nova.compute.manager [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1003.657677] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b693c5-02e1-4a9f-b9f8-a852dff50f15 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.670256] env[65665]: DEBUG nova.compute.manager [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1003.690730] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855061, 'name': CreateVM_Task, 'duration_secs': 0.374826} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.690898] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.691409] env[65665]: WARNING neutronclient.v2_0.client [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.691919] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.691919] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.692269] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.692535] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd60ed0d-e2b1-44ca-bf0f-fec216630953 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.697949] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1003.697949] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b6dad1-eb41-eab2-e629-e81b6e7a5e2e" [ 1003.697949] env[65665]: _type = "Task" [ 1003.697949] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.706811] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b6dad1-eb41-eab2-e629-e81b6e7a5e2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.755975] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "4b8128a5-8669-4731-ad17-04eab88415b8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.767034] env[65665]: INFO nova.compute.manager [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] instance snapshotting [ 1003.767786] env[65665]: DEBUG nova.objects.instance [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'flavor' on Instance uuid 4b0c2f40-07af-4a37-83d7-deef94300cae {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.770036] env[65665]: DEBUG nova.network.neutron [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1003.783355] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f985436b-98a0-4d32-8848-dd5f11676d75 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.421s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.856989] env[65665]: WARNING neutronclient.v2_0.client [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.939206] env[65665]: DEBUG nova.network.neutron [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Updating instance_info_cache with network_info: [{"id": "127d606e-93fb-4793-a0a9-ada3edde4900", "address": "fa:16:3e:d0:ab:fa", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap127d606e-93", "ovs_interfaceid": "127d606e-93fb-4793-a0a9-ada3edde4900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.116945] env[65665]: DEBUG nova.scheduler.client.report [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.181345] env[65665]: INFO nova.compute.manager [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Took 27.58 seconds to build instance. [ 1004.210143] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b6dad1-eb41-eab2-e629-e81b6e7a5e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.014035} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.210488] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.210727] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.210970] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.211127] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.211389] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.211573] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4501a50d-964d-435a-83ab-14f75786d8ed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.222483] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.223035] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.223461] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e637427-2fc5-40ae-a5be-b40eaaaf16c7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.229873] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1004.229873] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524488c9-badd-a9d8-836e-dd581620eb22" [ 1004.229873] env[65665]: _type = "Task" [ 1004.229873] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.242530] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524488c9-badd-a9d8-836e-dd581620eb22, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.243367] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9b688a-0f57-4717-a2c3-f3e1a01cba83 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.249115] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1004.249115] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f6eda4-d182-1b90-3318-cb82a1bd4966" [ 1004.249115] env[65665]: _type = "Task" [ 1004.249115] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.258250] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f6eda4-d182-1b90-3318-cb82a1bd4966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.277223] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8992dd4-aeaf-4c58-8fd9-16841ff91c75 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.301658] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ada8de-ccc7-4873-9575-c91e9965e138 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.444616] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "refresh_cache-84efb212-53f2-4247-b12f-c56a0e2aa166" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.444994] env[65665]: DEBUG nova.compute.manager [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Instance network_info: |[{"id": "127d606e-93fb-4793-a0a9-ada3edde4900", "address": "fa:16:3e:d0:ab:fa", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap127d606e-93", "ovs_interfaceid": "127d606e-93fb-4793-a0a9-ada3edde4900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1004.445683] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:ab:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '127d606e-93fb-4793-a0a9-ada3edde4900', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.453814] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Creating folder: Project (b36eec997d504f04b678ad5659b687f1). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.454162] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02b130ec-6f2e-43a9-99ea-e335339f7ec7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.467650] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Created folder: Project (b36eec997d504f04b678ad5659b687f1) in parent group-v946135. [ 1004.467885] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Creating folder: Instances. Parent ref: group-v946374. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.468134] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbb77af1-e15b-4955-af61-d1c62d63bade {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.479611] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Created folder: Instances in parent group-v946374. [ 1004.479888] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1004.480107] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.480476] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99c90735-4620-4499-9232-c10ca0f2b382 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.501223] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.501223] env[65665]: value = "task-4855064" [ 1004.501223] env[65665]: _type = "Task" [ 1004.501223] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.510139] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855064, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.623977] env[65665]: DEBUG oslo_concurrency.lockutils [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.627130] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.231s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.627619] env[65665]: DEBUG nova.objects.instance [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lazy-loading 'resources' on Instance uuid 8ce3a8f9-43dd-4502-8e86-65bc43eadce5 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.651545] env[65665]: INFO nova.scheduler.client.report [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Deleted allocations for instance 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a [ 1004.683046] env[65665]: DEBUG nova.compute.manager [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1004.685770] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f5b1ff52-2e76-4dc3-ab90-2310e8da807a tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Lock "72c616b4-eda8-4f46-ac04-ba145a722746" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.094s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.713021] env[65665]: DEBUG nova.virt.hardware [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1004.713388] env[65665]: DEBUG nova.virt.hardware [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.713620] env[65665]: DEBUG nova.virt.hardware [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1004.713856] env[65665]: DEBUG nova.virt.hardware [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.714089] env[65665]: DEBUG nova.virt.hardware [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1004.714301] env[65665]: DEBUG nova.virt.hardware [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1004.714592] env[65665]: DEBUG nova.virt.hardware [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1004.714827] env[65665]: DEBUG nova.virt.hardware [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1004.715015] env[65665]: DEBUG nova.virt.hardware [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1004.715199] env[65665]: DEBUG nova.virt.hardware [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1004.715415] env[65665]: DEBUG nova.virt.hardware [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1004.716820] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a83306-9a0a-424a-b7c5-2050db2cfa51 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.726680] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2880d3-49f3-4f84-b0d6-716da22d42df {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.762847] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f6eda4-d182-1b90-3318-cb82a1bd4966, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.763128] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.763393] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 751b3c67-22d0-4688-8d84-33a56b930a9e/751b3c67-22d0-4688-8d84-33a56b930a9e.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.763663] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af19ad26-01ae-48c3-a459-c99d10d68dae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.772472] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1004.772472] env[65665]: value = "task-4855065" [ 1004.772472] env[65665]: _type = "Task" [ 1004.772472] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.775044] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1004.775044] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946372', 'volume_id': '44bb805d-8d67-4f5e-99eb-b250ee20a0c3', 'name': 'volume-44bb805d-8d67-4f5e-99eb-b250ee20a0c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '317bf5bc-08bb-4c74-86dc-48a6646d6ba0', 'attached_at': '', 'detached_at': '', 'volume_id': '44bb805d-8d67-4f5e-99eb-b250ee20a0c3', 'serial': '44bb805d-8d67-4f5e-99eb-b250ee20a0c3'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1004.775500] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164363df-5b1e-4f46-b436-6877d3904fd1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.787658] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.799436] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b672aef1-49a2-4ca2-8101-ebabb4a5c859 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.819964] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "4b8128a5-8669-4731-ad17-04eab88415b8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.820237] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "4b8128a5-8669-4731-ad17-04eab88415b8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.820476] env[65665]: INFO nova.compute.manager [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Attaching volume 18769c96-8ee8-4451-80e4-94d1a7cb8d4a to /dev/sdb [ 1004.822962] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1004.830718] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-44bb805d-8d67-4f5e-99eb-b250ee20a0c3/volume-44bb805d-8d67-4f5e-99eb-b250ee20a0c3.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.831278] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f2ae0882-a19f-4bc2-aec4-579f67e2cd8e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.834039] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1d8fd01-9d6c-4ee6-b9b1-a4866ddcdb0d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.856896] env[65665]: DEBUG oslo_vmware.api [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1004.856896] env[65665]: value = "task-4855067" [ 1004.856896] env[65665]: _type = "Task" [ 1004.856896] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.858555] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1004.858555] env[65665]: value = "task-4855066" [ 1004.858555] env[65665]: _type = "Task" [ 1004.858555] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.870472] env[65665]: DEBUG oslo_vmware.api [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.874047] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.883516] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e4c6cd-db68-44c0-a834-438ea5733316 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.892942] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfffa243-b796-4851-abab-17912f91f193 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.909365] env[65665]: DEBUG nova.virt.block_device [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Updating existing volume attachment record: 59c79060-3893-472b-a6de-2ee3542fc48a {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1005.013179] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855064, 'name': CreateVM_Task, 'duration_secs': 0.334507} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.013412] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.013941] env[65665]: WARNING neutronclient.v2_0.client [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.014369] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.014595] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.014862] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.015190] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d161124d-d715-4814-878b-557d67571c95 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.020947] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1005.020947] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ce2bb-8bd5-5a01-a31d-501f9b0387bc" [ 1005.020947] env[65665]: _type = "Task" [ 1005.020947] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.031087] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ce2bb-8bd5-5a01-a31d-501f9b0387bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.164759] env[65665]: DEBUG oslo_concurrency.lockutils [None req-caaa6652-7f93-4a24-8b43-2c8a724136cb tempest-ServersAdminNegativeTestJSON-1347068261 tempest-ServersAdminNegativeTestJSON-1347068261-project-member] Lock "6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.987s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.210442] env[65665]: DEBUG nova.network.neutron [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Successfully updated port: ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1005.285788] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855065, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.375495] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.381214] env[65665]: DEBUG oslo_vmware.api [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855067, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.444245] env[65665]: DEBUG nova.compute.manager [req-3a20947b-2bfc-4a59-be4a-7d87eaa2d252 req-a7c7807a-5d09-49ac-ac5a-72edea6d651d service nova] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Received event network-changed-127d606e-93fb-4793-a0a9-ada3edde4900 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1005.444245] env[65665]: DEBUG nova.compute.manager [req-3a20947b-2bfc-4a59-be4a-7d87eaa2d252 req-a7c7807a-5d09-49ac-ac5a-72edea6d651d service nova] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Refreshing instance network info cache due to event network-changed-127d606e-93fb-4793-a0a9-ada3edde4900. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1005.444343] env[65665]: DEBUG oslo_concurrency.lockutils [req-3a20947b-2bfc-4a59-be4a-7d87eaa2d252 req-a7c7807a-5d09-49ac-ac5a-72edea6d651d service nova] Acquiring lock "refresh_cache-84efb212-53f2-4247-b12f-c56a0e2aa166" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.444456] env[65665]: DEBUG oslo_concurrency.lockutils [req-3a20947b-2bfc-4a59-be4a-7d87eaa2d252 req-a7c7807a-5d09-49ac-ac5a-72edea6d651d service nova] Acquired lock "refresh_cache-84efb212-53f2-4247-b12f-c56a0e2aa166" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.444613] env[65665]: DEBUG nova.network.neutron [req-3a20947b-2bfc-4a59-be4a-7d87eaa2d252 req-a7c7807a-5d09-49ac-ac5a-72edea6d651d service nova] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Refreshing network info cache for port 127d606e-93fb-4793-a0a9-ada3edde4900 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.528162] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bded72e-581d-4e2c-9368-a728528e07b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.539656] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ce2bb-8bd5-5a01-a31d-501f9b0387bc, 'name': SearchDatastore_Task, 'duration_secs': 0.06269} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.540044] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.540283] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.540511] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.540655] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.540823] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.541809] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7039a36c-1cd8-4bdb-9a6c-58dc9751c7fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.545018] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9633a493-93cd-49ed-9fe7-bb7854a68a50 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.582577] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab42fe3-4b93-4a92-b952-f9971937bb9a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.585714] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.585887] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.586629] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a63f17-3de5-4cd0-ae05-35e800b7f92a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.593380] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1005.593380] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52922e75-1a3a-7439-872c-7ed84f1d3608" [ 1005.593380] env[65665]: _type = "Task" [ 1005.593380] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.599681] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0f68c6-004b-404a-90bc-1ea799048747 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.609987] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52922e75-1a3a-7439-872c-7ed84f1d3608, 'name': SearchDatastore_Task, 'duration_secs': 0.010087} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.618485] env[65665]: DEBUG nova.compute.provider_tree [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.619835] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94f2610-40e8-428e-bdbb-ee94af2049a2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.627432] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1005.627432] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528aac46-db47-0c06-1eb9-fb635664789c" [ 1005.627432] env[65665]: _type = "Task" [ 1005.627432] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.637713] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528aac46-db47-0c06-1eb9-fb635664789c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.639768] env[65665]: DEBUG nova.compute.manager [req-c98830e4-ac2c-42fa-ba8a-10ed74837221 req-b0654eb8-9541-4f9f-83a4-e6997a869342 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Received event network-changed-b76745ca-f017-4970-bad5-b9ae6c9320f5 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1005.640047] env[65665]: DEBUG nova.compute.manager [req-c98830e4-ac2c-42fa-ba8a-10ed74837221 req-b0654eb8-9541-4f9f-83a4-e6997a869342 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Refreshing instance network info cache due to event network-changed-b76745ca-f017-4970-bad5-b9ae6c9320f5. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1005.640149] env[65665]: DEBUG oslo_concurrency.lockutils [req-c98830e4-ac2c-42fa-ba8a-10ed74837221 req-b0654eb8-9541-4f9f-83a4-e6997a869342 service nova] Acquiring lock "refresh_cache-72c616b4-eda8-4f46-ac04-ba145a722746" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.640285] env[65665]: DEBUG oslo_concurrency.lockutils [req-c98830e4-ac2c-42fa-ba8a-10ed74837221 req-b0654eb8-9541-4f9f-83a4-e6997a869342 service nova] Acquired lock "refresh_cache-72c616b4-eda8-4f46-ac04-ba145a722746" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.640440] env[65665]: DEBUG nova.network.neutron [req-c98830e4-ac2c-42fa-ba8a-10ed74837221 req-b0654eb8-9541-4f9f-83a4-e6997a869342 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Refreshing network info cache for port b76745ca-f017-4970-bad5-b9ae6c9320f5 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.718878] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.719241] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquired lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.719314] env[65665]: DEBUG nova.network.neutron [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1005.785726] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530879} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.785944] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 751b3c67-22d0-4688-8d84-33a56b930a9e/751b3c67-22d0-4688-8d84-33a56b930a9e.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.786200] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.786389] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e65b4811-d6c2-4fa9-99e9-910b05dc081d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.795149] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1005.795149] env[65665]: value = "task-4855071" [ 1005.795149] env[65665]: _type = "Task" [ 1005.795149] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.807512] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.874159] env[65665]: DEBUG oslo_vmware.api [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855067, 'name': ReconfigVM_Task, 'duration_secs': 0.518484} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.878807] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-44bb805d-8d67-4f5e-99eb-b250ee20a0c3/volume-44bb805d-8d67-4f5e-99eb-b250ee20a0c3.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.883640] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855066, 'name': CreateSnapshot_Task, 'duration_secs': 0.602928} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.884166] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168bed7c-ff96-4a4c-8490-934056f79015 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.894807] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1005.895732] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82de98ef-d885-4fe4-9e0f-bacaf964e5f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.910718] env[65665]: DEBUG oslo_vmware.api [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1005.910718] env[65665]: value = "task-4855072" [ 1005.910718] env[65665]: _type = "Task" [ 1005.910718] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.922774] env[65665]: DEBUG oslo_vmware.api [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855072, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.949302] env[65665]: WARNING neutronclient.v2_0.client [req-3a20947b-2bfc-4a59-be4a-7d87eaa2d252 req-a7c7807a-5d09-49ac-ac5a-72edea6d651d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.124157] env[65665]: DEBUG nova.scheduler.client.report [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.145177] env[65665]: WARNING neutronclient.v2_0.client [req-c98830e4-ac2c-42fa-ba8a-10ed74837221 req-b0654eb8-9541-4f9f-83a4-e6997a869342 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.148224] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528aac46-db47-0c06-1eb9-fb635664789c, 'name': SearchDatastore_Task, 'duration_secs': 0.009656} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.149489] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.149800] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 84efb212-53f2-4247-b12f-c56a0e2aa166/84efb212-53f2-4247-b12f-c56a0e2aa166.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.150161] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-288b5dbc-c8cf-4721-a848-7f5957a63d1b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.160957] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1006.160957] env[65665]: value = "task-4855073" [ 1006.160957] env[65665]: _type = "Task" [ 1006.160957] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.171529] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.181933] env[65665]: WARNING neutronclient.v2_0.client [req-3a20947b-2bfc-4a59-be4a-7d87eaa2d252 req-a7c7807a-5d09-49ac-ac5a-72edea6d651d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.286386] env[65665]: DEBUG nova.network.neutron [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1006.305645] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146197} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.305920] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.308035] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01d1899-d2fd-40b5-b31c-2ff9d7f2b001 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.309958] env[65665]: DEBUG nova.network.neutron [req-3a20947b-2bfc-4a59-be4a-7d87eaa2d252 req-a7c7807a-5d09-49ac-ac5a-72edea6d651d service nova] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Updated VIF entry in instance network info cache for port 127d606e-93fb-4793-a0a9-ada3edde4900. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1006.310302] env[65665]: DEBUG nova.network.neutron [req-3a20947b-2bfc-4a59-be4a-7d87eaa2d252 req-a7c7807a-5d09-49ac-ac5a-72edea6d651d service nova] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Updating instance_info_cache with network_info: [{"id": "127d606e-93fb-4793-a0a9-ada3edde4900", "address": "fa:16:3e:d0:ab:fa", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap127d606e-93", "ovs_interfaceid": "127d606e-93fb-4793-a0a9-ada3edde4900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.335874] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 751b3c67-22d0-4688-8d84-33a56b930a9e/751b3c67-22d0-4688-8d84-33a56b930a9e.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.340324] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b030bdb-5177-418e-b2c2-a45377704102 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.367287] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1006.367287] env[65665]: value = "task-4855074" [ 1006.367287] env[65665]: _type = "Task" [ 1006.367287] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.378925] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.423154] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1006.423154] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20cccf58-61a0-4ce0-8f86-b2220f0f5a99 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.435679] env[65665]: DEBUG oslo_vmware.api [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855072, 'name': ReconfigVM_Task, 'duration_secs': 0.2464} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.437509] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946372', 'volume_id': '44bb805d-8d67-4f5e-99eb-b250ee20a0c3', 'name': 'volume-44bb805d-8d67-4f5e-99eb-b250ee20a0c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '317bf5bc-08bb-4c74-86dc-48a6646d6ba0', 'attached_at': '', 'detached_at': '', 'volume_id': '44bb805d-8d67-4f5e-99eb-b250ee20a0c3', 'serial': '44bb805d-8d67-4f5e-99eb-b250ee20a0c3'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1006.439226] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1006.439226] env[65665]: value = "task-4855075" [ 1006.439226] env[65665]: _type = "Task" [ 1006.439226] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.452690] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855075, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.455397] env[65665]: WARNING neutronclient.v2_0.client [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.481210] env[65665]: WARNING neutronclient.v2_0.client [req-c98830e4-ac2c-42fa-ba8a-10ed74837221 req-b0654eb8-9541-4f9f-83a4-e6997a869342 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.597668] env[65665]: DEBUG nova.network.neutron [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updating instance_info_cache with network_info: [{"id": "ab48f182-7f7b-43a8-abae-0d436ac89143", "address": "fa:16:3e:2e:39:f4", "network": {"id": "a61e2dc9-0cff-4a1b-91ef-709e67b667ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1274656255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfe31cb297441d99e0efeeacc93e834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48f182-7f", "ovs_interfaceid": "ab48f182-7f7b-43a8-abae-0d436ac89143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.635957] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.640610] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.899s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.644024] env[65665]: DEBUG nova.objects.instance [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1006.647431] env[65665]: DEBUG nova.network.neutron [req-c98830e4-ac2c-42fa-ba8a-10ed74837221 req-b0654eb8-9541-4f9f-83a4-e6997a869342 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Updated VIF entry in instance network info cache for port b76745ca-f017-4970-bad5-b9ae6c9320f5. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1006.647809] env[65665]: DEBUG nova.network.neutron [req-c98830e4-ac2c-42fa-ba8a-10ed74837221 req-b0654eb8-9541-4f9f-83a4-e6997a869342 service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Updating instance_info_cache with network_info: [{"id": "b76745ca-f017-4970-bad5-b9ae6c9320f5", "address": "fa:16:3e:0a:05:14", "network": {"id": "4c8336e5-4eec-42df-aee5-09cd55ba0f91", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2092118072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fba71d467faa49989688c2049cc83742", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb76745ca-f0", "ovs_interfaceid": "b76745ca-f017-4970-bad5-b9ae6c9320f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.675025] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855073, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.676213] env[65665]: INFO nova.scheduler.client.report [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Deleted allocations for instance 8ce3a8f9-43dd-4502-8e86-65bc43eadce5 [ 1006.813740] env[65665]: DEBUG oslo_concurrency.lockutils [req-3a20947b-2bfc-4a59-be4a-7d87eaa2d252 req-a7c7807a-5d09-49ac-ac5a-72edea6d651d service nova] Releasing lock "refresh_cache-84efb212-53f2-4247-b12f-c56a0e2aa166" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.877797] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.952436] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855075, 'name': CloneVM_Task} progress is 23%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.099879] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Releasing lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.100285] env[65665]: DEBUG nova.compute.manager [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Instance network_info: |[{"id": "ab48f182-7f7b-43a8-abae-0d436ac89143", "address": "fa:16:3e:2e:39:f4", "network": {"id": "a61e2dc9-0cff-4a1b-91ef-709e67b667ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1274656255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfe31cb297441d99e0efeeacc93e834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48f182-7f", "ovs_interfaceid": "ab48f182-7f7b-43a8-abae-0d436ac89143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1007.100763] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:39:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab48f182-7f7b-43a8-abae-0d436ac89143', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.108298] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Creating folder: Project (dbfe31cb297441d99e0efeeacc93e834). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.108795] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a43db29-fb89-430f-9031-9d3bb2a83848 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.119347] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Created folder: Project (dbfe31cb297441d99e0efeeacc93e834) in parent group-v946135. [ 1007.119347] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Creating folder: Instances. Parent ref: group-v946381. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.119798] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ff0847b-d8f8-4d7c-8d26-c409b9644222 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.129721] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Created folder: Instances in parent group-v946381. [ 1007.129973] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1007.130186] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.130399] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d033c40-f097-459e-b463-3de2ae269a0b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.158402] env[65665]: DEBUG oslo_concurrency.lockutils [req-c98830e4-ac2c-42fa-ba8a-10ed74837221 req-b0654eb8-9541-4f9f-83a4-e6997a869342 service nova] Releasing lock "refresh_cache-72c616b4-eda8-4f46-ac04-ba145a722746" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.160134] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.160134] env[65665]: value = "task-4855078" [ 1007.160134] env[65665]: _type = "Task" [ 1007.160134] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.171094] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855078, 'name': CreateVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.175322] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522875} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.175632] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 84efb212-53f2-4247-b12f-c56a0e2aa166/84efb212-53f2-4247-b12f-c56a0e2aa166.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.176352] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.176352] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00e0843c-6828-4c4d-9f1a-d1196d16d6d6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.184885] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1007.184885] env[65665]: value = "task-4855079" [ 1007.184885] env[65665]: _type = "Task" [ 1007.184885] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.185270] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4bf7bf9b-457e-48b0-8712-82fa5a832800 tempest-ServerShowV254Test-103180934 tempest-ServerShowV254Test-103180934-project-member] Lock "8ce3a8f9-43dd-4502-8e86-65bc43eadce5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.108s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.198954] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.379476] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855074, 'name': ReconfigVM_Task, 'duration_secs': 0.720753} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.379798] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 751b3c67-22d0-4688-8d84-33a56b930a9e/751b3c67-22d0-4688-8d84-33a56b930a9e.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.380523] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c71e3ad-a544-4e67-8805-1db32cc7ac35 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.389430] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1007.389430] env[65665]: value = "task-4855081" [ 1007.389430] env[65665]: _type = "Task" [ 1007.389430] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.401381] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855081, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.452149] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855075, 'name': CloneVM_Task} progress is 23%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.483703] env[65665]: DEBUG nova.objects.instance [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lazy-loading 'flavor' on Instance uuid 317bf5bc-08bb-4c74-86dc-48a6646d6ba0 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.493079] env[65665]: DEBUG nova.compute.manager [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Received event network-vif-plugged-ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1007.493079] env[65665]: DEBUG oslo_concurrency.lockutils [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] Acquiring lock "a5cfaf02-852f-4817-a7a7-db0ec7580826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.493079] env[65665]: DEBUG oslo_concurrency.lockutils [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] Lock "a5cfaf02-852f-4817-a7a7-db0ec7580826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.493079] env[65665]: DEBUG oslo_concurrency.lockutils [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] Lock "a5cfaf02-852f-4817-a7a7-db0ec7580826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.493079] env[65665]: DEBUG nova.compute.manager [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] No waiting events found dispatching network-vif-plugged-ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1007.493079] env[65665]: WARNING nova.compute.manager [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Received unexpected event network-vif-plugged-ab48f182-7f7b-43a8-abae-0d436ac89143 for instance with vm_state building and task_state spawning. [ 1007.493079] env[65665]: DEBUG nova.compute.manager [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Received event network-changed-ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1007.493079] env[65665]: DEBUG nova.compute.manager [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Refreshing instance network info cache due to event network-changed-ab48f182-7f7b-43a8-abae-0d436ac89143. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1007.493079] env[65665]: DEBUG oslo_concurrency.lockutils [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] Acquiring lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.493079] env[65665]: DEBUG oslo_concurrency.lockutils [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] Acquired lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.493901] env[65665]: DEBUG nova.network.neutron [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Refreshing network info cache for port ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.661450] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b5becafe-f7ae-4f8c-9a19-2394432264c1 tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.665808] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.444s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.665808] env[65665]: DEBUG nova.objects.instance [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lazy-loading 'resources' on Instance uuid 693d7603-66ca-4506-af06-57b81f055770 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.674271] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855078, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.696650] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07661} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.696983] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.697804] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8616496-eb1b-4a9b-90a0-d0c0386d7040 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.721615] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 84efb212-53f2-4247-b12f-c56a0e2aa166/84efb212-53f2-4247-b12f-c56a0e2aa166.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.721925] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d39fad-1e14-449a-8617-126cd530f5d4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.742501] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1007.742501] env[65665]: value = "task-4855082" [ 1007.742501] env[65665]: _type = "Task" [ 1007.742501] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.751878] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.900913] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855081, 'name': Rename_Task, 'duration_secs': 0.300885} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.901207] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.901471] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ff2ac8e-c438-40b6-bc2f-af9d70f21ca1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.911594] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1007.911594] env[65665]: value = "task-4855083" [ 1007.911594] env[65665]: _type = "Task" [ 1007.911594] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.920186] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.957573] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855075, 'name': CloneVM_Task} progress is 28%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.990781] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ee8fcdcb-cdea-45cc-8f25-f320861fa4ca tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.362s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.996866] env[65665]: WARNING neutronclient.v2_0.client [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.168690] env[65665]: DEBUG oslo_concurrency.lockutils [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.168690] env[65665]: DEBUG oslo_concurrency.lockutils [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.169229] env[65665]: DEBUG oslo_concurrency.lockutils [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.169229] env[65665]: DEBUG oslo_concurrency.lockutils [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.169472] env[65665]: DEBUG oslo_concurrency.lockutils [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.180786] env[65665]: INFO nova.compute.manager [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Terminating instance [ 1008.191504] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855078, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.260267] env[65665]: WARNING neutronclient.v2_0.client [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.267392] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855082, 'name': ReconfigVM_Task, 'duration_secs': 0.316334} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.268071] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 84efb212-53f2-4247-b12f-c56a0e2aa166/84efb212-53f2-4247-b12f-c56a0e2aa166.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.268468] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a95f309-d534-4a16-91c7-3dc681edea70 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.277651] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1008.277651] env[65665]: value = "task-4855084" [ 1008.277651] env[65665]: _type = "Task" [ 1008.277651] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.297759] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855084, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.393052] env[65665]: DEBUG nova.network.neutron [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updated VIF entry in instance network info cache for port ab48f182-7f7b-43a8-abae-0d436ac89143. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1008.396025] env[65665]: DEBUG nova.network.neutron [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updating instance_info_cache with network_info: [{"id": "ab48f182-7f7b-43a8-abae-0d436ac89143", "address": "fa:16:3e:2e:39:f4", "network": {"id": "a61e2dc9-0cff-4a1b-91ef-709e67b667ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1274656255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfe31cb297441d99e0efeeacc93e834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48f182-7f", "ovs_interfaceid": "ab48f182-7f7b-43a8-abae-0d436ac89143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.431293] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855083, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.458317] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855075, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.597772] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636890f0-2653-4f8b-88af-ab4f8b1bb536 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.615896] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53255556-1bc2-4bff-bd01-8061cea9bb37 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.663684] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7235497f-ed8e-4952-a26b-80414ae49c7f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.683489] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89a21fc-3916-47c2-8fc6-7f1f718d2970 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.687735] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855078, 'name': CreateVM_Task, 'duration_secs': 1.15508} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.688483] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.689481] env[65665]: WARNING neutronclient.v2_0.client [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.689746] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.689898] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.690219] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.690501] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ae5cdc-34cc-424d-b280-b76c426dff0e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.700833] env[65665]: DEBUG nova.compute.manager [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1008.701127] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.701541] env[65665]: DEBUG nova.compute.provider_tree [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.703091] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38f8d1ee-03e4-45e8-96e6-5a2af8713f49 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.708240] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1008.708240] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525f9c5d-3e49-d85f-acdc-32148cc55904" [ 1008.708240] env[65665]: _type = "Task" [ 1008.708240] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.713718] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1008.713718] env[65665]: value = "task-4855085" [ 1008.713718] env[65665]: _type = "Task" [ 1008.713718] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.722128] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525f9c5d-3e49-d85f-acdc-32148cc55904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.729750] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.799171] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855084, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.899730] env[65665]: DEBUG oslo_concurrency.lockutils [req-9acf8c0b-fd09-4eed-81d7-f2425280bf42 req-4c6783fa-7b59-4be2-9c69-2bedac74adad service nova] Releasing lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.921650] env[65665]: DEBUG oslo_vmware.api [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855083, 'name': PowerOnVM_Task, 'duration_secs': 0.597696} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.922059] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.922320] env[65665]: INFO nova.compute.manager [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1008.922398] env[65665]: DEBUG nova.compute.manager [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1008.923194] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aabbb4a-c8a5-4252-9216-d765a22adb2b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.956069] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855075, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.126665] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "da88beb8-d7db-48bf-bab5-aaa11c81230c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.127048] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.128036] env[65665]: INFO nova.compute.manager [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Shelving [ 1009.207158] env[65665]: DEBUG nova.scheduler.client.report [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.227690] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525f9c5d-3e49-d85f-acdc-32148cc55904, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.231792] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.232069] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.232309] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.232454] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.232691] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.233266] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855085, 'name': PowerOffVM_Task, 'duration_secs': 0.315955} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.233485] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4750328a-c02e-4505-bb8f-1703962923c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.235538] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.235744] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1009.235951] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946372', 'volume_id': '44bb805d-8d67-4f5e-99eb-b250ee20a0c3', 'name': 'volume-44bb805d-8d67-4f5e-99eb-b250ee20a0c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '317bf5bc-08bb-4c74-86dc-48a6646d6ba0', 'attached_at': '', 'detached_at': '', 'volume_id': '44bb805d-8d67-4f5e-99eb-b250ee20a0c3', 'serial': '44bb805d-8d67-4f5e-99eb-b250ee20a0c3'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1009.237077] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7558a0-21f0-4a9f-9d91-3958d2f03a38 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.263268] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db44d1a2-819c-432f-8022-f3713dc3f96a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.266640] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.266858] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.267595] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4769b9a-900f-4586-b7f0-e0cca34fe21c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.276858] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883d9aba-c247-4081-bd34-6c24390c935e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.279821] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1009.279821] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b9e422-e22d-90e5-4de2-80a579121af5" [ 1009.279821] env[65665]: _type = "Task" [ 1009.279821] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.305063] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba82704-a1e9-4f23-93f6-46703bcd9258 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.311534] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b9e422-e22d-90e5-4de2-80a579121af5, 'name': SearchDatastore_Task, 'duration_secs': 0.012789} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.313401] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac9a0f7-3892-4a04-9de9-2b742e997783 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.330071] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855084, 'name': Rename_Task, 'duration_secs': 0.892643} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.330423] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The volume has not been displaced from its original location: [datastore2] volume-44bb805d-8d67-4f5e-99eb-b250ee20a0c3/volume-44bb805d-8d67-4f5e-99eb-b250ee20a0c3.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1009.336210] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1009.337127] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.337392] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d42b26a-5a5c-425c-ab77-9cfdcba95bc3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.353604] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-945f4257-fe5f-4e30-b57c-5f09f9c13455 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.355833] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1009.355833] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e68ae3-f6fc-2c80-79e0-181619a14f4c" [ 1009.355833] env[65665]: _type = "Task" [ 1009.355833] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.362357] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1009.362357] env[65665]: value = "task-4855086" [ 1009.362357] env[65665]: _type = "Task" [ 1009.362357] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.364117] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1009.364117] env[65665]: value = "task-4855087" [ 1009.364117] env[65665]: _type = "Task" [ 1009.364117] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.371415] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e68ae3-f6fc-2c80-79e0-181619a14f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.374898] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.375184] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a5cfaf02-852f-4817-a7a7-db0ec7580826/a5cfaf02-852f-4817-a7a7-db0ec7580826.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.375917] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95d5408d-5620-4ff4-b754-b7fc951425d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.382394] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.389319] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.391395] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1009.391395] env[65665]: value = "task-4855088" [ 1009.391395] env[65665]: _type = "Task" [ 1009.391395] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.401248] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.443703] env[65665]: INFO nova.compute.manager [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Took 29.10 seconds to build instance. [ 1009.456013] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855075, 'name': CloneVM_Task, 'duration_secs': 3.002083} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.456337] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Created linked-clone VM from snapshot [ 1009.457166] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bfbeeb-3f12-4578-867d-8d02e465ce75 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.466518] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Uploading image 289a2022-5556-4b0f-be16-4a02f2e4333c {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1009.471677] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1009.471906] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946378', 'volume_id': '18769c96-8ee8-4451-80e4-94d1a7cb8d4a', 'name': 'volume-18769c96-8ee8-4451-80e4-94d1a7cb8d4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b8128a5-8669-4731-ad17-04eab88415b8', 'attached_at': '', 'detached_at': '', 'volume_id': '18769c96-8ee8-4451-80e4-94d1a7cb8d4a', 'serial': '18769c96-8ee8-4451-80e4-94d1a7cb8d4a'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1009.473163] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf1f587-47c0-4baa-bec3-fed8217f9470 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.495664] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c996942-c8be-43fb-96c4-8add2a674ebf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.527079] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-18769c96-8ee8-4451-80e4-94d1a7cb8d4a/volume-18769c96-8ee8-4451-80e4-94d1a7cb8d4a.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.529577] env[65665]: DEBUG oslo_vmware.rw_handles [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1009.529577] env[65665]: value = "vm-946380" [ 1009.529577] env[65665]: _type = "VirtualMachine" [ 1009.529577] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1009.529968] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a0ee1ac-4f17-4f99-b4e2-6e5cb71b48a8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.552293] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-306bc33d-3f4c-4fc4-a076-0fa0ad6d9186 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.562769] env[65665]: DEBUG oslo_vmware.api [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1009.562769] env[65665]: value = "task-4855089" [ 1009.562769] env[65665]: _type = "Task" [ 1009.562769] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.564686] env[65665]: DEBUG oslo_vmware.rw_handles [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lease: (returnval){ [ 1009.564686] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52682575-57f9-56a6-ef14-09f4e0118050" [ 1009.564686] env[65665]: _type = "HttpNfcLease" [ 1009.564686] env[65665]: } obtained for exporting VM: (result){ [ 1009.564686] env[65665]: value = "vm-946380" [ 1009.564686] env[65665]: _type = "VirtualMachine" [ 1009.564686] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1009.565130] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the lease: (returnval){ [ 1009.565130] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52682575-57f9-56a6-ef14-09f4e0118050" [ 1009.565130] env[65665]: _type = "HttpNfcLease" [ 1009.565130] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1009.579241] env[65665]: DEBUG oslo_vmware.api [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.581109] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.581109] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52682575-57f9-56a6-ef14-09f4e0118050" [ 1009.581109] env[65665]: _type = "HttpNfcLease" [ 1009.581109] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1009.721044] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.726050] env[65665]: DEBUG oslo_concurrency.lockutils [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.177s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.726139] env[65665]: DEBUG nova.objects.instance [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lazy-loading 'resources' on Instance uuid a0c70486-1a8d-4c27-afed-a3f54b93fb2d {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.752463] env[65665]: INFO nova.scheduler.client.report [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Deleted allocations for instance 693d7603-66ca-4506-af06-57b81f055770 [ 1009.879332] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.885720] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855087, 'name': ReconfigVM_Task, 'duration_secs': 0.487234} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.885882] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.892742] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30c05790-09fb-4d2b-a40d-60e3edf350bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.914100] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855088, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.915887] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1009.915887] env[65665]: value = "task-4855091" [ 1009.915887] env[65665]: _type = "Task" [ 1009.915887] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.926198] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.951311] env[65665]: DEBUG oslo_concurrency.lockutils [None req-46baf0cc-ca95-4c61-b4e5-a8357a51a30f tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.621s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.080826] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.080826] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52682575-57f9-56a6-ef14-09f4e0118050" [ 1010.080826] env[65665]: _type = "HttpNfcLease" [ 1010.080826] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1010.085113] env[65665]: DEBUG oslo_vmware.rw_handles [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1010.085113] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52682575-57f9-56a6-ef14-09f4e0118050" [ 1010.085113] env[65665]: _type = "HttpNfcLease" [ 1010.085113] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1010.085406] env[65665]: DEBUG oslo_vmware.api [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.086013] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee42a12-fabb-4f9a-aac7-e42f7be967f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.097488] env[65665]: DEBUG oslo_vmware.rw_handles [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523664fe-2f6b-e813-e8e0-f23e0196f4ff/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1010.097754] env[65665]: DEBUG oslo_vmware.rw_handles [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523664fe-2f6b-e813-e8e0-f23e0196f4ff/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1010.162492] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.162492] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55fadf3f-7953-4edd-b68c-a4f11bcc0976 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.172704] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1010.172704] env[65665]: value = "task-4855092" [ 1010.172704] env[65665]: _type = "Task" [ 1010.172704] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.182032] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.199327] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86597316-12b7-4741-b04d-b322816f3ed1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.268153] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a3b0187-c676-41c5-adac-46adcdd57438 tempest-ImagesTestJSON-1980635674 tempest-ImagesTestJSON-1980635674-project-member] Lock "693d7603-66ca-4506-af06-57b81f055770" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.674s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.376714] env[65665]: DEBUG oslo_vmware.api [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855086, 'name': PowerOnVM_Task, 'duration_secs': 0.828039} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.377270] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.377270] env[65665]: INFO nova.compute.manager [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1010.377432] env[65665]: DEBUG nova.compute.manager [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1010.378369] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df42b57c-564a-4388-93c2-046a53d60f5f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.411282] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593775} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.411726] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a5cfaf02-852f-4817-a7a7-db0ec7580826/a5cfaf02-852f-4817-a7a7-db0ec7580826.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.411870] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.412154] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1118205-274e-4d32-bfd9-f03df3748ba0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.421317] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1010.421317] env[65665]: value = "task-4855093" [ 1010.421317] env[65665]: _type = "Task" [ 1010.421317] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.433098] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855091, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.440761] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.536304] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Acquiring lock "0b951591-8d96-452d-a0be-dd5f239306c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.536523] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lock "0b951591-8d96-452d-a0be-dd5f239306c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.576747] env[65665]: DEBUG oslo_vmware.api [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855089, 'name': ReconfigVM_Task, 'duration_secs': 0.608667} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.577059] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-18769c96-8ee8-4451-80e4-94d1a7cb8d4a/volume-18769c96-8ee8-4451-80e4-94d1a7cb8d4a.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.585999] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d47b11a-1687-4798-a765-c7546c21d045 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.604033] env[65665]: DEBUG oslo_vmware.api [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1010.604033] env[65665]: value = "task-4855094" [ 1010.604033] env[65665]: _type = "Task" [ 1010.604033] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.619289] env[65665]: DEBUG oslo_vmware.api [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855094, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.687228] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.705080] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114fa60e-65c9-4bfd-b4f2-dc30c1afc3e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.713538] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab04f54f-71b5-495b-b311-ee5e1e10d926 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.752353] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66770ed0-d264-4297-92b3-a0d116fc7880 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.764300] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcb226e-efaa-4ee6-b35f-dd8883060914 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.781536] env[65665]: DEBUG nova.compute.provider_tree [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.810172] env[65665]: DEBUG nova.compute.manager [req-a3327539-3641-4143-8f72-6c259b9fd70a req-d5b3147a-1c4b-4f90-9e91-d7294baabe5f service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Received event network-changed-4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1010.810172] env[65665]: DEBUG nova.compute.manager [req-a3327539-3641-4143-8f72-6c259b9fd70a req-d5b3147a-1c4b-4f90-9e91-d7294baabe5f service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Refreshing instance network info cache due to event network-changed-4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1010.810172] env[65665]: DEBUG oslo_concurrency.lockutils [req-a3327539-3641-4143-8f72-6c259b9fd70a req-d5b3147a-1c4b-4f90-9e91-d7294baabe5f service nova] Acquiring lock "refresh_cache-751b3c67-22d0-4688-8d84-33a56b930a9e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.810172] env[65665]: DEBUG oslo_concurrency.lockutils [req-a3327539-3641-4143-8f72-6c259b9fd70a req-d5b3147a-1c4b-4f90-9e91-d7294baabe5f service nova] Acquired lock "refresh_cache-751b3c67-22d0-4688-8d84-33a56b930a9e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.810172] env[65665]: DEBUG nova.network.neutron [req-a3327539-3641-4143-8f72-6c259b9fd70a req-d5b3147a-1c4b-4f90-9e91-d7294baabe5f service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Refreshing network info cache for port 4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.908331] env[65665]: INFO nova.compute.manager [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Took 29.72 seconds to build instance. [ 1010.938749] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855091, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.946456] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.039722] env[65665]: DEBUG nova.compute.manager [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1011.127985] env[65665]: DEBUG oslo_vmware.api [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.186310] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.287416] env[65665]: DEBUG nova.scheduler.client.report [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.313031] env[65665]: WARNING neutronclient.v2_0.client [req-a3327539-3641-4143-8f72-6c259b9fd70a req-d5b3147a-1c4b-4f90-9e91-d7294baabe5f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.410300] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0ad3343-91ed-4d49-aa9b-3185152c26bc tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "84efb212-53f2-4247-b12f-c56a0e2aa166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.234s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.436617] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.827402} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.440247] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.440639] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855091, 'name': ReconfigVM_Task, 'duration_secs': 1.287089} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.441380] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5a8945-d4a6-4241-9c78-4dbc24f112cb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.444213] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946372', 'volume_id': '44bb805d-8d67-4f5e-99eb-b250ee20a0c3', 'name': 'volume-44bb805d-8d67-4f5e-99eb-b250ee20a0c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '317bf5bc-08bb-4c74-86dc-48a6646d6ba0', 'attached_at': '', 'detached_at': '', 'volume_id': '44bb805d-8d67-4f5e-99eb-b250ee20a0c3', 'serial': '44bb805d-8d67-4f5e-99eb-b250ee20a0c3'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1011.444553] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.445332] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eabbaca-dc4f-4545-b5bd-e1c167567791 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.470771] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] a5cfaf02-852f-4817-a7a7-db0ec7580826/a5cfaf02-852f-4817-a7a7-db0ec7580826.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.473550] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84f11374-dee5-4088-8349-8936b19cbff1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.488750] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.489061] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-273b82c2-1db6-4a33-bcc8-c7ef4f88559e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.498053] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1011.498053] env[65665]: value = "task-4855096" [ 1011.498053] env[65665]: _type = "Task" [ 1011.498053] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.506652] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.566100] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.573458] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.573642] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.573907] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleting the datastore file [datastore2] 317bf5bc-08bb-4c74-86dc-48a6646d6ba0 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.578459] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-484c5965-9bb3-4a5b-b6a8-7027baac49b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.582680] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1011.582680] env[65665]: value = "task-4855097" [ 1011.582680] env[65665]: _type = "Task" [ 1011.582680] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.593313] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.619685] env[65665]: DEBUG oslo_vmware.api [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855094, 'name': ReconfigVM_Task, 'duration_secs': 0.742184} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.620018] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946378', 'volume_id': '18769c96-8ee8-4451-80e4-94d1a7cb8d4a', 'name': 'volume-18769c96-8ee8-4451-80e4-94d1a7cb8d4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b8128a5-8669-4731-ad17-04eab88415b8', 'attached_at': '', 'detached_at': '', 'volume_id': '18769c96-8ee8-4451-80e4-94d1a7cb8d4a', 'serial': '18769c96-8ee8-4451-80e4-94d1a7cb8d4a'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1011.687307] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855092, 'name': PowerOffVM_Task, 'duration_secs': 1.195666} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.687613] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.688611] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a26d16d-9fcc-48b8-8a51-c219506225e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.719257] env[65665]: WARNING neutronclient.v2_0.client [req-a3327539-3641-4143-8f72-6c259b9fd70a req-d5b3147a-1c4b-4f90-9e91-d7294baabe5f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.722562] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b30185-55bc-455c-b723-fdeba6dc05eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.796077] env[65665]: DEBUG oslo_concurrency.lockutils [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.801406] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.750s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.802942] env[65665]: INFO nova.compute.claims [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.834582] env[65665]: INFO nova.scheduler.client.report [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Deleted allocations for instance a0c70486-1a8d-4c27-afed-a3f54b93fb2d [ 1011.869164] env[65665]: DEBUG nova.network.neutron [req-a3327539-3641-4143-8f72-6c259b9fd70a req-d5b3147a-1c4b-4f90-9e91-d7294baabe5f service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Updated VIF entry in instance network info cache for port 4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1011.869569] env[65665]: DEBUG nova.network.neutron [req-a3327539-3641-4143-8f72-6c259b9fd70a req-d5b3147a-1c4b-4f90-9e91-d7294baabe5f service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Updating instance_info_cache with network_info: [{"id": "4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb", "address": "fa:16:3e:1a:59:4a", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf3e29b-59", "ovs_interfaceid": "4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.009685] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.097467] env[65665]: DEBUG oslo_vmware.api [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326136} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.097864] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.098123] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.098468] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.098721] env[65665]: INFO nova.compute.manager [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Took 3.40 seconds to destroy the instance on the hypervisor. [ 1012.099117] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1012.099481] env[65665]: DEBUG nova.compute.manager [-] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1012.099746] env[65665]: DEBUG nova.network.neutron [-] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1012.100439] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.145168] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.238561] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1012.240367] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dde9c2e7-a428-456d-8bc1-41b0d550a7dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.251828] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1012.251828] env[65665]: value = "task-4855098" [ 1012.251828] env[65665]: _type = "Task" [ 1012.251828] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.264545] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.345158] env[65665]: DEBUG oslo_concurrency.lockutils [None req-41151128-f2f5-44b0-938b-539451996e5b tempest-ServersListShow2100Test-1406714382 tempest-ServersListShow2100Test-1406714382-project-member] Lock "a0c70486-1a8d-4c27-afed-a3f54b93fb2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.290s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.374506] env[65665]: DEBUG oslo_concurrency.lockutils [req-a3327539-3641-4143-8f72-6c259b9fd70a req-d5b3147a-1c4b-4f90-9e91-d7294baabe5f service nova] Releasing lock "refresh_cache-751b3c67-22d0-4688-8d84-33a56b930a9e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.513987] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.680817] env[65665]: DEBUG nova.objects.instance [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lazy-loading 'flavor' on Instance uuid 4b8128a5-8669-4731-ad17-04eab88415b8 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.764809] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855098, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.874418] env[65665]: DEBUG nova.compute.manager [req-da08b0c3-e0d4-400a-9b67-5e4920b2e52b req-3619cc3f-eddb-4b9a-924d-eab55f500c77 service nova] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Received event network-vif-deleted-3669fd89-ed9a-47e2-9b98-fb6c6f587b9c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1012.874881] env[65665]: INFO nova.compute.manager [req-da08b0c3-e0d4-400a-9b67-5e4920b2e52b req-3619cc3f-eddb-4b9a-924d-eab55f500c77 service nova] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Neutron deleted interface 3669fd89-ed9a-47e2-9b98-fb6c6f587b9c; detaching it from the instance and deleting it from the info cache [ 1012.876029] env[65665]: DEBUG nova.network.neutron [req-da08b0c3-e0d4-400a-9b67-5e4920b2e52b req-3619cc3f-eddb-4b9a-924d-eab55f500c77 service nova] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.909468] env[65665]: DEBUG nova.network.neutron [-] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.011136] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855096, 'name': ReconfigVM_Task, 'duration_secs': 1.347881} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.011492] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Reconfigured VM instance instance-00000059 to attach disk [datastore2] a5cfaf02-852f-4817-a7a7-db0ec7580826/a5cfaf02-852f-4817-a7a7-db0ec7580826.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.015316] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31b25160-dba9-4797-acc8-aa6aadb28b31 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.027213] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1013.027213] env[65665]: value = "task-4855099" [ 1013.027213] env[65665]: _type = "Task" [ 1013.027213] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.042347] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855099, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.188216] env[65665]: DEBUG oslo_concurrency.lockutils [None req-eb638253-704e-4cde-875e-24198c5419a5 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "4b8128a5-8669-4731-ad17-04eab88415b8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.368s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.266968] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855098, 'name': CreateSnapshot_Task, 'duration_secs': 0.653946} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.267267] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1013.268111] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1749cfaf-3cd5-4f94-9edf-dc0ac849523a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.341594] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b51b12-4e95-47a9-9180-d81498a94c9b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.352573] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bff70ae-0078-4c8b-b1b8-748f0246f8fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.397919] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b404c55-8cb2-4f25-add6-21df5e3155ff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.401503] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eb657c-b652-4caf-89b1-208ca511fb8b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.413124] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31bda86-46e5-4718-bba1-3a134879df04 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.418820] env[65665]: INFO nova.compute.manager [-] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Took 1.32 seconds to deallocate network for instance. [ 1013.422561] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5d416a-0bba-4270-a95e-fa10df79b5aa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.450577] env[65665]: DEBUG nova.compute.provider_tree [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.468908] env[65665]: DEBUG nova.compute.manager [req-da08b0c3-e0d4-400a-9b67-5e4920b2e52b req-3619cc3f-eddb-4b9a-924d-eab55f500c77 service nova] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Detach interface failed, port_id=3669fd89-ed9a-47e2-9b98-fb6c6f587b9c, reason: Instance 317bf5bc-08bb-4c74-86dc-48a6646d6ba0 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1013.542451] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855099, 'name': Rename_Task, 'duration_secs': 0.185597} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.542451] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.542451] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c3a93b6-841b-4552-bfc1-176880a9a167 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.549916] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1013.549916] env[65665]: value = "task-4855100" [ 1013.549916] env[65665]: _type = "Task" [ 1013.549916] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.570913] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.797074] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1013.797443] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-297e4592-69c5-4261-bf59-ec1dc5374e3c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.806934] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1013.806934] env[65665]: value = "task-4855101" [ 1013.806934] env[65665]: _type = "Task" [ 1013.806934] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.816597] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855101, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.971638] env[65665]: DEBUG nova.scheduler.client.report [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.008211] env[65665]: INFO nova.compute.manager [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Took 0.57 seconds to detach 1 volumes for instance. [ 1014.065596] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855100, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.218582] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "62178d5b-ef06-4c50-90b5-14f3d22e5a24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.218871] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "62178d5b-ef06-4c50-90b5-14f3d22e5a24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.318430] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855101, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.477652] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.478236] env[65665]: DEBUG nova.compute.manager [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1014.481501] env[65665]: DEBUG oslo_concurrency.lockutils [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.070s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.481878] env[65665]: DEBUG oslo_concurrency.lockutils [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.484546] env[65665]: DEBUG oslo_concurrency.lockutils [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.395s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.485149] env[65665]: DEBUG oslo_concurrency.lockutils [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.486948] env[65665]: DEBUG oslo_concurrency.lockutils [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.889s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.487250] env[65665]: DEBUG nova.objects.instance [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lazy-loading 'resources' on Instance uuid edf8969e-301d-4c57-b792-2c07d6c4250e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.515016] env[65665]: INFO nova.scheduler.client.report [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted allocations for instance 8a4f4d46-2506-47f1-bae6-2224dd011c61 [ 1014.516477] env[65665]: DEBUG oslo_concurrency.lockutils [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.523211] env[65665]: INFO nova.scheduler.client.report [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Deleted allocations for instance d4ba0f68-55bb-4193-b9e8-eefa3181d893 [ 1014.563352] env[65665]: DEBUG oslo_vmware.api [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855100, 'name': PowerOnVM_Task, 'duration_secs': 0.631841} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.566089] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.568160] env[65665]: INFO nova.compute.manager [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1014.568160] env[65665]: DEBUG nova.compute.manager [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1014.568447] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b3af55-239a-4e8f-8b72-e05ce0e3195c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.721789] env[65665]: DEBUG nova.compute.manager [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1014.820311] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855101, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.991710] env[65665]: DEBUG nova.compute.utils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.996991] env[65665]: DEBUG nova.compute.manager [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1014.997298] env[65665]: DEBUG nova.network.neutron [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1014.997623] env[65665]: WARNING neutronclient.v2_0.client [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.998082] env[65665]: WARNING neutronclient.v2_0.client [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.032940] env[65665]: DEBUG oslo_concurrency.lockutils [None req-635ecdb6-c960-4306-930d-c56b59298230 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "8a4f4d46-2506-47f1-bae6-2224dd011c61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.888s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.036981] env[65665]: DEBUG oslo_concurrency.lockutils [None req-81a778e6-e77b-42b9-8610-09ebdd4d85d7 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "d4ba0f68-55bb-4193-b9e8-eefa3181d893" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.092s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.091329] env[65665]: INFO nova.compute.manager [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Took 32.31 seconds to build instance. [ 1015.248054] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.321365] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855101, 'name': CloneVM_Task} progress is 95%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.359797] env[65665]: DEBUG nova.policy [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '112084b59bf642809c1a7b802d6a185a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '599399ceeacb45d7a2a3905c63eae0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.380845] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d96fe3e-538f-4b93-84d3-b7368ce207b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.398304] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "c3e860cc-b225-4040-962a-7df5f3f1885f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.398573] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "c3e860cc-b225-4040-962a-7df5f3f1885f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.402447] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce7c555-a97e-48bc-8072-3de0979e0dfe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.440580] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f4dde3-901c-4ac3-86b9-34d0b2c092cb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.449648] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e50fe9-3f30-4e18-a9f3-65bfd33fc21a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.466397] env[65665]: DEBUG nova.compute.provider_tree [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.502048] env[65665]: DEBUG nova.compute.manager [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1015.594490] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3aecba22-ea87-4868-9959-bd3be0242ce2 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "a5cfaf02-852f-4817-a7a7-db0ec7580826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.834s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.701021] env[65665]: DEBUG nova.network.neutron [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Successfully created port: ee895a83-eaff-41c9-9945-dc466a5c5182 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1015.825861] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855101, 'name': CloneVM_Task, 'duration_secs': 1.730766} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.826425] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Created linked-clone VM from snapshot [ 1015.827734] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7832587-bbbd-47bf-a148-7fc86a32409a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.840079] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Uploading image 0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.883593] env[65665]: DEBUG oslo_vmware.rw_handles [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1015.883593] env[65665]: value = "vm-946385" [ 1015.883593] env[65665]: _type = "VirtualMachine" [ 1015.883593] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1015.884135] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f45dbee7-6545-4cbe-8587-240fcd629e10 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.894052] env[65665]: DEBUG oslo_vmware.rw_handles [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lease: (returnval){ [ 1015.894052] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f0fe95-8c95-d35d-cee4-1f67ca14ce45" [ 1015.894052] env[65665]: _type = "HttpNfcLease" [ 1015.894052] env[65665]: } obtained for exporting VM: (result){ [ 1015.894052] env[65665]: value = "vm-946385" [ 1015.894052] env[65665]: _type = "VirtualMachine" [ 1015.894052] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1015.894459] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the lease: (returnval){ [ 1015.894459] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f0fe95-8c95-d35d-cee4-1f67ca14ce45" [ 1015.894459] env[65665]: _type = "HttpNfcLease" [ 1015.894459] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1015.902550] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.902550] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f0fe95-8c95-d35d-cee4-1f67ca14ce45" [ 1015.902550] env[65665]: _type = "HttpNfcLease" [ 1015.902550] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1015.907556] env[65665]: DEBUG nova.compute.manager [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1015.970102] env[65665]: DEBUG nova.scheduler.client.report [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.034804] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.037881] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.037881] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.037881] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.037881] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.040118] env[65665]: INFO nova.compute.manager [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Terminating instance [ 1016.403544] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.403544] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f0fe95-8c95-d35d-cee4-1f67ca14ce45" [ 1016.403544] env[65665]: _type = "HttpNfcLease" [ 1016.403544] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1016.404560] env[65665]: DEBUG oslo_vmware.rw_handles [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1016.404560] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f0fe95-8c95-d35d-cee4-1f67ca14ce45" [ 1016.404560] env[65665]: _type = "HttpNfcLease" [ 1016.404560] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1016.404743] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4dc622-f561-4ff0-92a8-5c3cd86f0bf9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.415454] env[65665]: DEBUG oslo_vmware.rw_handles [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c8587-31b1-f034-b32c-597b585247ee/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1016.415641] env[65665]: DEBUG oslo_vmware.rw_handles [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c8587-31b1-f034-b32c-597b585247ee/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1016.473841] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.475574] env[65665]: DEBUG oslo_concurrency.lockutils [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.480115] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.802s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.482790] env[65665]: INFO nova.compute.claims [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.512551] env[65665]: DEBUG nova.compute.manager [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1016.516111] env[65665]: INFO nova.scheduler.client.report [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Deleted allocations for instance edf8969e-301d-4c57-b792-2c07d6c4250e [ 1016.541043] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec88d1b7-015e-4488-94bb-723ded31c02a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.544721] env[65665]: DEBUG nova.compute.manager [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1016.544985] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.546511] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cbfc19-717e-4dbb-9eb5-d14b2090c7d9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.560217] env[65665]: DEBUG nova.virt.hardware [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1016.561523] env[65665]: DEBUG nova.virt.hardware [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.561523] env[65665]: DEBUG nova.virt.hardware [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1016.561523] env[65665]: DEBUG nova.virt.hardware [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.561523] env[65665]: DEBUG nova.virt.hardware [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1016.561523] env[65665]: DEBUG nova.virt.hardware [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1016.561523] env[65665]: DEBUG nova.virt.hardware [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1016.561912] env[65665]: DEBUG nova.virt.hardware [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1016.561912] env[65665]: DEBUG nova.virt.hardware [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1016.562100] env[65665]: DEBUG nova.virt.hardware [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1016.562317] env[65665]: DEBUG nova.virt.hardware [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1016.567663] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134f685b-2ace-475e-bd95-fd90f6e70564 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.571126] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.571912] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a050ca96-88e8-433b-819d-3ee2324c1085 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.585174] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce775cb-7dc6-4688-83bd-b380ec9e05e3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.589531] env[65665]: DEBUG oslo_vmware.api [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 1016.589531] env[65665]: value = "task-4855103" [ 1016.589531] env[65665]: _type = "Task" [ 1016.589531] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.615221] env[65665]: DEBUG oslo_vmware.api [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.030487] env[65665]: DEBUG oslo_concurrency.lockutils [None req-14a7a437-3ee2-4ee3-ac06-e969fc5826e4 tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "edf8969e-301d-4c57-b792-2c07d6c4250e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.690s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.103741] env[65665]: DEBUG oslo_vmware.api [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855103, 'name': PowerOffVM_Task, 'duration_secs': 0.302411} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.104671] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.104671] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.105254] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f76cd12e-61df-4bd6-8459-811224f0e4df {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.185515] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.185515] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.185515] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Deleting the datastore file [datastore2] 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.185515] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4a8809c-7f07-409a-aee3-89f9163b2e1a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.197081] env[65665]: DEBUG oslo_vmware.api [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for the task: (returnval){ [ 1017.197081] env[65665]: value = "task-4855105" [ 1017.197081] env[65665]: _type = "Task" [ 1017.197081] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.210202] env[65665]: DEBUG oslo_vmware.api [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.518821] env[65665]: DEBUG nova.network.neutron [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Successfully updated port: ee895a83-eaff-41c9-9945-dc466a5c5182 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1017.715040] env[65665]: DEBUG oslo_vmware.api [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Task: {'id': task-4855105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232884} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.719703] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.720054] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.720338] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.720578] env[65665]: INFO nova.compute.manager [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1017.720910] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1017.721499] env[65665]: DEBUG nova.compute.manager [-] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1017.721781] env[65665]: DEBUG nova.network.neutron [-] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1017.721956] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.778131] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.875788] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9e1abf-59bd-4bf9-a675-ad2428f11fb3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.886085] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e18b1e8-54ac-466b-87fa-013435661f22 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.942973] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9db10cb-ddb2-4cee-972c-9b1b0545c122 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.955471] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf06c2e-aa6d-4ed1-a5db-59978ba7ad65 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.979354] env[65665]: DEBUG nova.compute.provider_tree [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.999326] env[65665]: DEBUG nova.compute.manager [req-1e9669d4-be75-4c2d-bd8c-9de08fcb61e5 req-955f09ae-053e-44bc-8c1c-54eadbad0707 service nova] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Received event network-vif-plugged-ee895a83-eaff-41c9-9945-dc466a5c5182 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1017.999326] env[65665]: DEBUG oslo_concurrency.lockutils [req-1e9669d4-be75-4c2d-bd8c-9de08fcb61e5 req-955f09ae-053e-44bc-8c1c-54eadbad0707 service nova] Acquiring lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.999326] env[65665]: DEBUG oslo_concurrency.lockutils [req-1e9669d4-be75-4c2d-bd8c-9de08fcb61e5 req-955f09ae-053e-44bc-8c1c-54eadbad0707 service nova] Lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.999326] env[65665]: DEBUG oslo_concurrency.lockutils [req-1e9669d4-be75-4c2d-bd8c-9de08fcb61e5 req-955f09ae-053e-44bc-8c1c-54eadbad0707 service nova] Lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.999936] env[65665]: DEBUG nova.compute.manager [req-1e9669d4-be75-4c2d-bd8c-9de08fcb61e5 req-955f09ae-053e-44bc-8c1c-54eadbad0707 service nova] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] No waiting events found dispatching network-vif-plugged-ee895a83-eaff-41c9-9945-dc466a5c5182 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1017.999936] env[65665]: WARNING nova.compute.manager [req-1e9669d4-be75-4c2d-bd8c-9de08fcb61e5 req-955f09ae-053e-44bc-8c1c-54eadbad0707 service nova] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Received unexpected event network-vif-plugged-ee895a83-eaff-41c9-9945-dc466a5c5182 for instance with vm_state building and task_state spawning. [ 1018.026173] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.026173] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.026173] env[65665]: DEBUG nova.network.neutron [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1018.453482] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Acquiring lock "d57c3ca4-947a-4817-93cc-29dedd8f6a79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.453868] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Lock "d57c3ca4-947a-4817-93cc-29dedd8f6a79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.483741] env[65665]: DEBUG nova.scheduler.client.report [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.565863] env[65665]: DEBUG nova.network.neutron [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1018.607483] env[65665]: DEBUG nova.network.neutron [-] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.665371] env[65665]: WARNING neutronclient.v2_0.client [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.752379] env[65665]: DEBUG nova.network.neutron [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance_info_cache with network_info: [{"id": "ee895a83-eaff-41c9-9945-dc466a5c5182", "address": "fa:16:3e:35:57:83", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee895a83-ea", "ovs_interfaceid": "ee895a83-eaff-41c9-9945-dc466a5c5182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.956440] env[65665]: DEBUG nova.compute.manager [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1018.991069] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.991069] env[65665]: DEBUG nova.compute.manager [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1018.993548] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.777s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.110933] env[65665]: INFO nova.compute.manager [-] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Took 1.39 seconds to deallocate network for instance. [ 1019.255336] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.255722] env[65665]: DEBUG nova.compute.manager [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Instance network_info: |[{"id": "ee895a83-eaff-41c9-9945-dc466a5c5182", "address": "fa:16:3e:35:57:83", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee895a83-ea", "ovs_interfaceid": "ee895a83-eaff-41c9-9945-dc466a5c5182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1019.256329] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:57:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee895a83-eaff-41c9-9945-dc466a5c5182', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.267490] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1019.267809] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.268174] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d1af6b8-09d2-490f-8cfb-545a1e9a3a4a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.300988] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.300988] env[65665]: value = "task-4855107" [ 1019.300988] env[65665]: _type = "Task" [ 1019.300988] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.312722] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855107, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.482575] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.497434] env[65665]: DEBUG nova.compute.utils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.506980] env[65665]: DEBUG nova.compute.manager [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1019.507344] env[65665]: DEBUG nova.network.neutron [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1019.507734] env[65665]: WARNING neutronclient.v2_0.client [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.508118] env[65665]: WARNING neutronclient.v2_0.client [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.571039] env[65665]: DEBUG nova.policy [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179afa96e4c44c34bdb756c0e704b61b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19922781a3704af9828c1bf54df07b9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.618363] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.816304] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855107, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.011769] env[65665]: DEBUG nova.compute.manager [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1020.037682] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 116b28c6-59e7-406b-aac0-dfc41bd2ce66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.037882] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 236cca27-1eb6-4040-a52d-23043c009086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.038031] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.038154] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 18bdbc26-a9a1-480d-86a0-f11efa40a06a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.038265] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance a6bfc2be-d17e-4655-9f35-155baf8a8c1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.038481] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance da88beb8-d7db-48bf-bab5-aaa11c81230c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.038697] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 4b0c2f40-07af-4a37-83d7-deef94300cae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.038772] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 4b8128a5-8669-4731-ad17-04eab88415b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.038863] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 317bf5bc-08bb-4c74-86dc-48a6646d6ba0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1020.038970] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 72c616b4-eda8-4f46-ac04-ba145a722746 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.039101] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 751b3c67-22d0-4688-8d84-33a56b930a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.039185] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 84efb212-53f2-4247-b12f-c56a0e2aa166 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.039286] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance a5cfaf02-852f-4817-a7a7-db0ec7580826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.039391] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 6d29aab2-9e02-43c1-be36-c2e06c0af68c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.039496] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 323640b7-53de-4e6a-bd76-60f44adbb17a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.048251] env[65665]: DEBUG nova.compute.manager [req-dea72d9b-de93-42da-b88e-306de4764d52 req-d385d173-3abd-4d36-8971-669314cfe86c service nova] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Received event network-changed-ee895a83-eaff-41c9-9945-dc466a5c5182 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1020.048518] env[65665]: DEBUG nova.compute.manager [req-dea72d9b-de93-42da-b88e-306de4764d52 req-d385d173-3abd-4d36-8971-669314cfe86c service nova] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Refreshing instance network info cache due to event network-changed-ee895a83-eaff-41c9-9945-dc466a5c5182. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1020.048838] env[65665]: DEBUG oslo_concurrency.lockutils [req-dea72d9b-de93-42da-b88e-306de4764d52 req-d385d173-3abd-4d36-8971-669314cfe86c service nova] Acquiring lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.049034] env[65665]: DEBUG oslo_concurrency.lockutils [req-dea72d9b-de93-42da-b88e-306de4764d52 req-d385d173-3abd-4d36-8971-669314cfe86c service nova] Acquired lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.051996] env[65665]: DEBUG nova.network.neutron [req-dea72d9b-de93-42da-b88e-306de4764d52 req-d385d173-3abd-4d36-8971-669314cfe86c service nova] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Refreshing network info cache for port ee895a83-eaff-41c9-9945-dc466a5c5182 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.053755] env[65665]: DEBUG nova.network.neutron [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Successfully created port: 27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1020.213999] env[65665]: DEBUG oslo_vmware.rw_handles [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523664fe-2f6b-e813-e8e0-f23e0196f4ff/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1020.216679] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f99d60-4890-4bce-8532-bba20126bd56 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.224158] env[65665]: DEBUG oslo_vmware.rw_handles [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523664fe-2f6b-e813-e8e0-f23e0196f4ff/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1020.224632] env[65665]: ERROR oslo_vmware.rw_handles [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523664fe-2f6b-e813-e8e0-f23e0196f4ff/disk-0.vmdk due to incomplete transfer. [ 1020.225039] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0404ce1b-be8b-4edb-adce-851e5ca49ce2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.236214] env[65665]: DEBUG oslo_vmware.rw_handles [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523664fe-2f6b-e813-e8e0-f23e0196f4ff/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1020.236968] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Uploaded image 289a2022-5556-4b0f-be16-4a02f2e4333c to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1020.238686] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1020.239030] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3c9e3fb6-e897-4a8c-bcea-daca3b2dd030 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.246044] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1020.246044] env[65665]: value = "task-4855108" [ 1020.246044] env[65665]: _type = "Task" [ 1020.246044] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.255942] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855108, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.313033] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855107, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.542187] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 06a25155-56b1-465e-8633-8895e8283470 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1020.551770] env[65665]: WARNING neutronclient.v2_0.client [req-dea72d9b-de93-42da-b88e-306de4764d52 req-d385d173-3abd-4d36-8971-669314cfe86c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.756455] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855108, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.814791] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855107, 'name': CreateVM_Task, 'duration_secs': 1.514762} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.815734] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.815734] env[65665]: WARNING neutronclient.v2_0.client [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.816091] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.816091] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.816372] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.816635] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea73265d-7608-4312-a108-e41e50fbd1eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.822617] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1020.822617] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52970787-a811-ad27-c7ac-cdc95c01a27f" [ 1020.822617] env[65665]: _type = "Task" [ 1020.822617] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.826691] env[65665]: WARNING neutronclient.v2_0.client [req-dea72d9b-de93-42da-b88e-306de4764d52 req-d385d173-3abd-4d36-8971-669314cfe86c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.836473] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52970787-a811-ad27-c7ac-cdc95c01a27f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.941863] env[65665]: DEBUG nova.network.neutron [req-dea72d9b-de93-42da-b88e-306de4764d52 req-d385d173-3abd-4d36-8971-669314cfe86c service nova] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updated VIF entry in instance network info cache for port ee895a83-eaff-41c9-9945-dc466a5c5182. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1020.941863] env[65665]: DEBUG nova.network.neutron [req-dea72d9b-de93-42da-b88e-306de4764d52 req-d385d173-3abd-4d36-8971-669314cfe86c service nova] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance_info_cache with network_info: [{"id": "ee895a83-eaff-41c9-9945-dc466a5c5182", "address": "fa:16:3e:35:57:83", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee895a83-ea", "ovs_interfaceid": "ee895a83-eaff-41c9-9945-dc466a5c5182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.027170] env[65665]: DEBUG nova.compute.manager [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1021.045993] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 0b951591-8d96-452d-a0be-dd5f239306c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1021.056352] env[65665]: DEBUG nova.virt.hardware [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1021.056352] env[65665]: DEBUG nova.virt.hardware [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.056710] env[65665]: DEBUG nova.virt.hardware [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1021.056710] env[65665]: DEBUG nova.virt.hardware [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.056859] env[65665]: DEBUG nova.virt.hardware [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1021.056917] env[65665]: DEBUG nova.virt.hardware [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1021.058794] env[65665]: DEBUG nova.virt.hardware [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1021.058794] env[65665]: DEBUG nova.virt.hardware [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1021.058794] env[65665]: DEBUG nova.virt.hardware [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1021.058794] env[65665]: DEBUG nova.virt.hardware [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1021.058794] env[65665]: DEBUG nova.virt.hardware [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1021.059224] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9338bf82-c63e-4563-a205-8c27ccea11e0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.069255] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321fdd60-1fbb-4404-8906-57e9650482d8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.191145] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "630e7d47-a002-47e8-991a-c29d0c30aaa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.191386] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "630e7d47-a002-47e8-991a-c29d0c30aaa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.256927] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855108, 'name': Destroy_Task, 'duration_secs': 0.974946} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.257198] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Destroyed the VM [ 1021.257431] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1021.257715] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bf354b2e-7bf5-4702-8991-186408cee090 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.264951] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1021.264951] env[65665]: value = "task-4855109" [ 1021.264951] env[65665]: _type = "Task" [ 1021.264951] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.274314] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855109, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.335271] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52970787-a811-ad27-c7ac-cdc95c01a27f, 'name': SearchDatastore_Task, 'duration_secs': 0.012537} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.335695] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.336022] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.336328] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.336538] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.336800] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.337180] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd2e3b1f-8aab-4d27-83f7-24761de6721c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.348409] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.348606] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.349660] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d852cbf3-9022-4b77-93a1-03aa8c3529a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.358094] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1021.358094] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522ae74f-7425-57fe-d613-29d0e47d8bcc" [ 1021.358094] env[65665]: _type = "Task" [ 1021.358094] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.368023] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522ae74f-7425-57fe-d613-29d0e47d8bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.447146] env[65665]: DEBUG oslo_concurrency.lockutils [req-dea72d9b-de93-42da-b88e-306de4764d52 req-d385d173-3abd-4d36-8971-669314cfe86c service nova] Releasing lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.447373] env[65665]: DEBUG nova.compute.manager [req-dea72d9b-de93-42da-b88e-306de4764d52 req-d385d173-3abd-4d36-8971-669314cfe86c service nova] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Received event network-vif-deleted-7b22f3fd-3ddf-4f9a-a604-fc41778c5fa3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1021.551290] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 62178d5b-ef06-4c50-90b5-14f3d22e5a24 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1021.580501] env[65665]: DEBUG nova.compute.manager [req-d12711c2-5f8c-43f1-9585-91da649dcfd0 req-e3691d22-98a8-4977-9b53-6035acff9267 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Received event network-vif-plugged-27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1021.580501] env[65665]: DEBUG oslo_concurrency.lockutils [req-d12711c2-5f8c-43f1-9585-91da649dcfd0 req-e3691d22-98a8-4977-9b53-6035acff9267 service nova] Acquiring lock "323640b7-53de-4e6a-bd76-60f44adbb17a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.580501] env[65665]: DEBUG oslo_concurrency.lockutils [req-d12711c2-5f8c-43f1-9585-91da649dcfd0 req-e3691d22-98a8-4977-9b53-6035acff9267 service nova] Lock "323640b7-53de-4e6a-bd76-60f44adbb17a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.581737] env[65665]: DEBUG oslo_concurrency.lockutils [req-d12711c2-5f8c-43f1-9585-91da649dcfd0 req-e3691d22-98a8-4977-9b53-6035acff9267 service nova] Lock "323640b7-53de-4e6a-bd76-60f44adbb17a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.581737] env[65665]: DEBUG nova.compute.manager [req-d12711c2-5f8c-43f1-9585-91da649dcfd0 req-e3691d22-98a8-4977-9b53-6035acff9267 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] No waiting events found dispatching network-vif-plugged-27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1021.581737] env[65665]: WARNING nova.compute.manager [req-d12711c2-5f8c-43f1-9585-91da649dcfd0 req-e3691d22-98a8-4977-9b53-6035acff9267 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Received unexpected event network-vif-plugged-27a64d88-842a-47fb-beee-0ecc3dd213f4 for instance with vm_state building and task_state spawning. [ 1021.696934] env[65665]: DEBUG nova.compute.manager [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1021.707562] env[65665]: DEBUG nova.network.neutron [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Successfully updated port: 27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1021.779224] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855109, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.870405] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522ae74f-7425-57fe-d613-29d0e47d8bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.011859} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.870841] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b509377c-6452-4921-ba20-ea479e456ea0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.878505] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1021.878505] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a80aa-2ad8-d3ad-fbf9-f4161c88f38a" [ 1021.878505] env[65665]: _type = "Task" [ 1021.878505] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.888114] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a80aa-2ad8-d3ad-fbf9-f4161c88f38a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.054284] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance c3e860cc-b225-4040-962a-7df5f3f1885f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1022.210849] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.211084] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.211156] env[65665]: DEBUG nova.network.neutron [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1022.222340] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.277723] env[65665]: DEBUG oslo_vmware.api [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855109, 'name': RemoveSnapshot_Task, 'duration_secs': 0.919122} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.278018] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1022.278278] env[65665]: INFO nova.compute.manager [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Took 18.00 seconds to snapshot the instance on the hypervisor. [ 1022.389589] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521a80aa-2ad8-d3ad-fbf9-f4161c88f38a, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.389857] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.390140] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 6d29aab2-9e02-43c1-be36-c2e06c0af68c/6d29aab2-9e02-43c1-be36-c2e06c0af68c.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.390413] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81eb3e1c-58c3-4e43-85a2-dab91a1f86ff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.398230] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1022.398230] env[65665]: value = "task-4855110" [ 1022.398230] env[65665]: _type = "Task" [ 1022.398230] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.407217] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.558100] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance d57c3ca4-947a-4817-93cc-29dedd8f6a79 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1022.558455] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1022.558455] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=100GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '11', 'num_task_deleting': '1', 'num_os_type_None': '14', 'num_proj_bb1d8f8fe5ff4ec8bec31a678fec65a9': '1', 'io_workload': '2', 'num_task_None': '10', 'num_proj_ce4b98ed523541f1ac609370a9c37ea1': '2', 'num_vm_rescued': '1', 'num_proj_f26153d5641a4814a8977223e99fb045': '1', 'num_proj_7ee5d8182dad4eebae4a83f408e0ba22': '2', 'num_task_shelving_image_uploading': '1', 'num_proj_d0bd929293864de1bb4786013603f311': '1', 'num_task_image_uploading': '1', 'num_proj_10b335171f7e4dfd9ffa1dea0cc5e48f': '1', 'num_proj_1ee62f14103f4b06b71087880b7ba6fa': '1', 'num_proj_fba71d467faa49989688c2049cc83742': '1', 'num_proj_b36eec997d504f04b678ad5659b687f1': '1', 'num_proj_dbfe31cb297441d99e0efeeacc93e834': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_599399ceeacb45d7a2a3905c63eae0d2': '1', 'num_proj_19922781a3704af9828c1bf54df07b9f': '1'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1022.777101] env[65665]: DEBUG nova.network.neutron [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1022.870099] env[65665]: DEBUG nova.compute.manager [None req-55aa6384-9644-4308-b731-4654367d9adc tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Found 2 images (rotation: 2) {{(pid=65665) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5050}} [ 1022.886588] env[65665]: WARNING neutronclient.v2_0.client [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.912063] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463099} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.912063] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 6d29aab2-9e02-43c1-be36-c2e06c0af68c/6d29aab2-9e02-43c1-be36-c2e06c0af68c.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.912229] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.912431] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43193bf7-1401-4486-924e-84e93f849567 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.920380] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1022.920380] env[65665]: value = "task-4855111" [ 1022.920380] env[65665]: _type = "Task" [ 1022.920380] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.926861] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c264da6d-2899-4c9e-90cb-81f5771253a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.935625] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.942208] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c119b66e-565d-4d26-b4f5-3a6b1c2afaa8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.979273] env[65665]: DEBUG nova.network.neutron [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updating instance_info_cache with network_info: [{"id": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "address": "fa:16:3e:c7:17:b0", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a64d88-84", "ovs_interfaceid": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.981075] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88662945-7f29-44ee-86d1-3c44e211c152 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.989657] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5936215b-9926-4a68-8374-a777538d9892 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.005541] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.197769] env[65665]: DEBUG oslo_concurrency.lockutils [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "236cca27-1eb6-4040-a52d-23043c009086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.198125] env[65665]: DEBUG oslo_concurrency.lockutils [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "236cca27-1eb6-4040-a52d-23043c009086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.198384] env[65665]: DEBUG oslo_concurrency.lockutils [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "236cca27-1eb6-4040-a52d-23043c009086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.198662] env[65665]: DEBUG oslo_concurrency.lockutils [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "236cca27-1eb6-4040-a52d-23043c009086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.198814] env[65665]: DEBUG oslo_concurrency.lockutils [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "236cca27-1eb6-4040-a52d-23043c009086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.201552] env[65665]: INFO nova.compute.manager [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Terminating instance [ 1023.432111] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101923} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.432425] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.433362] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e407887f-987b-4ac9-ae27-e5c5438027c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.457973] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 6d29aab2-9e02-43c1-be36-c2e06c0af68c/6d29aab2-9e02-43c1-be36-c2e06c0af68c.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.458359] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e83f959d-d6a7-4177-987c-4f0b8a62f8e3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.482915] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1023.482915] env[65665]: value = "task-4855112" [ 1023.482915] env[65665]: _type = "Task" [ 1023.482915] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.486831] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.487276] env[65665]: DEBUG nova.compute.manager [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Instance network_info: |[{"id": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "address": "fa:16:3e:c7:17:b0", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a64d88-84", "ovs_interfaceid": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1023.487761] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:17:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27a64d88-842a-47fb-beee-0ecc3dd213f4', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.496279] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1023.497551] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.497901] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-709e0fb4-15ab-464d-8bfe-675e548c803b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.522706] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.526472] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.533566] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.533566] env[65665]: value = "task-4855113" [ 1023.533566] env[65665]: _type = "Task" [ 1023.533566] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.543371] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855113, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.619290] env[65665]: DEBUG nova.compute.manager [req-6a20bfb3-2f64-42ff-88c0-0d80a491692f req-1be814fc-595a-48e2-a616-b336355077cd service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Received event network-changed-27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1023.622093] env[65665]: DEBUG nova.compute.manager [req-6a20bfb3-2f64-42ff-88c0-0d80a491692f req-1be814fc-595a-48e2-a616-b336355077cd service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Refreshing instance network info cache due to event network-changed-27a64d88-842a-47fb-beee-0ecc3dd213f4. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1023.622093] env[65665]: DEBUG oslo_concurrency.lockutils [req-6a20bfb3-2f64-42ff-88c0-0d80a491692f req-1be814fc-595a-48e2-a616-b336355077cd service nova] Acquiring lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.622093] env[65665]: DEBUG oslo_concurrency.lockutils [req-6a20bfb3-2f64-42ff-88c0-0d80a491692f req-1be814fc-595a-48e2-a616-b336355077cd service nova] Acquired lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.622093] env[65665]: DEBUG nova.network.neutron [req-6a20bfb3-2f64-42ff-88c0-0d80a491692f req-1be814fc-595a-48e2-a616-b336355077cd service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Refreshing network info cache for port 27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.705943] env[65665]: DEBUG nova.compute.manager [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1023.706221] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.707144] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cdc227-5ead-44f3-9348-992cae2afaf3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.716097] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.716437] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33ebb072-40d6-4940-a778-34fd66a01081 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.724840] env[65665]: DEBUG oslo_vmware.api [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 1023.724840] env[65665]: value = "task-4855114" [ 1023.724840] env[65665]: _type = "Task" [ 1023.724840] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.735190] env[65665]: DEBUG oslo_vmware.api [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.852795] env[65665]: DEBUG nova.compute.manager [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1023.854515] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087c4aa2-282b-48ae-b155-533da5c9306c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.994592] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.029053] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1024.029053] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.035s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.029053] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.113s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.030860] env[65665]: INFO nova.compute.claims [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.045094] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855113, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.123407] env[65665]: WARNING neutronclient.v2_0.client [req-6a20bfb3-2f64-42ff-88c0-0d80a491692f req-1be814fc-595a-48e2-a616-b336355077cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.235654] env[65665]: DEBUG oslo_vmware.api [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855114, 'name': PowerOffVM_Task, 'duration_secs': 0.335861} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.238454] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.238711] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.239664] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de7d450e-5fd4-4b45-bd16-1fd48eb15faa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.296108] env[65665]: WARNING neutronclient.v2_0.client [req-6a20bfb3-2f64-42ff-88c0-0d80a491692f req-1be814fc-595a-48e2-a616-b336355077cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.306424] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.306424] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.306424] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Deleting the datastore file [datastore2] 236cca27-1eb6-4040-a52d-23043c009086 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.306424] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30c285e8-0306-4599-99da-314e46132135 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.313065] env[65665]: DEBUG oslo_vmware.api [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 1024.313065] env[65665]: value = "task-4855116" [ 1024.313065] env[65665]: _type = "Task" [ 1024.313065] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.324795] env[65665]: DEBUG oslo_vmware.api [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.366619] env[65665]: INFO nova.compute.manager [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] instance snapshotting [ 1024.367244] env[65665]: DEBUG nova.objects.instance [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'flavor' on Instance uuid 4b0c2f40-07af-4a37-83d7-deef94300cae {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.382270] env[65665]: DEBUG nova.network.neutron [req-6a20bfb3-2f64-42ff-88c0-0d80a491692f req-1be814fc-595a-48e2-a616-b336355077cd service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updated VIF entry in instance network info cache for port 27a64d88-842a-47fb-beee-0ecc3dd213f4. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1024.382666] env[65665]: DEBUG nova.network.neutron [req-6a20bfb3-2f64-42ff-88c0-0d80a491692f req-1be814fc-595a-48e2-a616-b336355077cd service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updating instance_info_cache with network_info: [{"id": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "address": "fa:16:3e:c7:17:b0", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a64d88-84", "ovs_interfaceid": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.494029] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855112, 'name': ReconfigVM_Task, 'duration_secs': 0.582898} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.494429] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 6d29aab2-9e02-43c1-be36-c2e06c0af68c/6d29aab2-9e02-43c1-be36-c2e06c0af68c.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.495164] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6bbe17b-3015-4699-a1af-c4dddcd63156 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.502825] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1024.502825] env[65665]: value = "task-4855117" [ 1024.502825] env[65665]: _type = "Task" [ 1024.502825] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.512437] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855117, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.548637] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855113, 'name': CreateVM_Task, 'duration_secs': 0.620563} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.548637] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.549350] env[65665]: WARNING neutronclient.v2_0.client [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.549736] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.549889] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.550249] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.551128] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f4f85f-233e-4f45-a4a4-687df4790ebf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.557662] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1024.557662] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521d1ab1-f6b9-e1c2-6f4f-554ee24e44ef" [ 1024.557662] env[65665]: _type = "Task" [ 1024.557662] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.567638] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521d1ab1-f6b9-e1c2-6f4f-554ee24e44ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.826712] env[65665]: DEBUG oslo_vmware.api [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408217} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.826712] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.826712] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.826712] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.826712] env[65665]: INFO nova.compute.manager [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1024.826712] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1024.826712] env[65665]: DEBUG nova.compute.manager [-] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1024.826712] env[65665]: DEBUG nova.network.neutron [-] [instance: 236cca27-1eb6-4040-a52d-23043c009086] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1024.826712] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.858816] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.872821] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8186011-3bcc-4e41-a06d-dd207e10183e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.893573] env[65665]: DEBUG oslo_concurrency.lockutils [req-6a20bfb3-2f64-42ff-88c0-0d80a491692f req-1be814fc-595a-48e2-a616-b336355077cd service nova] Releasing lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.895092] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba66530-9f9a-4b74-88e6-3b6a28bfc3bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.938584] env[65665]: DEBUG oslo_vmware.rw_handles [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c8587-31b1-f034-b32c-597b585247ee/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1024.939560] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb420a7-ce99-40d7-8833-cd8b9b086a37 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.947573] env[65665]: DEBUG oslo_vmware.rw_handles [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c8587-31b1-f034-b32c-597b585247ee/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1024.947814] env[65665]: ERROR oslo_vmware.rw_handles [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c8587-31b1-f034-b32c-597b585247ee/disk-0.vmdk due to incomplete transfer. [ 1024.948058] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-40bb4072-3ed4-406a-ad14-01641474c6c7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.955845] env[65665]: DEBUG oslo_vmware.rw_handles [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522c8587-31b1-f034-b32c-597b585247ee/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1024.956054] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Uploaded image 0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1024.957678] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1024.957935] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-08d1e071-9b8e-4135-8c3f-3bb5a37b75d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.963986] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1024.963986] env[65665]: value = "task-4855118" [ 1024.963986] env[65665]: _type = "Task" [ 1024.963986] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.972967] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855118, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.015170] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855117, 'name': Rename_Task, 'duration_secs': 0.227121} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.015515] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.015929] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7386f087-607b-4ea7-b5f7-3f545e7147bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.024631] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1025.024631] env[65665]: value = "task-4855119" [ 1025.024631] env[65665]: _type = "Task" [ 1025.024631] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.037605] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.073086] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521d1ab1-f6b9-e1c2-6f4f-554ee24e44ef, 'name': SearchDatastore_Task, 'duration_secs': 0.020697} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.076399] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.076658] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.076934] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.077097] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.077311] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.078404] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fff6ae4a-fcd0-4211-ac5c-a37b36a76d74 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.089111] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.089303] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.090075] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d788b2-598d-4a5d-839f-6eda7e24ca11 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.097180] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1025.097180] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527bc12f-cd53-cae3-1574-183887a99032" [ 1025.097180] env[65665]: _type = "Task" [ 1025.097180] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.111881] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527bc12f-cd53-cae3-1574-183887a99032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.378575] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3802ee-c632-448c-9071-daacf2e67d3f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.386346] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aadc55-bcce-4cd5-bdb2-98afc35d769b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.420128] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1025.420701] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0f04f584-694a-4d6a-bea6-047b27d18f5d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.423320] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79f82e7-3637-4d12-8070-930b5ae5b07e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.438024] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a41ede-ced6-4550-b20d-a5ab6c7bfd17 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.439377] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1025.439377] env[65665]: value = "task-4855120" [ 1025.439377] env[65665]: _type = "Task" [ 1025.439377] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.452716] env[65665]: DEBUG nova.compute.provider_tree [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.460035] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855120, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.474101] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855118, 'name': Destroy_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.536627] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.608137] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527bc12f-cd53-cae3-1574-183887a99032, 'name': SearchDatastore_Task, 'duration_secs': 0.012775} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.609222] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56387852-4446-4eed-9edd-49864c73d9ee {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.614313] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1025.614313] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ec115-7750-74b1-7369-5cebd4321602" [ 1025.614313] env[65665]: _type = "Task" [ 1025.614313] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.623795] env[65665]: DEBUG nova.network.neutron [-] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.625474] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ec115-7750-74b1-7369-5cebd4321602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.739357] env[65665]: DEBUG nova.compute.manager [req-5d8b500b-625a-443f-8e4d-e5be35b7f2d7 req-6f78582b-26c2-4ef2-83a3-21a9eece9c55 service nova] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Received event network-vif-deleted-e8b20bba-7acf-44d3-9668-e19a0ace0672 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1025.952705] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855120, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.955738] env[65665]: DEBUG nova.scheduler.client.report [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.976659] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855118, 'name': Destroy_Task, 'duration_secs': 0.641167} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.977704] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Destroyed the VM [ 1025.978018] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1025.978327] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86de40f5-9a6a-42dc-b8f4-6e13d1e62fa4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.987707] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1025.987707] env[65665]: value = "task-4855121" [ 1025.987707] env[65665]: _type = "Task" [ 1025.987707] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.998153] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855121, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.037795] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.127918] env[65665]: INFO nova.compute.manager [-] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Took 1.30 seconds to deallocate network for instance. [ 1026.128376] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ec115-7750-74b1-7369-5cebd4321602, 'name': SearchDatastore_Task, 'duration_secs': 0.017562} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.130347] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.130717] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 323640b7-53de-4e6a-bd76-60f44adbb17a/323640b7-53de-4e6a-bd76-60f44adbb17a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.134141] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cc5849a-5e40-4e51-9127-0f6169d04b98 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.142815] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1026.142815] env[65665]: value = "task-4855122" [ 1026.142815] env[65665]: _type = "Task" [ 1026.142815] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.154216] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.452296] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855120, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.461605] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.462310] env[65665]: DEBUG nova.compute.manager [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1026.465796] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.902s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.467778] env[65665]: INFO nova.compute.claims [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.504382] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855121, 'name': RemoveSnapshot_Task, 'duration_secs': 0.460839} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.508027] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1026.508027] env[65665]: DEBUG nova.compute.manager [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1026.508027] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0615fc-435c-471c-bbef-b8ff15c27c8a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.543483] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855119, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.638756] env[65665]: DEBUG oslo_concurrency.lockutils [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.654676] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855122, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.956242] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855120, 'name': CreateSnapshot_Task, 'duration_secs': 1.122018} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.956662] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1026.957905] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250aa5f7-aa19-4298-bb3d-658cd3b2bc51 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.973287] env[65665]: DEBUG nova.compute.utils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.977951] env[65665]: DEBUG nova.compute.manager [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1026.978235] env[65665]: DEBUG nova.network.neutron [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1026.978786] env[65665]: WARNING neutronclient.v2_0.client [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.979140] env[65665]: WARNING neutronclient.v2_0.client [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.023845] env[65665]: DEBUG nova.policy [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b49e563f057426c91be5d074b3c1566', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'add974dc94014f8e88f531b71fd9cea0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.034383] env[65665]: INFO nova.compute.manager [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Shelve offloading [ 1027.043128] env[65665]: DEBUG oslo_vmware.api [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855119, 'name': PowerOnVM_Task, 'duration_secs': 1.767996} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.043407] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.043663] env[65665]: INFO nova.compute.manager [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1027.043860] env[65665]: DEBUG nova.compute.manager [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1027.045178] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f65f98-13dd-4650-9c39-5d92709dbe5a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.155783] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692079} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.156136] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 323640b7-53de-4e6a-bd76-60f44adbb17a/323640b7-53de-4e6a-bd76-60f44adbb17a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.156361] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.156633] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a723f15-53c9-4731-acc0-e60aaa58a2c9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.165652] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1027.165652] env[65665]: value = "task-4855123" [ 1027.165652] env[65665]: _type = "Task" [ 1027.165652] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.177441] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.401289] env[65665]: DEBUG nova.network.neutron [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Successfully created port: 025ffd52-b265-4890-90d5-36907bcd2608 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1027.479720] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1027.480122] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-95e6cc2e-3bb2-4252-aec0-89e98c1fe24d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.483610] env[65665]: DEBUG nova.compute.manager [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1027.496660] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1027.496660] env[65665]: value = "task-4855124" [ 1027.496660] env[65665]: _type = "Task" [ 1027.496660] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.506898] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855124, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.539059] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.539301] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd011cf1-1e4b-4830-81f0-90997f88c31b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.553256] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1027.553256] env[65665]: value = "task-4855125" [ 1027.553256] env[65665]: _type = "Task" [ 1027.553256] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.578022] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1027.578428] env[65665]: DEBUG nova.compute.manager [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1027.578953] env[65665]: INFO nova.compute.manager [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Took 33.57 seconds to build instance. [ 1027.580760] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c82d1-f320-4199-abf6-e294845c1902 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.588866] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.589031] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.589212] env[65665]: DEBUG nova.network.neutron [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1027.681533] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287869} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.681533] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.682429] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c34403f-9b2d-4642-8828-a258e34458c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.717343] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 323640b7-53de-4e6a-bd76-60f44adbb17a/323640b7-53de-4e6a-bd76-60f44adbb17a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.718141] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1312225-caf9-4add-a0d7-bafb829a0d4f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.743700] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1027.743700] env[65665]: value = "task-4855126" [ 1027.743700] env[65665]: _type = "Task" [ 1027.743700] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.753247] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.889217] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73df87ca-4d2b-4033-a8f3-9354581d5510 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.898061] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c2f51b-4c2a-4ede-98e5-e115ec8ada62 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.930978] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12656416-73e4-47b5-9c46-9664517c038d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.940164] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3198d962-4057-489a-a353-507f996557c1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.957021] env[65665]: DEBUG nova.compute.provider_tree [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.007516] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855124, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.084779] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b2170d9-bedb-4e18-9b1e-10807f22c8c9 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.086s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.094756] env[65665]: WARNING neutronclient.v2_0.client [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.260199] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855126, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.460445] env[65665]: DEBUG nova.scheduler.client.report [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.465598] env[65665]: WARNING neutronclient.v2_0.client [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.502071] env[65665]: DEBUG nova.compute.manager [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1028.507561] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855124, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.535977] env[65665]: DEBUG nova.virt.hardware [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1028.536273] env[65665]: DEBUG nova.virt.hardware [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.536432] env[65665]: DEBUG nova.virt.hardware [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1028.536609] env[65665]: DEBUG nova.virt.hardware [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.536941] env[65665]: DEBUG nova.virt.hardware [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1028.536941] env[65665]: DEBUG nova.virt.hardware [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1028.537193] env[65665]: DEBUG nova.virt.hardware [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1028.537370] env[65665]: DEBUG nova.virt.hardware [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1028.537554] env[65665]: DEBUG nova.virt.hardware [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1028.537716] env[65665]: DEBUG nova.virt.hardware [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1028.537883] env[65665]: DEBUG nova.virt.hardware [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1028.538808] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b7902e-9ab7-4670-ac6b-d322f7d0f728 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.548262] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52addd9-3633-4a5d-8552-5e7db4e2dc7f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.624185] env[65665]: DEBUG nova.network.neutron [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updating instance_info_cache with network_info: [{"id": "0cbe4161-3405-42ff-a87d-758637fabede", "address": "fa:16:3e:61:11:18", "network": {"id": "27b778b4-426a-430a-885b-9842ec41c33e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1312267537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0bd929293864de1bb4786013603f311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbe4161-34", "ovs_interfaceid": "0cbe4161-3405-42ff-a87d-758637fabede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.756762] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855126, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.945899] env[65665]: DEBUG nova.compute.manager [req-5eee6629-bf25-414f-b104-6e4beed1106b req-80787f44-a25d-4226-8d23-ee1a6d6defa4 service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Received event network-vif-plugged-025ffd52-b265-4890-90d5-36907bcd2608 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1028.946924] env[65665]: DEBUG oslo_concurrency.lockutils [req-5eee6629-bf25-414f-b104-6e4beed1106b req-80787f44-a25d-4226-8d23-ee1a6d6defa4 service nova] Acquiring lock "06a25155-56b1-465e-8633-8895e8283470-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.946924] env[65665]: DEBUG oslo_concurrency.lockutils [req-5eee6629-bf25-414f-b104-6e4beed1106b req-80787f44-a25d-4226-8d23-ee1a6d6defa4 service nova] Lock "06a25155-56b1-465e-8633-8895e8283470-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.946924] env[65665]: DEBUG oslo_concurrency.lockutils [req-5eee6629-bf25-414f-b104-6e4beed1106b req-80787f44-a25d-4226-8d23-ee1a6d6defa4 service nova] Lock "06a25155-56b1-465e-8633-8895e8283470-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.946924] env[65665]: DEBUG nova.compute.manager [req-5eee6629-bf25-414f-b104-6e4beed1106b req-80787f44-a25d-4226-8d23-ee1a6d6defa4 service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] No waiting events found dispatching network-vif-plugged-025ffd52-b265-4890-90d5-36907bcd2608 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1028.947587] env[65665]: WARNING nova.compute.manager [req-5eee6629-bf25-414f-b104-6e4beed1106b req-80787f44-a25d-4226-8d23-ee1a6d6defa4 service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Received unexpected event network-vif-plugged-025ffd52-b265-4890-90d5-36907bcd2608 for instance with vm_state building and task_state spawning. [ 1028.969718] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.970247] env[65665]: DEBUG nova.compute.manager [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1028.973647] env[65665]: DEBUG oslo_concurrency.lockutils [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.457s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.973937] env[65665]: DEBUG oslo_concurrency.lockutils [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.976424] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.728s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.978640] env[65665]: INFO nova.compute.claims [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.984804] env[65665]: DEBUG nova.network.neutron [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Successfully updated port: 025ffd52-b265-4890-90d5-36907bcd2608 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1029.016882] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855124, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.022794] env[65665]: INFO nova.scheduler.client.report [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted allocations for instance 317bf5bc-08bb-4c74-86dc-48a6646d6ba0 [ 1029.127609] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Releasing lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.131026] env[65665]: WARNING neutronclient.v2_0.client [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.131026] env[65665]: WARNING neutronclient.v2_0.client [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.261433] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855126, 'name': ReconfigVM_Task, 'duration_secs': 1.297009} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.262050] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 323640b7-53de-4e6a-bd76-60f44adbb17a/323640b7-53de-4e6a-bd76-60f44adbb17a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.262546] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-289df313-d843-4c11-a455-3125eb0b0882 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.272514] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1029.272514] env[65665]: value = "task-4855127" [ 1029.272514] env[65665]: _type = "Task" [ 1029.272514] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.283151] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855127, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.476989] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.478118] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf9a7ed-a224-4f17-8b3f-717c31861e9e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.486879] env[65665]: DEBUG nova.compute.utils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.492062] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.492062] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquired lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.492062] env[65665]: DEBUG nova.network.neutron [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.492669] env[65665]: DEBUG nova.compute.manager [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1029.492761] env[65665]: DEBUG nova.network.neutron [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1029.493080] env[65665]: WARNING neutronclient.v2_0.client [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.493390] env[65665]: WARNING neutronclient.v2_0.client [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.495310] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.496344] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed3335f5-2345-4b26-9cf5-b9212344c4f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.505216] env[65665]: DEBUG nova.compute.manager [req-514ae449-ec6d-4013-b828-478f92b6e765 req-9e425399-3be1-4a22-9db4-d29e6a01041f service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Received event network-vif-unplugged-0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1029.505437] env[65665]: DEBUG oslo_concurrency.lockutils [req-514ae449-ec6d-4013-b828-478f92b6e765 req-9e425399-3be1-4a22-9db4-d29e6a01041f service nova] Acquiring lock "da88beb8-d7db-48bf-bab5-aaa11c81230c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.505686] env[65665]: DEBUG oslo_concurrency.lockutils [req-514ae449-ec6d-4013-b828-478f92b6e765 req-9e425399-3be1-4a22-9db4-d29e6a01041f service nova] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.505864] env[65665]: DEBUG oslo_concurrency.lockutils [req-514ae449-ec6d-4013-b828-478f92b6e765 req-9e425399-3be1-4a22-9db4-d29e6a01041f service nova] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.506054] env[65665]: DEBUG nova.compute.manager [req-514ae449-ec6d-4013-b828-478f92b6e765 req-9e425399-3be1-4a22-9db4-d29e6a01041f service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] No waiting events found dispatching network-vif-unplugged-0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1029.506548] env[65665]: WARNING nova.compute.manager [req-514ae449-ec6d-4013-b828-478f92b6e765 req-9e425399-3be1-4a22-9db4-d29e6a01041f service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Received unexpected event network-vif-unplugged-0cbe4161-3405-42ff-a87d-758637fabede for instance with vm_state shelved and task_state shelving_offloading. [ 1029.513902] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855124, 'name': CloneVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.537203] env[65665]: DEBUG oslo_concurrency.lockutils [None req-25378b34-5011-46be-bf62-931870433607 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "317bf5bc-08bb-4c74-86dc-48a6646d6ba0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.368s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.547067] env[65665]: DEBUG nova.policy [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '932264c8b7124d5f8921503d7dfbbf98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '858e1185ccdb47c9860727b8d5c73390', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.582529] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.582866] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.583087] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Deleting the datastore file [datastore1] da88beb8-d7db-48bf-bab5-aaa11c81230c {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.583396] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76e71d1a-012f-4777-ae24-fed93f5583a7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.593210] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1029.593210] env[65665]: value = "task-4855129" [ 1029.593210] env[65665]: _type = "Task" [ 1029.593210] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.603531] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.789652] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855127, 'name': Rename_Task, 'duration_secs': 0.176842} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.790431] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.790923] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-952c80ae-a887-4be7-a73f-ab9eea5cb372 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.801018] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1029.801018] env[65665]: value = "task-4855130" [ 1029.801018] env[65665]: _type = "Task" [ 1029.801018] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.809914] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.978136] env[65665]: DEBUG nova.compute.manager [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Stashing vm_state: active {{(pid=65665) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1030.001814] env[65665]: DEBUG nova.compute.manager [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1030.024057] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855124, 'name': CloneVM_Task, 'duration_secs': 2.110338} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.024057] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Created linked-clone VM from snapshot [ 1030.024057] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a102d984-6866-48b6-a5f7-7af367e46135 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.033601] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Uploading image ba0c6537-b319-419f-899e-ca489a549019 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1030.065653] env[65665]: DEBUG nova.network.neutron [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1030.091552] env[65665]: DEBUG oslo_vmware.rw_handles [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1030.091552] env[65665]: value = "vm-946389" [ 1030.091552] env[65665]: _type = "VirtualMachine" [ 1030.091552] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1030.091973] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bda56137-9bf8-4a4d-b13f-f5f16572843d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.108741] env[65665]: DEBUG oslo_vmware.api [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173715} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.113182] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.113182] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.113388] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.115965] env[65665]: DEBUG oslo_vmware.rw_handles [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lease: (returnval){ [ 1030.115965] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5205eb32-0a61-dbc4-d74f-53525680c134" [ 1030.115965] env[65665]: _type = "HttpNfcLease" [ 1030.115965] env[65665]: } obtained for exporting VM: (result){ [ 1030.115965] env[65665]: value = "vm-946389" [ 1030.115965] env[65665]: _type = "VirtualMachine" [ 1030.115965] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1030.117140] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the lease: (returnval){ [ 1030.117140] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5205eb32-0a61-dbc4-d74f-53525680c134" [ 1030.117140] env[65665]: _type = "HttpNfcLease" [ 1030.117140] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1030.133258] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.133258] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5205eb32-0a61-dbc4-d74f-53525680c134" [ 1030.133258] env[65665]: _type = "HttpNfcLease" [ 1030.133258] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1030.133728] env[65665]: DEBUG oslo_vmware.rw_handles [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1030.133728] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5205eb32-0a61-dbc4-d74f-53525680c134" [ 1030.133728] env[65665]: _type = "HttpNfcLease" [ 1030.133728] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1030.134495] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6248ac3f-4140-4bd0-bc86-f381aa2fa777 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.144356] env[65665]: INFO nova.scheduler.client.report [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Deleted allocations for instance da88beb8-d7db-48bf-bab5-aaa11c81230c [ 1030.153758] env[65665]: DEBUG oslo_vmware.rw_handles [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520290ea-015c-13e0-bc8d-aecc8c55bf66/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1030.153758] env[65665]: DEBUG oslo_vmware.rw_handles [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520290ea-015c-13e0-bc8d-aecc8c55bf66/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1030.282316] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72cc8d55-324c-4169-9d86-8af3cedebce2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.290785] env[65665]: WARNING neutronclient.v2_0.client [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.311215] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855130, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.477999] env[65665]: DEBUG nova.network.neutron [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Successfully created port: dc3bff07-904e-4f1f-b40b-02acae4865ac {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1030.501228] env[65665]: DEBUG nova.network.neutron [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Updating instance_info_cache with network_info: [{"id": "025ffd52-b265-4890-90d5-36907bcd2608", "address": "fa:16:3e:1b:8e:83", "network": {"id": "fdef2ddb-65ab-485a-b5c8-90af93ff3e9a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2034618183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "add974dc94014f8e88f531b71fd9cea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025ffd52-b2", "ovs_interfaceid": "025ffd52-b265-4890-90d5-36907bcd2608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.507891] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.524146] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d507590e-5025-4078-8518-24cc6116893b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.537065] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e050aa8-bb2d-4d97-9a62-fae9b850bbe9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.574410] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd33be2-08f0-434f-adb0-5c004a67d16e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.586057] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba57df1-ce80-41a3-b950-2b8c7db37469 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.603089] env[65665]: DEBUG nova.compute.provider_tree [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.654795] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.813771] env[65665]: DEBUG oslo_vmware.api [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855130, 'name': PowerOnVM_Task, 'duration_secs': 0.527475} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.814216] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.814513] env[65665]: INFO nova.compute.manager [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1030.814703] env[65665]: DEBUG nova.compute.manager [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1030.815637] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ff8151-9dc1-4ad9-97b3-7b9fe72b60c4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.009157] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Releasing lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.010249] env[65665]: DEBUG nova.compute.manager [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Instance network_info: |[{"id": "025ffd52-b265-4890-90d5-36907bcd2608", "address": "fa:16:3e:1b:8e:83", "network": {"id": "fdef2ddb-65ab-485a-b5c8-90af93ff3e9a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2034618183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "add974dc94014f8e88f531b71fd9cea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025ffd52-b2", "ovs_interfaceid": "025ffd52-b265-4890-90d5-36907bcd2608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1031.010249] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:8e:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '025ffd52-b265-4890-90d5-36907bcd2608', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.018916] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Creating folder: Project (add974dc94014f8e88f531b71fd9cea0). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.020237] env[65665]: DEBUG nova.compute.manager [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1031.022803] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9b97274-e8ad-4900-82ce-7439c467764a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.040372] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Created folder: Project (add974dc94014f8e88f531b71fd9cea0) in parent group-v946135. [ 1031.040585] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Creating folder: Instances. Parent ref: group-v946390. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.040861] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-103356f9-a8e4-4828-866a-5a89c7e68529 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.059385] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Created folder: Instances in parent group-v946390. [ 1031.059790] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1031.060338] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06a25155-56b1-465e-8633-8895e8283470] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.061191] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22e1a052-497b-4065-ba08-232fb4fec938 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.084958] env[65665]: DEBUG nova.virt.hardware [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1031.085388] env[65665]: DEBUG nova.virt.hardware [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.085610] env[65665]: DEBUG nova.virt.hardware [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1031.086047] env[65665]: DEBUG nova.virt.hardware [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.086192] env[65665]: DEBUG nova.virt.hardware [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1031.086656] env[65665]: DEBUG nova.virt.hardware [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1031.086962] env[65665]: DEBUG nova.virt.hardware [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1031.087212] env[65665]: DEBUG nova.virt.hardware [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1031.087427] env[65665]: DEBUG nova.virt.hardware [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1031.087627] env[65665]: DEBUG nova.virt.hardware [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1031.088034] env[65665]: DEBUG nova.virt.hardware [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1031.088918] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca349fa8-78cd-4030-921b-1837ca660af5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.100628] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df5c3d4-1d16-4acf-9ff4-20692642404f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.105491] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.105491] env[65665]: value = "task-4855134" [ 1031.105491] env[65665]: _type = "Task" [ 1031.105491] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.106605] env[65665]: DEBUG nova.scheduler.client.report [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.135471] env[65665]: DEBUG nova.compute.manager [req-c96cdff2-e58d-401d-89f4-ce2858db30a6 req-6910658c-01ec-4d04-b1f8-8fd0968aeafb service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Received event network-changed-025ffd52-b265-4890-90d5-36907bcd2608 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1031.135950] env[65665]: DEBUG nova.compute.manager [req-c96cdff2-e58d-401d-89f4-ce2858db30a6 req-6910658c-01ec-4d04-b1f8-8fd0968aeafb service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Refreshing instance network info cache due to event network-changed-025ffd52-b265-4890-90d5-36907bcd2608. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1031.136258] env[65665]: DEBUG oslo_concurrency.lockutils [req-c96cdff2-e58d-401d-89f4-ce2858db30a6 req-6910658c-01ec-4d04-b1f8-8fd0968aeafb service nova] Acquiring lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.136620] env[65665]: DEBUG oslo_concurrency.lockutils [req-c96cdff2-e58d-401d-89f4-ce2858db30a6 req-6910658c-01ec-4d04-b1f8-8fd0968aeafb service nova] Acquired lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.136858] env[65665]: DEBUG nova.network.neutron [req-c96cdff2-e58d-401d-89f4-ce2858db30a6 req-6910658c-01ec-4d04-b1f8-8fd0968aeafb service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Refreshing network info cache for port 025ffd52-b265-4890-90d5-36907bcd2608 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.142823] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855134, 'name': CreateVM_Task} progress is 15%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.338439] env[65665]: INFO nova.compute.manager [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Took 31.69 seconds to build instance. [ 1031.617578] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.618190] env[65665]: DEBUG nova.compute.manager [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1031.628029] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.153s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.628029] env[65665]: INFO nova.compute.claims [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.632148] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855134, 'name': CreateVM_Task, 'duration_secs': 0.464617} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.632718] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06a25155-56b1-465e-8633-8895e8283470] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.633435] env[65665]: WARNING neutronclient.v2_0.client [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.634035] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.634203] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.634548] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.634828] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017ccc90-796e-4be9-848f-ff882c414b8e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.641589] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1031.641589] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ae7f85-0194-f8f5-d80f-6ec0f65876e6" [ 1031.641589] env[65665]: _type = "Task" [ 1031.641589] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.645969] env[65665]: WARNING neutronclient.v2_0.client [req-c96cdff2-e58d-401d-89f4-ce2858db30a6 req-6910658c-01ec-4d04-b1f8-8fd0968aeafb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.656374] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ae7f85-0194-f8f5-d80f-6ec0f65876e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.841064] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a2a1e370-663f-4872-b8ff-dc43b512cb07 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "323640b7-53de-4e6a-bd76-60f44adbb17a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.204s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.075948] env[65665]: DEBUG nova.network.neutron [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Successfully updated port: dc3bff07-904e-4f1f-b40b-02acae4865ac {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1032.136440] env[65665]: DEBUG nova.compute.utils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.140148] env[65665]: DEBUG nova.compute.manager [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1032.140148] env[65665]: DEBUG nova.network.neutron [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1032.140351] env[65665]: WARNING neutronclient.v2_0.client [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.143074] env[65665]: WARNING neutronclient.v2_0.client [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.156123] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ae7f85-0194-f8f5-d80f-6ec0f65876e6, 'name': SearchDatastore_Task, 'duration_secs': 0.017629} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.156123] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.156347] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.156560] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.156707] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.156902] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.157829] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f91fbf3e-6697-4766-80e0-15bbefa0a93e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.169396] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.169630] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.170495] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082194d9-327c-416b-adfb-c0cea8f8293d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.178199] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1032.178199] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5266eb97-e22c-ee9a-f768-df837df2691c" [ 1032.178199] env[65665]: _type = "Task" [ 1032.178199] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.186975] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5266eb97-e22c-ee9a-f768-df837df2691c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.249214] env[65665]: DEBUG nova.policy [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a79af04679c4e259bc985469917ce87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b36eec997d504f04b678ad5659b687f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.279691] env[65665]: DEBUG nova.compute.manager [req-5d56a7a6-3267-467f-9736-913961a55e53 req-5e877fed-24da-4e62-91c7-0591e7f17b5c service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Received event network-changed-0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1032.279908] env[65665]: DEBUG nova.compute.manager [req-5d56a7a6-3267-467f-9736-913961a55e53 req-5e877fed-24da-4e62-91c7-0591e7f17b5c service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Refreshing instance network info cache due to event network-changed-0cbe4161-3405-42ff-a87d-758637fabede. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1032.280526] env[65665]: DEBUG oslo_concurrency.lockutils [req-5d56a7a6-3267-467f-9736-913961a55e53 req-5e877fed-24da-4e62-91c7-0591e7f17b5c service nova] Acquiring lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.280916] env[65665]: DEBUG oslo_concurrency.lockutils [req-5d56a7a6-3267-467f-9736-913961a55e53 req-5e877fed-24da-4e62-91c7-0591e7f17b5c service nova] Acquired lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.280916] env[65665]: DEBUG nova.network.neutron [req-5d56a7a6-3267-467f-9736-913961a55e53 req-5e877fed-24da-4e62-91c7-0591e7f17b5c service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Refreshing network info cache for port 0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.445807] env[65665]: WARNING neutronclient.v2_0.client [req-c96cdff2-e58d-401d-89f4-ce2858db30a6 req-6910658c-01ec-4d04-b1f8-8fd0968aeafb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.579208] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Acquiring lock "refresh_cache-0b951591-8d96-452d-a0be-dd5f239306c4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.579399] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Acquired lock "refresh_cache-0b951591-8d96-452d-a0be-dd5f239306c4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.579774] env[65665]: DEBUG nova.network.neutron [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1032.586723] env[65665]: DEBUG nova.network.neutron [req-c96cdff2-e58d-401d-89f4-ce2858db30a6 req-6910658c-01ec-4d04-b1f8-8fd0968aeafb service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Updated VIF entry in instance network info cache for port 025ffd52-b265-4890-90d5-36907bcd2608. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1032.586723] env[65665]: DEBUG nova.network.neutron [req-c96cdff2-e58d-401d-89f4-ce2858db30a6 req-6910658c-01ec-4d04-b1f8-8fd0968aeafb service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Updating instance_info_cache with network_info: [{"id": "025ffd52-b265-4890-90d5-36907bcd2608", "address": "fa:16:3e:1b:8e:83", "network": {"id": "fdef2ddb-65ab-485a-b5c8-90af93ff3e9a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2034618183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "add974dc94014f8e88f531b71fd9cea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025ffd52-b2", "ovs_interfaceid": "025ffd52-b265-4890-90d5-36907bcd2608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.637474] env[65665]: DEBUG nova.network.neutron [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Successfully created port: 2cf9426f-7f81-4db5-8b83-1e6040d038c4 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1032.645066] env[65665]: DEBUG nova.compute.manager [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1032.692715] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5266eb97-e22c-ee9a-f768-df837df2691c, 'name': SearchDatastore_Task, 'duration_secs': 0.013087} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.697447] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f71e43-6d07-425f-ad20-6470a8176b62 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.704471] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1032.704471] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521421ee-3c78-565a-1a4b-c6c93f484837" [ 1032.704471] env[65665]: _type = "Task" [ 1032.704471] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.716657] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521421ee-3c78-565a-1a4b-c6c93f484837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.785057] env[65665]: WARNING neutronclient.v2_0.client [req-5d56a7a6-3267-467f-9736-913961a55e53 req-5e877fed-24da-4e62-91c7-0591e7f17b5c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.056355] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c1c671-c261-4bb5-a388-df33d0e84ec6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.066402] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ade62c6-7b4c-490e-8a04-234c62cfdca0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.108931] env[65665]: DEBUG oslo_concurrency.lockutils [req-c96cdff2-e58d-401d-89f4-ce2858db30a6 req-6910658c-01ec-4d04-b1f8-8fd0968aeafb service nova] Releasing lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.114109] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0da3bab-9899-49dc-965c-2328adfc519e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.123303] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f283ffc2-09f3-4450-a573-70b8b7799418 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.139338] env[65665]: DEBUG nova.compute.provider_tree [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.177195] env[65665]: DEBUG nova.network.neutron [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1033.204896] env[65665]: WARNING neutronclient.v2_0.client [req-5d56a7a6-3267-467f-9736-913961a55e53 req-5e877fed-24da-4e62-91c7-0591e7f17b5c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.221307] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521421ee-3c78-565a-1a4b-c6c93f484837, 'name': SearchDatastore_Task, 'duration_secs': 0.018629} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.221601] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.221880] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 06a25155-56b1-465e-8633-8895e8283470/06a25155-56b1-465e-8633-8895e8283470.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.222195] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1611818-e74d-416f-a79a-d0a6ce162cc6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.231350] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1033.231350] env[65665]: value = "task-4855135" [ 1033.231350] env[65665]: _type = "Task" [ 1033.231350] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.241602] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.265232] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.265645] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.278227] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "da88beb8-d7db-48bf-bab5-aaa11c81230c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.418403] env[65665]: DEBUG nova.network.neutron [req-5d56a7a6-3267-467f-9736-913961a55e53 req-5e877fed-24da-4e62-91c7-0591e7f17b5c service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updated VIF entry in instance network info cache for port 0cbe4161-3405-42ff-a87d-758637fabede. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1033.418403] env[65665]: DEBUG nova.network.neutron [req-5d56a7a6-3267-467f-9736-913961a55e53 req-5e877fed-24da-4e62-91c7-0591e7f17b5c service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updating instance_info_cache with network_info: [{"id": "0cbe4161-3405-42ff-a87d-758637fabede", "address": "fa:16:3e:61:11:18", "network": {"id": "27b778b4-426a-430a-885b-9842ec41c33e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1312267537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0bd929293864de1bb4786013603f311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0cbe4161-34", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.479371] env[65665]: WARNING neutronclient.v2_0.client [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.545361] env[65665]: DEBUG nova.compute.manager [req-011d9f72-0151-47bf-b4ed-2151fbe491f9 req-585d108f-262e-47fb-b524-066cea0f7533 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Received event network-changed-27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1033.545763] env[65665]: DEBUG nova.compute.manager [req-011d9f72-0151-47bf-b4ed-2151fbe491f9 req-585d108f-262e-47fb-b524-066cea0f7533 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Refreshing instance network info cache due to event network-changed-27a64d88-842a-47fb-beee-0ecc3dd213f4. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1033.545839] env[65665]: DEBUG oslo_concurrency.lockutils [req-011d9f72-0151-47bf-b4ed-2151fbe491f9 req-585d108f-262e-47fb-b524-066cea0f7533 service nova] Acquiring lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.545972] env[65665]: DEBUG oslo_concurrency.lockutils [req-011d9f72-0151-47bf-b4ed-2151fbe491f9 req-585d108f-262e-47fb-b524-066cea0f7533 service nova] Acquired lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.546168] env[65665]: DEBUG nova.network.neutron [req-011d9f72-0151-47bf-b4ed-2151fbe491f9 req-585d108f-262e-47fb-b524-066cea0f7533 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Refreshing network info cache for port 27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.605875] env[65665]: DEBUG nova.network.neutron [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Updating instance_info_cache with network_info: [{"id": "dc3bff07-904e-4f1f-b40b-02acae4865ac", "address": "fa:16:3e:b7:a5:5d", "network": {"id": "256e6121-9c14-45e8-b5ec-678418a04867", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-382328347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858e1185ccdb47c9860727b8d5c73390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3bff07-90", "ovs_interfaceid": "dc3bff07-904e-4f1f-b40b-02acae4865ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.644970] env[65665]: DEBUG nova.scheduler.client.report [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.656481] env[65665]: DEBUG nova.compute.manager [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1033.693795] env[65665]: DEBUG nova.virt.hardware [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1033.694182] env[65665]: DEBUG nova.virt.hardware [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.694386] env[65665]: DEBUG nova.virt.hardware [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1033.694651] env[65665]: DEBUG nova.virt.hardware [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.694827] env[65665]: DEBUG nova.virt.hardware [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1033.694995] env[65665]: DEBUG nova.virt.hardware [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1033.695234] env[65665]: DEBUG nova.virt.hardware [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1033.695395] env[65665]: DEBUG nova.virt.hardware [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1033.695589] env[65665]: DEBUG nova.virt.hardware [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1033.695807] env[65665]: DEBUG nova.virt.hardware [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1033.696108] env[65665]: DEBUG nova.virt.hardware [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1033.697140] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d342fd-1c30-471c-b951-e720b6c8489d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.708752] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e163b988-932c-45cc-9faf-f415884e128b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.745129] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.768977] env[65665]: DEBUG nova.compute.manager [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1033.920786] env[65665]: DEBUG oslo_concurrency.lockutils [req-5d56a7a6-3267-467f-9736-913961a55e53 req-5e877fed-24da-4e62-91c7-0591e7f17b5c service nova] Releasing lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.051086] env[65665]: WARNING neutronclient.v2_0.client [req-011d9f72-0151-47bf-b4ed-2151fbe491f9 req-585d108f-262e-47fb-b524-066cea0f7533 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.063879] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.064601] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.111501] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Releasing lock "refresh_cache-0b951591-8d96-452d-a0be-dd5f239306c4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.111501] env[65665]: DEBUG nova.compute.manager [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Instance network_info: |[{"id": "dc3bff07-904e-4f1f-b40b-02acae4865ac", "address": "fa:16:3e:b7:a5:5d", "network": {"id": "256e6121-9c14-45e8-b5ec-678418a04867", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-382328347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858e1185ccdb47c9860727b8d5c73390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3bff07-90", "ovs_interfaceid": "dc3bff07-904e-4f1f-b40b-02acae4865ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1034.112645] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:a5:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc3bff07-904e-4f1f-b40b-02acae4865ac', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.122285] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Creating folder: Project (858e1185ccdb47c9860727b8d5c73390). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.122569] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e17d8fc5-fbc1-4bfe-9bca-36e243b22c53 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.139029] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Created folder: Project (858e1185ccdb47c9860727b8d5c73390) in parent group-v946135. [ 1034.139029] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Creating folder: Instances. Parent ref: group-v946393. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.139029] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fb444c1-05e9-4689-94d0-4f672b1fe28d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.151167] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.151843] env[65665]: DEBUG nova.compute.manager [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1034.156675] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Created folder: Instances in parent group-v946393. [ 1034.156956] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1034.161356] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.679s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.163088] env[65665]: INFO nova.compute.claims [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.167021] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.170151] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d16db585-a7fa-4dc7-a0af-451a603fcbfc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.189455] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.189455] env[65665]: value = "task-4855138" [ 1034.189455] env[65665]: _type = "Task" [ 1034.189455] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.200033] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855138, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.247672] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726603} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.247672] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 06a25155-56b1-465e-8633-8895e8283470/06a25155-56b1-465e-8633-8895e8283470.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.247672] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.247672] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10f0ce4c-274e-4990-becb-631dc180dd1f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.256588] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1034.256588] env[65665]: value = "task-4855139" [ 1034.256588] env[65665]: _type = "Task" [ 1034.256588] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.274528] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.300392] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.350269] env[65665]: DEBUG nova.compute.manager [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Received event network-vif-plugged-dc3bff07-904e-4f1f-b40b-02acae4865ac {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1034.350269] env[65665]: DEBUG oslo_concurrency.lockutils [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] Acquiring lock "0b951591-8d96-452d-a0be-dd5f239306c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.350269] env[65665]: DEBUG oslo_concurrency.lockutils [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] Lock "0b951591-8d96-452d-a0be-dd5f239306c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.350269] env[65665]: DEBUG oslo_concurrency.lockutils [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] Lock "0b951591-8d96-452d-a0be-dd5f239306c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.350488] env[65665]: DEBUG nova.compute.manager [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] No waiting events found dispatching network-vif-plugged-dc3bff07-904e-4f1f-b40b-02acae4865ac {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1034.351089] env[65665]: WARNING nova.compute.manager [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Received unexpected event network-vif-plugged-dc3bff07-904e-4f1f-b40b-02acae4865ac for instance with vm_state building and task_state spawning. [ 1034.351397] env[65665]: DEBUG nova.compute.manager [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Received event network-changed-dc3bff07-904e-4f1f-b40b-02acae4865ac {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1034.351706] env[65665]: DEBUG nova.compute.manager [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Refreshing instance network info cache due to event network-changed-dc3bff07-904e-4f1f-b40b-02acae4865ac. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1034.352215] env[65665]: DEBUG oslo_concurrency.lockutils [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] Acquiring lock "refresh_cache-0b951591-8d96-452d-a0be-dd5f239306c4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.352433] env[65665]: DEBUG oslo_concurrency.lockutils [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] Acquired lock "refresh_cache-0b951591-8d96-452d-a0be-dd5f239306c4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.352670] env[65665]: DEBUG nova.network.neutron [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Refreshing network info cache for port dc3bff07-904e-4f1f-b40b-02acae4865ac {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.373641] env[65665]: WARNING neutronclient.v2_0.client [req-011d9f72-0151-47bf-b4ed-2151fbe491f9 req-585d108f-262e-47fb-b524-066cea0f7533 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.391087] env[65665]: DEBUG nova.network.neutron [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Successfully updated port: 2cf9426f-7f81-4db5-8b83-1e6040d038c4 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1034.487599] env[65665]: DEBUG nova.network.neutron [req-011d9f72-0151-47bf-b4ed-2151fbe491f9 req-585d108f-262e-47fb-b524-066cea0f7533 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updated VIF entry in instance network info cache for port 27a64d88-842a-47fb-beee-0ecc3dd213f4. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1034.488008] env[65665]: DEBUG nova.network.neutron [req-011d9f72-0151-47bf-b4ed-2151fbe491f9 req-585d108f-262e-47fb-b524-066cea0f7533 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updating instance_info_cache with network_info: [{"id": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "address": "fa:16:3e:c7:17:b0", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a64d88-84", "ovs_interfaceid": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.567567] env[65665]: DEBUG nova.compute.manager [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1034.672470] env[65665]: DEBUG nova.compute.utils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.674775] env[65665]: DEBUG nova.compute.manager [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1034.675011] env[65665]: DEBUG nova.network.neutron [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1034.675346] env[65665]: WARNING neutronclient.v2_0.client [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.676662] env[65665]: WARNING neutronclient.v2_0.client [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.700711] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855138, 'name': CreateVM_Task, 'duration_secs': 0.396229} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.700910] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.701519] env[65665]: WARNING neutronclient.v2_0.client [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.701911] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.702085] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.702454] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.703086] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb0c279-f135-4cb1-ac25-31d698aff7f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.709652] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1034.709652] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bdf84d-15ae-29f9-a54f-bf24cb65731a" [ 1034.709652] env[65665]: _type = "Task" [ 1034.709652] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.720253] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bdf84d-15ae-29f9-a54f-bf24cb65731a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.724096] env[65665]: DEBUG nova.policy [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ed1c93f7f5b41bfaf9554caec04351c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ee62f14103f4b06b71087880b7ba6fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.769571] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082148} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.769571] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.770281] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e235707-5e41-44f1-a29d-5e41b49dc443 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.794562] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 06a25155-56b1-465e-8633-8895e8283470/06a25155-56b1-465e-8633-8895e8283470.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.794932] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af06825-bf39-42a4-aca6-612f5c2ce9f9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.816124] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1034.816124] env[65665]: value = "task-4855140" [ 1034.816124] env[65665]: _type = "Task" [ 1034.816124] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.826019] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.859083] env[65665]: WARNING neutronclient.v2_0.client [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.894050] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "refresh_cache-62178d5b-ef06-4c50-90b5-14f3d22e5a24" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.894330] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "refresh_cache-62178d5b-ef06-4c50-90b5-14f3d22e5a24" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.894457] env[65665]: DEBUG nova.network.neutron [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1034.991478] env[65665]: DEBUG oslo_concurrency.lockutils [req-011d9f72-0151-47bf-b4ed-2151fbe491f9 req-585d108f-262e-47fb-b524-066cea0f7533 service nova] Releasing lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.084792] env[65665]: DEBUG nova.network.neutron [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Successfully created port: 5ee4edb4-34ff-4cbb-b590-f0a657a72d77 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1035.098817] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.178692] env[65665]: DEBUG nova.compute.manager [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1035.228141] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bdf84d-15ae-29f9-a54f-bf24cb65731a, 'name': SearchDatastore_Task, 'duration_secs': 0.036335} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.229273] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.229491] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.229751] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.229904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.230980] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.230980] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7071852-5091-4fda-89da-ba649822803a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.247363] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.247594] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.248460] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f093b94-5c35-4efe-825a-4f106abc9a47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.258710] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1035.258710] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523573c0-0dda-bc00-f132-edc0a33401db" [ 1035.258710] env[65665]: _type = "Task" [ 1035.258710] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.269427] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523573c0-0dda-bc00-f132-edc0a33401db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.295566] env[65665]: WARNING neutronclient.v2_0.client [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.328215] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.408309] env[65665]: DEBUG nova.network.neutron [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Updated VIF entry in instance network info cache for port dc3bff07-904e-4f1f-b40b-02acae4865ac. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1035.408711] env[65665]: DEBUG nova.network.neutron [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Updating instance_info_cache with network_info: [{"id": "dc3bff07-904e-4f1f-b40b-02acae4865ac", "address": "fa:16:3e:b7:a5:5d", "network": {"id": "256e6121-9c14-45e8-b5ec-678418a04867", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-382328347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "858e1185ccdb47c9860727b8d5c73390", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3bff07-90", "ovs_interfaceid": "dc3bff07-904e-4f1f-b40b-02acae4865ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.477305] env[65665]: DEBUG nova.network.neutron [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1035.563655] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012aa7ff-f182-4836-9863-88767125bde8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.574037] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec84bf8-9140-4688-a1a0-6f2f875a7a45 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.607826] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad78ee6-a03a-44f6-90e5-4bb604eda21f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.619504] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d8e02c-1c92-4188-afbf-dd40032fbbe8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.635600] env[65665]: DEBUG nova.compute.provider_tree [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.656577] env[65665]: WARNING neutronclient.v2_0.client [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.739497] env[65665]: DEBUG nova.network.neutron [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Updating instance_info_cache with network_info: [{"id": "2cf9426f-7f81-4db5-8b83-1e6040d038c4", "address": "fa:16:3e:83:62:dc", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf9426f-7f", "ovs_interfaceid": "2cf9426f-7f81-4db5-8b83-1e6040d038c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.772922] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523573c0-0dda-bc00-f132-edc0a33401db, 'name': SearchDatastore_Task, 'duration_secs': 0.022679} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.773781] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846f0d0c-167b-48ce-90e6-67dd6aabd630 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.781374] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1035.781374] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c8934b-b979-9f11-cbd5-867175e7dcf3" [ 1035.781374] env[65665]: _type = "Task" [ 1035.781374] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.790094] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c8934b-b979-9f11-cbd5-867175e7dcf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.827141] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855140, 'name': ReconfigVM_Task, 'duration_secs': 0.763435} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.827450] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 06a25155-56b1-465e-8633-8895e8283470/06a25155-56b1-465e-8633-8895e8283470.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.828105] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88f5f4ed-996c-4b9e-9716-d31cfa4772f6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.836204] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1035.836204] env[65665]: value = "task-4855141" [ 1035.836204] env[65665]: _type = "Task" [ 1035.836204] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.845537] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855141, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.915397] env[65665]: DEBUG oslo_concurrency.lockutils [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] Releasing lock "refresh_cache-0b951591-8d96-452d-a0be-dd5f239306c4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.915687] env[65665]: DEBUG nova.compute.manager [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Received event network-vif-plugged-2cf9426f-7f81-4db5-8b83-1e6040d038c4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1035.915884] env[65665]: DEBUG oslo_concurrency.lockutils [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] Acquiring lock "62178d5b-ef06-4c50-90b5-14f3d22e5a24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.916117] env[65665]: DEBUG oslo_concurrency.lockutils [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] Lock "62178d5b-ef06-4c50-90b5-14f3d22e5a24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.916294] env[65665]: DEBUG oslo_concurrency.lockutils [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] Lock "62178d5b-ef06-4c50-90b5-14f3d22e5a24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.916480] env[65665]: DEBUG nova.compute.manager [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] No waiting events found dispatching network-vif-plugged-2cf9426f-7f81-4db5-8b83-1e6040d038c4 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1035.916653] env[65665]: WARNING nova.compute.manager [req-96d13449-e91d-448a-9100-01080c43aba7 req-5c8eb490-6a82-4f26-8f6c-2e45a54380ed service nova] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Received unexpected event network-vif-plugged-2cf9426f-7f81-4db5-8b83-1e6040d038c4 for instance with vm_state building and task_state spawning. [ 1036.139523] env[65665]: DEBUG nova.scheduler.client.report [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.190665] env[65665]: DEBUG nova.compute.manager [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1036.219834] env[65665]: DEBUG nova.virt.hardware [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1036.220094] env[65665]: DEBUG nova.virt.hardware [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.220252] env[65665]: DEBUG nova.virt.hardware [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1036.220439] env[65665]: DEBUG nova.virt.hardware [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.220580] env[65665]: DEBUG nova.virt.hardware [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1036.220747] env[65665]: DEBUG nova.virt.hardware [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1036.220977] env[65665]: DEBUG nova.virt.hardware [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1036.221147] env[65665]: DEBUG nova.virt.hardware [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1036.221318] env[65665]: DEBUG nova.virt.hardware [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1036.221467] env[65665]: DEBUG nova.virt.hardware [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1036.221633] env[65665]: DEBUG nova.virt.hardware [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1036.222668] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccb151c-40e3-4389-bd1c-b0463d14fb3e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.232870] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e414d6-8517-4dd6-8f83-a747cfa767a2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.248103] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "refresh_cache-62178d5b-ef06-4c50-90b5-14f3d22e5a24" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.248458] env[65665]: DEBUG nova.compute.manager [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Instance network_info: |[{"id": "2cf9426f-7f81-4db5-8b83-1e6040d038c4", "address": "fa:16:3e:83:62:dc", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf9426f-7f", "ovs_interfaceid": "2cf9426f-7f81-4db5-8b83-1e6040d038c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1036.249141] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:62:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cf9426f-7f81-4db5-8b83-1e6040d038c4', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.256495] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1036.256699] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.256949] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f726e56-6a30-476b-be28-b7075a93a65b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.278983] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.278983] env[65665]: value = "task-4855142" [ 1036.278983] env[65665]: _type = "Task" [ 1036.278983] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.292197] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855142, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.295960] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c8934b-b979-9f11-cbd5-867175e7dcf3, 'name': SearchDatastore_Task, 'duration_secs': 0.023263} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.296238] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.296502] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 0b951591-8d96-452d-a0be-dd5f239306c4/0b951591-8d96-452d-a0be-dd5f239306c4.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.296768] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee9e521e-300b-4980-bb2d-6bd1224e9ded {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.303506] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1036.303506] env[65665]: value = "task-4855143" [ 1036.303506] env[65665]: _type = "Task" [ 1036.303506] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.312784] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.347460] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855141, 'name': Rename_Task, 'duration_secs': 0.301002} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.347753] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.348043] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e58d7ed-1492-44f1-bafd-1860f03bfeff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.355538] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1036.355538] env[65665]: value = "task-4855144" [ 1036.355538] env[65665]: _type = "Task" [ 1036.355538] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.365676] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.480114] env[65665]: DEBUG nova.compute.manager [req-c6a099b8-817f-42e9-8436-d65ea426741e req-5bb3590f-67b3-4109-ba23-0fb63851bf36 service nova] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Received event network-changed-2cf9426f-7f81-4db5-8b83-1e6040d038c4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1036.480507] env[65665]: DEBUG nova.compute.manager [req-c6a099b8-817f-42e9-8436-d65ea426741e req-5bb3590f-67b3-4109-ba23-0fb63851bf36 service nova] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Refreshing instance network info cache due to event network-changed-2cf9426f-7f81-4db5-8b83-1e6040d038c4. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1036.481429] env[65665]: DEBUG oslo_concurrency.lockutils [req-c6a099b8-817f-42e9-8436-d65ea426741e req-5bb3590f-67b3-4109-ba23-0fb63851bf36 service nova] Acquiring lock "refresh_cache-62178d5b-ef06-4c50-90b5-14f3d22e5a24" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.481429] env[65665]: DEBUG oslo_concurrency.lockutils [req-c6a099b8-817f-42e9-8436-d65ea426741e req-5bb3590f-67b3-4109-ba23-0fb63851bf36 service nova] Acquired lock "refresh_cache-62178d5b-ef06-4c50-90b5-14f3d22e5a24" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.481429] env[65665]: DEBUG nova.network.neutron [req-c6a099b8-817f-42e9-8436-d65ea426741e req-5bb3590f-67b3-4109-ba23-0fb63851bf36 service nova] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Refreshing network info cache for port 2cf9426f-7f81-4db5-8b83-1e6040d038c4 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.644931] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.646028] env[65665]: DEBUG nova.compute.manager [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1036.648412] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.030s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.649079] env[65665]: DEBUG nova.objects.instance [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lazy-loading 'resources' on Instance uuid 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.702369] env[65665]: DEBUG nova.compute.manager [req-9555c86a-dace-48e8-ad96-de48261167be req-89ffa75c-7e60-438e-92e8-b20cc78342d0 service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Received event network-vif-plugged-5ee4edb4-34ff-4cbb-b590-f0a657a72d77 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1036.702821] env[65665]: DEBUG oslo_concurrency.lockutils [req-9555c86a-dace-48e8-ad96-de48261167be req-89ffa75c-7e60-438e-92e8-b20cc78342d0 service nova] Acquiring lock "c3e860cc-b225-4040-962a-7df5f3f1885f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.703179] env[65665]: DEBUG oslo_concurrency.lockutils [req-9555c86a-dace-48e8-ad96-de48261167be req-89ffa75c-7e60-438e-92e8-b20cc78342d0 service nova] Lock "c3e860cc-b225-4040-962a-7df5f3f1885f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.705553] env[65665]: DEBUG oslo_concurrency.lockutils [req-9555c86a-dace-48e8-ad96-de48261167be req-89ffa75c-7e60-438e-92e8-b20cc78342d0 service nova] Lock "c3e860cc-b225-4040-962a-7df5f3f1885f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.705553] env[65665]: DEBUG nova.compute.manager [req-9555c86a-dace-48e8-ad96-de48261167be req-89ffa75c-7e60-438e-92e8-b20cc78342d0 service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] No waiting events found dispatching network-vif-plugged-5ee4edb4-34ff-4cbb-b590-f0a657a72d77 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1036.705553] env[65665]: WARNING nova.compute.manager [req-9555c86a-dace-48e8-ad96-de48261167be req-89ffa75c-7e60-438e-92e8-b20cc78342d0 service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Received unexpected event network-vif-plugged-5ee4edb4-34ff-4cbb-b590-f0a657a72d77 for instance with vm_state building and task_state spawning. [ 1036.760168] env[65665]: DEBUG nova.network.neutron [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Successfully updated port: 5ee4edb4-34ff-4cbb-b590-f0a657a72d77 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1036.793733] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855142, 'name': CreateVM_Task, 'duration_secs': 0.491518} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.794129] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.794709] env[65665]: WARNING neutronclient.v2_0.client [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.795175] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.795448] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.795857] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.796313] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d4a960-4d91-4712-9874-bc19a35e6942 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.804519] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1036.804519] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c9f1f6-01d0-a5d3-fea9-c959ea2759a5" [ 1036.804519] env[65665]: _type = "Task" [ 1036.804519] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.822198] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855143, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.828314] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c9f1f6-01d0-a5d3-fea9-c959ea2759a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.867265] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.985594] env[65665]: WARNING neutronclient.v2_0.client [req-c6a099b8-817f-42e9-8436-d65ea426741e req-5bb3590f-67b3-4109-ba23-0fb63851bf36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.156386] env[65665]: DEBUG nova.compute.utils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.158429] env[65665]: DEBUG nova.compute.manager [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1037.158799] env[65665]: DEBUG nova.network.neutron [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1037.159068] env[65665]: WARNING neutronclient.v2_0.client [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.159531] env[65665]: WARNING neutronclient.v2_0.client [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.165971] env[65665]: WARNING neutronclient.v2_0.client [req-c6a099b8-817f-42e9-8436-d65ea426741e req-5bb3590f-67b3-4109-ba23-0fb63851bf36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.226158] env[65665]: DEBUG nova.policy [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1aa9ea9116f5438b959596e43678a3b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '993727adf8a145668521e4fee09c81a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.267294] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "refresh_cache-c3e860cc-b225-4040-962a-7df5f3f1885f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.267294] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired lock "refresh_cache-c3e860cc-b225-4040-962a-7df5f3f1885f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.267294] env[65665]: DEBUG nova.network.neutron [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1037.271745] env[65665]: DEBUG nova.network.neutron [req-c6a099b8-817f-42e9-8436-d65ea426741e req-5bb3590f-67b3-4109-ba23-0fb63851bf36 service nova] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Updated VIF entry in instance network info cache for port 2cf9426f-7f81-4db5-8b83-1e6040d038c4. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.272146] env[65665]: DEBUG nova.network.neutron [req-c6a099b8-817f-42e9-8436-d65ea426741e req-5bb3590f-67b3-4109-ba23-0fb63851bf36 service nova] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Updating instance_info_cache with network_info: [{"id": "2cf9426f-7f81-4db5-8b83-1e6040d038c4", "address": "fa:16:3e:83:62:dc", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf9426f-7f", "ovs_interfaceid": "2cf9426f-7f81-4db5-8b83-1e6040d038c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.320969] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c9f1f6-01d0-a5d3-fea9-c959ea2759a5, 'name': SearchDatastore_Task, 'duration_secs': 0.054585} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.327156] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.327502] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.327732] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.327882] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.328073] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.328401] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622889} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.329072] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca4359d4-7a29-4b83-9dd4-ef9f9647785c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.331030] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 0b951591-8d96-452d-a0be-dd5f239306c4/0b951591-8d96-452d-a0be-dd5f239306c4.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.331252] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.331882] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c80f53e-a6ae-4d23-bd9d-ad3b11b69410 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.343370] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1037.343370] env[65665]: value = "task-4855145" [ 1037.343370] env[65665]: _type = "Task" [ 1037.343370] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.344805] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.344980] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.349901] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09674074-d0a1-4476-b833-d8fc311cd135 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.364067] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.364404] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1037.364404] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524eb491-fb59-7cb1-e0d6-75078be3ce06" [ 1037.364404] env[65665]: _type = "Task" [ 1037.364404] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.371506] env[65665]: DEBUG oslo_vmware.api [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855144, 'name': PowerOnVM_Task, 'duration_secs': 0.949272} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.374696] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.374922] env[65665]: INFO nova.compute.manager [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1037.375128] env[65665]: DEBUG nova.compute.manager [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1037.376209] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad6bd2c-1444-4033-9757-a308a88c926d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.382241] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524eb491-fb59-7cb1-e0d6-75078be3ce06, 'name': SearchDatastore_Task, 'duration_secs': 0.014814} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.383496] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81188fa2-3e5a-425b-b414-bec3ef81727c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.400016] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1037.400016] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eb22b9-ca1b-78e7-1c5e-89cf93f30ec9" [ 1037.400016] env[65665]: _type = "Task" [ 1037.400016] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.412958] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eb22b9-ca1b-78e7-1c5e-89cf93f30ec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.554391] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee6df60-7e2a-4424-b0d5-68df73cde00b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.563372] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bf233c-e887-452c-841d-df7ee3d118a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.599699] env[65665]: DEBUG nova.network.neutron [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Successfully created port: 21e7bb1a-1af0-461a-a640-d9f4247882f1 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1037.603121] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619df151-b6dc-431b-b645-3a80fcd3659c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.612601] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def7052a-8772-43bf-ba21-d5626c541aad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.628327] env[65665]: DEBUG nova.compute.provider_tree [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.665021] env[65665]: DEBUG nova.compute.manager [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1037.777448] env[65665]: DEBUG oslo_concurrency.lockutils [req-c6a099b8-817f-42e9-8436-d65ea426741e req-5bb3590f-67b3-4109-ba23-0fb63851bf36 service nova] Releasing lock "refresh_cache-62178d5b-ef06-4c50-90b5-14f3d22e5a24" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.854900] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078573} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.855249] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.856392] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844807d9-d1fb-4848-aac6-efab605c73f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.881789] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 0b951591-8d96-452d-a0be-dd5f239306c4/0b951591-8d96-452d-a0be-dd5f239306c4.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.882179] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94427b79-3268-4538-ae88-ca5f2dc4b7ef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.912343] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1037.912343] env[65665]: value = "task-4855146" [ 1037.912343] env[65665]: _type = "Task" [ 1037.912343] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.912700] env[65665]: INFO nova.compute.manager [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Took 36.02 seconds to build instance. [ 1037.920815] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eb22b9-ca1b-78e7-1c5e-89cf93f30ec9, 'name': SearchDatastore_Task, 'duration_secs': 0.013643} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.921411] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.921712] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 62178d5b-ef06-4c50-90b5-14f3d22e5a24/62178d5b-ef06-4c50-90b5-14f3d22e5a24.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.922536] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19259383-eec2-40a4-9654-5b0bd6536d73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.928409] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.934554] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1037.934554] env[65665]: value = "task-4855147" [ 1037.934554] env[65665]: _type = "Task" [ 1037.934554] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.946415] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.133743] env[65665]: DEBUG nova.scheduler.client.report [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.395379] env[65665]: DEBUG nova.network.neutron [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1038.424687] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6d50d015-bea5-4a60-a81c-d581bdb6b8b9 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.538s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.425196] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855146, 'name': ReconfigVM_Task, 'duration_secs': 0.315734} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.425533] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 0b951591-8d96-452d-a0be-dd5f239306c4/0b951591-8d96-452d-a0be-dd5f239306c4.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.426200] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7634df8a-42ce-4637-99d7-6374f76a877c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.437477] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1038.437477] env[65665]: value = "task-4855148" [ 1038.437477] env[65665]: _type = "Task" [ 1038.437477] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.454144] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855147, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.458111] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855148, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.600550] env[65665]: WARNING neutronclient.v2_0.client [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.639825] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.642981] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.421s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.645171] env[65665]: INFO nova.compute.claims [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.668271] env[65665]: INFO nova.scheduler.client.report [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Deleted allocations for instance 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c [ 1038.676698] env[65665]: DEBUG nova.compute.manager [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1038.712030] env[65665]: DEBUG nova.virt.hardware [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1038.712288] env[65665]: DEBUG nova.virt.hardware [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.712434] env[65665]: DEBUG nova.virt.hardware [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1038.712620] env[65665]: DEBUG nova.virt.hardware [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.712800] env[65665]: DEBUG nova.virt.hardware [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1038.712922] env[65665]: DEBUG nova.virt.hardware [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1038.713144] env[65665]: DEBUG nova.virt.hardware [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.713316] env[65665]: DEBUG nova.virt.hardware [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1038.713492] env[65665]: DEBUG nova.virt.hardware [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1038.713667] env[65665]: DEBUG nova.virt.hardware [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1038.713880] env[65665]: DEBUG nova.virt.hardware [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1038.717149] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b08c03-a884-49c3-b89b-a6ffb3530148 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.726981] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0aacda-d296-4ecf-811b-369753d821bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.774123] env[65665]: DEBUG nova.network.neutron [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Updating instance_info_cache with network_info: [{"id": "5ee4edb4-34ff-4cbb-b590-f0a657a72d77", "address": "fa:16:3e:c4:b1:f0", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee4edb4-34", "ovs_interfaceid": "5ee4edb4-34ff-4cbb-b590-f0a657a72d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.927307] env[65665]: DEBUG nova.compute.manager [req-39b4c335-5234-4cb3-bc86-4424df8fb149 req-7112cc54-08b4-4a65-a280-c4f2f1b1182b service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Received event network-changed-025ffd52-b265-4890-90d5-36907bcd2608 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1038.927502] env[65665]: DEBUG nova.compute.manager [req-39b4c335-5234-4cb3-bc86-4424df8fb149 req-7112cc54-08b4-4a65-a280-c4f2f1b1182b service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Refreshing instance network info cache due to event network-changed-025ffd52-b265-4890-90d5-36907bcd2608. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1038.927718] env[65665]: DEBUG oslo_concurrency.lockutils [req-39b4c335-5234-4cb3-bc86-4424df8fb149 req-7112cc54-08b4-4a65-a280-c4f2f1b1182b service nova] Acquiring lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.927858] env[65665]: DEBUG oslo_concurrency.lockutils [req-39b4c335-5234-4cb3-bc86-4424df8fb149 req-7112cc54-08b4-4a65-a280-c4f2f1b1182b service nova] Acquired lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.928025] env[65665]: DEBUG nova.network.neutron [req-39b4c335-5234-4cb3-bc86-4424df8fb149 req-7112cc54-08b4-4a65-a280-c4f2f1b1182b service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Refreshing network info cache for port 025ffd52-b265-4890-90d5-36907bcd2608 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.952584] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855147, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.959709] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855148, 'name': Rename_Task, 'duration_secs': 0.211163} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.959968] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.960300] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2189cfb1-db7a-4085-91cb-5ef00c4cbf91 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.968755] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1038.968755] env[65665]: value = "task-4855149" [ 1038.968755] env[65665]: _type = "Task" [ 1038.968755] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.978668] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.153837] env[65665]: DEBUG nova.compute.manager [req-5cf03d30-9c5d-4e8f-a977-fe4f01b62220 req-39addad9-d4f5-4ed5-88fc-e1b56cbe9ffe service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Received event network-changed-5ee4edb4-34ff-4cbb-b590-f0a657a72d77 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1039.154077] env[65665]: DEBUG nova.compute.manager [req-5cf03d30-9c5d-4e8f-a977-fe4f01b62220 req-39addad9-d4f5-4ed5-88fc-e1b56cbe9ffe service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Refreshing instance network info cache due to event network-changed-5ee4edb4-34ff-4cbb-b590-f0a657a72d77. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1039.154396] env[65665]: DEBUG oslo_concurrency.lockutils [req-5cf03d30-9c5d-4e8f-a977-fe4f01b62220 req-39addad9-d4f5-4ed5-88fc-e1b56cbe9ffe service nova] Acquiring lock "refresh_cache-c3e860cc-b225-4040-962a-7df5f3f1885f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.180096] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1d0c35d3-025a-4090-b944-d2a72dae0833 tempest-MigrationsAdminTest-1938599151 tempest-MigrationsAdminTest-1938599151-project-member] Lock "6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.144s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.246022] env[65665]: DEBUG nova.network.neutron [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Successfully updated port: 21e7bb1a-1af0-461a-a640-d9f4247882f1 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1039.278757] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Releasing lock "refresh_cache-c3e860cc-b225-4040-962a-7df5f3f1885f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.279222] env[65665]: DEBUG nova.compute.manager [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Instance network_info: |[{"id": "5ee4edb4-34ff-4cbb-b590-f0a657a72d77", "address": "fa:16:3e:c4:b1:f0", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee4edb4-34", "ovs_interfaceid": "5ee4edb4-34ff-4cbb-b590-f0a657a72d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1039.279662] env[65665]: DEBUG oslo_concurrency.lockutils [req-5cf03d30-9c5d-4e8f-a977-fe4f01b62220 req-39addad9-d4f5-4ed5-88fc-e1b56cbe9ffe service nova] Acquired lock "refresh_cache-c3e860cc-b225-4040-962a-7df5f3f1885f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.279878] env[65665]: DEBUG nova.network.neutron [req-5cf03d30-9c5d-4e8f-a977-fe4f01b62220 req-39addad9-d4f5-4ed5-88fc-e1b56cbe9ffe service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Refreshing network info cache for port 5ee4edb4-34ff-4cbb-b590-f0a657a72d77 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.281358] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:b1:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ee4edb4-34ff-4cbb-b590-f0a657a72d77', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.292651] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1039.294371] env[65665]: WARNING neutronclient.v2_0.client [req-5cf03d30-9c5d-4e8f-a977-fe4f01b62220 req-39addad9-d4f5-4ed5-88fc-e1b56cbe9ffe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.297958] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.299309] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c239cb8d-1177-416b-87e2-c93801c0256f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.320808] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.320808] env[65665]: value = "task-4855150" [ 1039.320808] env[65665]: _type = "Task" [ 1039.320808] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.332385] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855150, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.432202] env[65665]: WARNING neutronclient.v2_0.client [req-39b4c335-5234-4cb3-bc86-4424df8fb149 req-7112cc54-08b4-4a65-a280-c4f2f1b1182b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.452957] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855147, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.481861] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855149, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.541323] env[65665]: WARNING neutronclient.v2_0.client [req-5cf03d30-9c5d-4e8f-a977-fe4f01b62220 req-39addad9-d4f5-4ed5-88fc-e1b56cbe9ffe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.576097] env[65665]: DEBUG oslo_vmware.rw_handles [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520290ea-015c-13e0-bc8d-aecc8c55bf66/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1039.577428] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae51048e-db6e-41a6-8222-85e11366e6f9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.585600] env[65665]: DEBUG oslo_vmware.rw_handles [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520290ea-015c-13e0-bc8d-aecc8c55bf66/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1039.585600] env[65665]: ERROR oslo_vmware.rw_handles [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520290ea-015c-13e0-bc8d-aecc8c55bf66/disk-0.vmdk due to incomplete transfer. [ 1039.585600] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1af49360-b02e-496b-9bce-95ea9f9b5c32 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.594424] env[65665]: DEBUG oslo_vmware.rw_handles [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520290ea-015c-13e0-bc8d-aecc8c55bf66/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1039.594600] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Uploaded image ba0c6537-b319-419f-899e-ca489a549019 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1039.597108] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1039.597243] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b845670e-d6e1-4c93-8ec1-f26faa1f345f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.605049] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1039.605049] env[65665]: value = "task-4855151" [ 1039.605049] env[65665]: _type = "Task" [ 1039.605049] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.614928] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855151, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.745463] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Acquiring lock "refresh_cache-d57c3ca4-947a-4817-93cc-29dedd8f6a79" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.745463] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Acquired lock "refresh_cache-d57c3ca4-947a-4817-93cc-29dedd8f6a79" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.745642] env[65665]: DEBUG nova.network.neutron [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1039.767033] env[65665]: DEBUG nova.network.neutron [req-5cf03d30-9c5d-4e8f-a977-fe4f01b62220 req-39addad9-d4f5-4ed5-88fc-e1b56cbe9ffe service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Updated VIF entry in instance network info cache for port 5ee4edb4-34ff-4cbb-b590-f0a657a72d77. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1039.767033] env[65665]: DEBUG nova.network.neutron [req-5cf03d30-9c5d-4e8f-a977-fe4f01b62220 req-39addad9-d4f5-4ed5-88fc-e1b56cbe9ffe service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Updating instance_info_cache with network_info: [{"id": "5ee4edb4-34ff-4cbb-b590-f0a657a72d77", "address": "fa:16:3e:c4:b1:f0", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee4edb4-34", "ovs_interfaceid": "5ee4edb4-34ff-4cbb-b590-f0a657a72d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.834700] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855150, 'name': CreateVM_Task, 'duration_secs': 0.477817} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.835078] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.835677] env[65665]: WARNING neutronclient.v2_0.client [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.836136] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.836358] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.836733] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.837131] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6a3c30-e78c-47e9-b147-d7700783954a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.840321] env[65665]: WARNING neutronclient.v2_0.client [req-39b4c335-5234-4cb3-bc86-4424df8fb149 req-7112cc54-08b4-4a65-a280-c4f2f1b1182b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.847506] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1039.847506] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522f06f3-ed87-6f59-cd88-2fd3e275d379" [ 1039.847506] env[65665]: _type = "Task" [ 1039.847506] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.861821] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522f06f3-ed87-6f59-cd88-2fd3e275d379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.955214] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855147, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.700447} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.955214] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 62178d5b-ef06-4c50-90b5-14f3d22e5a24/62178d5b-ef06-4c50-90b5-14f3d22e5a24.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.955214] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.955214] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b24daf1-0e1f-44b9-be87-3bb24eac4289 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.964826] env[65665]: DEBUG nova.network.neutron [req-39b4c335-5234-4cb3-bc86-4424df8fb149 req-7112cc54-08b4-4a65-a280-c4f2f1b1182b service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Updated VIF entry in instance network info cache for port 025ffd52-b265-4890-90d5-36907bcd2608. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1039.965492] env[65665]: DEBUG nova.network.neutron [req-39b4c335-5234-4cb3-bc86-4424df8fb149 req-7112cc54-08b4-4a65-a280-c4f2f1b1182b service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Updating instance_info_cache with network_info: [{"id": "025ffd52-b265-4890-90d5-36907bcd2608", "address": "fa:16:3e:1b:8e:83", "network": {"id": "fdef2ddb-65ab-485a-b5c8-90af93ff3e9a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2034618183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "add974dc94014f8e88f531b71fd9cea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025ffd52-b2", "ovs_interfaceid": "025ffd52-b265-4890-90d5-36907bcd2608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.967165] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1039.967165] env[65665]: value = "task-4855152" [ 1039.967165] env[65665]: _type = "Task" [ 1039.967165] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.979765] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.991142] env[65665]: DEBUG oslo_vmware.api [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855149, 'name': PowerOnVM_Task, 'duration_secs': 0.550413} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.991510] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.991729] env[65665]: INFO nova.compute.manager [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1039.991930] env[65665]: DEBUG nova.compute.manager [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1039.992975] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1b7ebb-88da-4ca6-ab33-cda96f80c6ec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.085164] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac850858-83e1-4852-a676-2b181e351407 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.094131] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b05a2-a927-41f8-a023-db4db12c7236 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.132467] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596d3147-32c6-4406-9959-1d494a8921b2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.144199] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855151, 'name': Destroy_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.145771] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ac8a99-404b-4516-b59a-9d5c9b4ea8f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.161814] env[65665]: DEBUG nova.compute.provider_tree [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.270112] env[65665]: DEBUG oslo_concurrency.lockutils [req-5cf03d30-9c5d-4e8f-a977-fe4f01b62220 req-39addad9-d4f5-4ed5-88fc-e1b56cbe9ffe service nova] Releasing lock "refresh_cache-c3e860cc-b225-4040-962a-7df5f3f1885f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.299749] env[65665]: DEBUG nova.network.neutron [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1040.368479] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522f06f3-ed87-6f59-cd88-2fd3e275d379, 'name': SearchDatastore_Task, 'duration_secs': 0.021846} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.368892] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.369163] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.369792] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.370045] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.370191] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.370476] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5e24947-51ca-4d65-a2ab-8cec092cda09 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.382549] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.382867] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.383507] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70dc5ca6-8daa-4388-91b1-bdfad0e8448f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.390477] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1040.390477] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5232946b-839a-8b1c-b277-08a24b918863" [ 1040.390477] env[65665]: _type = "Task" [ 1040.390477] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.404042] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5232946b-839a-8b1c-b277-08a24b918863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.425994] env[65665]: WARNING neutronclient.v2_0.client [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.474109] env[65665]: DEBUG oslo_concurrency.lockutils [req-39b4c335-5234-4cb3-bc86-4424df8fb149 req-7112cc54-08b4-4a65-a280-c4f2f1b1182b service nova] Releasing lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.480925] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078228} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.481253] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.482328] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f866f3e5-f597-4af6-b9b9-48f9000db986 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.509447] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 62178d5b-ef06-4c50-90b5-14f3d22e5a24/62178d5b-ef06-4c50-90b5-14f3d22e5a24.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.511226] env[65665]: DEBUG nova.network.neutron [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Updating instance_info_cache with network_info: [{"id": "21e7bb1a-1af0-461a-a640-d9f4247882f1", "address": "fa:16:3e:dd:32:e7", "network": {"id": "e15c90ee-1e58-40ae-8e4b-56f0b30b08f6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-850610759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "993727adf8a145668521e4fee09c81a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e7bb1a-1a", "ovs_interfaceid": "21e7bb1a-1af0-461a-a640-d9f4247882f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.521371] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba60c3b-cd2f-4300-bd73-9f124af542c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.542745] env[65665]: INFO nova.compute.manager [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Took 29.00 seconds to build instance. [ 1040.548517] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1040.548517] env[65665]: value = "task-4855153" [ 1040.548517] env[65665]: _type = "Task" [ 1040.548517] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.559852] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.637889] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855151, 'name': Destroy_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.666158] env[65665]: DEBUG nova.scheduler.client.report [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.903670] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5232946b-839a-8b1c-b277-08a24b918863, 'name': SearchDatastore_Task, 'duration_secs': 0.018563} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.904947] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27713726-37ac-4b8d-8e3d-b6a1569c32b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.912886] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1040.912886] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524ac623-f36a-7ad2-3e82-4bf809a035c7" [ 1040.912886] env[65665]: _type = "Task" [ 1040.912886] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.922262] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524ac623-f36a-7ad2-3e82-4bf809a035c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.015316] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Releasing lock "refresh_cache-d57c3ca4-947a-4817-93cc-29dedd8f6a79" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.015316] env[65665]: DEBUG nova.compute.manager [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Instance network_info: |[{"id": "21e7bb1a-1af0-461a-a640-d9f4247882f1", "address": "fa:16:3e:dd:32:e7", "network": {"id": "e15c90ee-1e58-40ae-8e4b-56f0b30b08f6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-850610759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "993727adf8a145668521e4fee09c81a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e7bb1a-1a", "ovs_interfaceid": "21e7bb1a-1af0-461a-a640-d9f4247882f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1041.015635] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:32:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21e7bb1a-1af0-461a-a640-d9f4247882f1', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.025402] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Creating folder: Project (993727adf8a145668521e4fee09c81a9). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.026236] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e60cd4d4-0701-4f0c-9d87-268f84fd0bde {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.039428] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Created folder: Project (993727adf8a145668521e4fee09c81a9) in parent group-v946135. [ 1041.039630] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Creating folder: Instances. Parent ref: group-v946398. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.039894] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdcbf3c1-47d3-4e3c-bb58-9695a5558704 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.043221] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0922be7f-6450-41e4-98a1-30117bb1edc0 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lock "0b951591-8d96-452d-a0be-dd5f239306c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.507s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.055682] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Created folder: Instances in parent group-v946398. [ 1041.055984] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1041.056665] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.056916] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7dd50fc-e2a3-4130-ad0d-0ac6c667d9b6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.077482] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.085659] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.085659] env[65665]: value = "task-4855156" [ 1041.085659] env[65665]: _type = "Task" [ 1041.085659] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.099118] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855156, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.144190] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855151, 'name': Destroy_Task, 'duration_secs': 1.47488} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.144533] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Destroyed the VM [ 1041.144961] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1041.145294] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ca99925-3c52-497d-89f0-75bdf827d450 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.154175] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1041.154175] env[65665]: value = "task-4855157" [ 1041.154175] env[65665]: _type = "Task" [ 1041.154175] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.168596] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855157, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.170564] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.171096] env[65665]: DEBUG nova.compute.manager [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1041.173978] env[65665]: DEBUG oslo_concurrency.lockutils [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.535s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.174122] env[65665]: DEBUG nova.objects.instance [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lazy-loading 'resources' on Instance uuid 236cca27-1eb6-4040-a52d-23043c009086 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.409220] env[65665]: DEBUG nova.compute.manager [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Received event network-vif-plugged-21e7bb1a-1af0-461a-a640-d9f4247882f1 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1041.409220] env[65665]: DEBUG oslo_concurrency.lockutils [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] Acquiring lock "d57c3ca4-947a-4817-93cc-29dedd8f6a79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.409407] env[65665]: DEBUG oslo_concurrency.lockutils [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] Lock "d57c3ca4-947a-4817-93cc-29dedd8f6a79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.409444] env[65665]: DEBUG oslo_concurrency.lockutils [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] Lock "d57c3ca4-947a-4817-93cc-29dedd8f6a79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.409593] env[65665]: DEBUG nova.compute.manager [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] No waiting events found dispatching network-vif-plugged-21e7bb1a-1af0-461a-a640-d9f4247882f1 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1041.409811] env[65665]: WARNING nova.compute.manager [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Received unexpected event network-vif-plugged-21e7bb1a-1af0-461a-a640-d9f4247882f1 for instance with vm_state building and task_state spawning. [ 1041.409991] env[65665]: DEBUG nova.compute.manager [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Received event network-changed-21e7bb1a-1af0-461a-a640-d9f4247882f1 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1041.410166] env[65665]: DEBUG nova.compute.manager [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Refreshing instance network info cache due to event network-changed-21e7bb1a-1af0-461a-a640-d9f4247882f1. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1041.410351] env[65665]: DEBUG oslo_concurrency.lockutils [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] Acquiring lock "refresh_cache-d57c3ca4-947a-4817-93cc-29dedd8f6a79" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.410479] env[65665]: DEBUG oslo_concurrency.lockutils [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] Acquired lock "refresh_cache-d57c3ca4-947a-4817-93cc-29dedd8f6a79" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.410628] env[65665]: DEBUG nova.network.neutron [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Refreshing network info cache for port 21e7bb1a-1af0-461a-a640-d9f4247882f1 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.431549] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524ac623-f36a-7ad2-3e82-4bf809a035c7, 'name': SearchDatastore_Task, 'duration_secs': 0.019421} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.431549] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.432057] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] c3e860cc-b225-4040-962a-7df5f3f1885f/c3e860cc-b225-4040-962a-7df5f3f1885f.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.432137] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24f657e8-54f9-434e-85f2-46aed76e935e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.444027] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1041.444027] env[65665]: value = "task-4855158" [ 1041.444027] env[65665]: _type = "Task" [ 1041.444027] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.454933] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.562174] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855153, 'name': ReconfigVM_Task, 'duration_secs': 0.828887} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.562593] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 62178d5b-ef06-4c50-90b5-14f3d22e5a24/62178d5b-ef06-4c50-90b5-14f3d22e5a24.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.563211] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6549a6b-9c28-472b-b78b-e3972f97c93d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.573159] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1041.573159] env[65665]: value = "task-4855159" [ 1041.573159] env[65665]: _type = "Task" [ 1041.573159] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.584149] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855159, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.597515] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855156, 'name': CreateVM_Task, 'duration_secs': 0.461842} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.597722] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.598317] env[65665]: WARNING neutronclient.v2_0.client [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.598715] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.598875] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.599313] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.599862] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd85eab-e074-4a41-a677-316d8df69da1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.606453] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Waiting for the task: (returnval){ [ 1041.606453] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529e118b-78af-dc91-cbf3-60447de22442" [ 1041.606453] env[65665]: _type = "Task" [ 1041.606453] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.616955] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529e118b-78af-dc91-cbf3-60447de22442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.665840] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855157, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.678222] env[65665]: DEBUG nova.compute.utils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.683220] env[65665]: DEBUG nova.compute.manager [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1041.683618] env[65665]: DEBUG nova.network.neutron [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1041.683867] env[65665]: WARNING neutronclient.v2_0.client [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.684284] env[65665]: WARNING neutronclient.v2_0.client [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.748941] env[65665]: DEBUG nova.policy [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '756d46fe7391451ea53e981b6080b235', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbfe31cb297441d99e0efeeacc93e834', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.914993] env[65665]: WARNING neutronclient.v2_0.client [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.956303] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855158, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.989359] env[65665]: DEBUG nova.compute.manager [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1041.990463] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14039c60-a056-400d-bfce-0980ecf54762 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.099712] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855159, 'name': Rename_Task, 'duration_secs': 0.199894} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.100058] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.100376] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dccd936b-6ab0-473a-a5c9-8361507b75fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.108140] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dfe7e3-e438-40ca-80f5-dca6613a1161 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.117362] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1042.117362] env[65665]: value = "task-4855160" [ 1042.117362] env[65665]: _type = "Task" [ 1042.117362] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.133794] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529e118b-78af-dc91-cbf3-60447de22442, 'name': SearchDatastore_Task, 'duration_secs': 0.013251} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.136979] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.136979] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.137191] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.137967] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.137967] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.139156] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd768dc7-6c24-4d01-a32c-c9addad7fa32 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.149419] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d1f879d-36ef-43db-81ff-33d3fa766b79 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.152816] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855160, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.193539] env[65665]: DEBUG nova.compute.manager [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1042.199279] env[65665]: DEBUG nova.network.neutron [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Successfully created port: 0a60f510-2ec8-4974-b0cb-2d671102c335 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1042.202849] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0176b6c-d9c3-4980-809a-1fcd5cd8062b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.205736] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.205921] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.210343] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf67d1be-7922-4ec0-9f2a-676f620cfd3b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.212946] env[65665]: DEBUG oslo_vmware.api [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855157, 'name': RemoveSnapshot_Task, 'duration_secs': 0.667705} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.213639] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1042.213920] env[65665]: INFO nova.compute.manager [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Took 17.34 seconds to snapshot the instance on the hypervisor. [ 1042.221055] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfe14c2-a0a5-430d-ab7c-3b431526ca72 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.227378] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Waiting for the task: (returnval){ [ 1042.227378] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525770bc-2ee3-5285-013b-1e4b8df989ae" [ 1042.227378] env[65665]: _type = "Task" [ 1042.227378] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.242424] env[65665]: DEBUG nova.compute.provider_tree [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.254294] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525770bc-2ee3-5285-013b-1e4b8df989ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013126} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.255373] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05137e90-3506-46bd-ac41-204278140238 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.265017] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Waiting for the task: (returnval){ [ 1042.265017] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b8cbc6-b1b1-8e47-2cc4-44d4632fec74" [ 1042.265017] env[65665]: _type = "Task" [ 1042.265017] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.276440] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b8cbc6-b1b1-8e47-2cc4-44d4632fec74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.454272] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625665} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.454620] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] c3e860cc-b225-4040-962a-7df5f3f1885f/c3e860cc-b225-4040-962a-7df5f3f1885f.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.454905] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.455219] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6486111a-9926-4e67-b8a5-dd180ecbc08d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.463580] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1042.463580] env[65665]: value = "task-4855161" [ 1042.463580] env[65665]: _type = "Task" [ 1042.463580] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.474865] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.508792] env[65665]: INFO nova.compute.manager [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] instance snapshotting [ 1042.513338] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a693f5-b725-4a56-b51b-55aafc3a4979 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.541122] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43f5998-bc5c-49d5-8d91-cb890392af2a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.547037] env[65665]: WARNING neutronclient.v2_0.client [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.630618] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855160, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.748775] env[65665]: DEBUG nova.scheduler.client.report [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.780533] env[65665]: DEBUG nova.network.neutron [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Updated VIF entry in instance network info cache for port 21e7bb1a-1af0-461a-a640-d9f4247882f1. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1042.780805] env[65665]: DEBUG nova.network.neutron [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Updating instance_info_cache with network_info: [{"id": "21e7bb1a-1af0-461a-a640-d9f4247882f1", "address": "fa:16:3e:dd:32:e7", "network": {"id": "e15c90ee-1e58-40ae-8e4b-56f0b30b08f6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-850610759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "993727adf8a145668521e4fee09c81a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e7bb1a-1a", "ovs_interfaceid": "21e7bb1a-1af0-461a-a640-d9f4247882f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.786329] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b8cbc6-b1b1-8e47-2cc4-44d4632fec74, 'name': SearchDatastore_Task, 'duration_secs': 0.013873} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.789660] env[65665]: DEBUG nova.compute.manager [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Found 3 images (rotation: 2) {{(pid=65665) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5050}} [ 1042.789660] env[65665]: DEBUG nova.compute.manager [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Rotating out 1 backups {{(pid=65665) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5058}} [ 1042.789660] env[65665]: DEBUG nova.compute.manager [None req-33b777a7-ec19-47e1-b0a4-c8269cc66b03 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Deleting image 2c05325b-f9aa-48d9-b998-d2caeed98a82 {{(pid=65665) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5063}} [ 1042.793978] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.793978] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d57c3ca4-947a-4817-93cc-29dedd8f6a79/d57c3ca4-947a-4817-93cc-29dedd8f6a79.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.793978] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9be0fe2-5fd1-4b2f-83b6-664f6107f470 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.802070] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Waiting for the task: (returnval){ [ 1042.802070] env[65665]: value = "task-4855162" [ 1042.802070] env[65665]: _type = "Task" [ 1042.802070] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.814280] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.822545] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "d5335b42-d041-4083-b4cc-6e30f712ca87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.822904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d5335b42-d041-4083-b4cc-6e30f712ca87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.973657] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075769} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.973911] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.974721] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9090c8-d771-45d5-915d-1d9152205e26 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.998432] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] c3e860cc-b225-4040-962a-7df5f3f1885f/c3e860cc-b225-4040-962a-7df5f3f1885f.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.999103] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c61a691e-830d-44ae-aa8f-bb07d848f1cc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.020160] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1043.020160] env[65665]: value = "task-4855163" [ 1043.020160] env[65665]: _type = "Task" [ 1043.020160] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.031093] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.060750] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1043.060750] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07a9f1a5-49ec-4bc1-99d6-3d5301515b0d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.068520] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1043.068520] env[65665]: value = "task-4855164" [ 1043.068520] env[65665]: _type = "Task" [ 1043.068520] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.082885] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855164, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.130781] env[65665]: DEBUG oslo_vmware.api [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855160, 'name': PowerOnVM_Task, 'duration_secs': 0.544022} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.131147] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.131432] env[65665]: INFO nova.compute.manager [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1043.131669] env[65665]: DEBUG nova.compute.manager [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1043.132621] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d235073-3748-45df-a4cd-3303f21730e7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.204276] env[65665]: DEBUG nova.compute.manager [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1043.236085] env[65665]: DEBUG nova.virt.hardware [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1043.236401] env[65665]: DEBUG nova.virt.hardware [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.236594] env[65665]: DEBUG nova.virt.hardware [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1043.236813] env[65665]: DEBUG nova.virt.hardware [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.236971] env[65665]: DEBUG nova.virt.hardware [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1043.237141] env[65665]: DEBUG nova.virt.hardware [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1043.237363] env[65665]: DEBUG nova.virt.hardware [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1043.237585] env[65665]: DEBUG nova.virt.hardware [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1043.237762] env[65665]: DEBUG nova.virt.hardware [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1043.237930] env[65665]: DEBUG nova.virt.hardware [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1043.238309] env[65665]: DEBUG nova.virt.hardware [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1043.239915] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea151b5-38bf-4d65-97c5-d9a985306b38 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.251471] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21df019-6c8f-4d69-a2cd-cbfdb0ab24a5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.257157] env[65665]: DEBUG oslo_concurrency.lockutils [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.259754] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.752s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.286648] env[65665]: INFO nova.scheduler.client.report [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Deleted allocations for instance 236cca27-1eb6-4040-a52d-23043c009086 [ 1043.292393] env[65665]: DEBUG oslo_concurrency.lockutils [req-5e02b85d-f8c2-4db7-88d6-ffdff3fa4356 req-424b3885-c6ff-452a-a599-dba591aa1df4 service nova] Releasing lock "refresh_cache-d57c3ca4-947a-4817-93cc-29dedd8f6a79" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.313522] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855162, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.326087] env[65665]: DEBUG nova.compute.manager [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1043.543870] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.586340] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855164, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.655577] env[65665]: INFO nova.compute.manager [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Took 28.42 seconds to build instance. [ 1043.769145] env[65665]: INFO nova.compute.claims [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.796798] env[65665]: DEBUG oslo_concurrency.lockutils [None req-01be7ff7-5874-426d-8b3b-6976982e277c tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "236cca27-1eb6-4040-a52d-23043c009086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.599s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.816770] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881128} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.817146] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d57c3ca4-947a-4817-93cc-29dedd8f6a79/d57c3ca4-947a-4817-93cc-29dedd8f6a79.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.817370] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.817885] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9286df5b-628c-435d-9aa8-554643566b7d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.827416] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Waiting for the task: (returnval){ [ 1043.827416] env[65665]: value = "task-4855165" [ 1043.827416] env[65665]: _type = "Task" [ 1043.827416] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.844576] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.857873] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.923473] env[65665]: DEBUG nova.network.neutron [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Successfully updated port: 0a60f510-2ec8-4974-b0cb-2d671102c335 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1043.956212] env[65665]: DEBUG nova.compute.manager [req-a3d7c033-e0b8-4e88-a741-368664b87040 req-4b26ede5-70da-46e4-8be8-7139ad5f29a4 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Received event network-vif-plugged-0a60f510-2ec8-4974-b0cb-2d671102c335 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1043.956280] env[65665]: DEBUG oslo_concurrency.lockutils [req-a3d7c033-e0b8-4e88-a741-368664b87040 req-4b26ede5-70da-46e4-8be8-7139ad5f29a4 service nova] Acquiring lock "630e7d47-a002-47e8-991a-c29d0c30aaa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.956455] env[65665]: DEBUG oslo_concurrency.lockutils [req-a3d7c033-e0b8-4e88-a741-368664b87040 req-4b26ede5-70da-46e4-8be8-7139ad5f29a4 service nova] Lock "630e7d47-a002-47e8-991a-c29d0c30aaa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.956626] env[65665]: DEBUG oslo_concurrency.lockutils [req-a3d7c033-e0b8-4e88-a741-368664b87040 req-4b26ede5-70da-46e4-8be8-7139ad5f29a4 service nova] Lock "630e7d47-a002-47e8-991a-c29d0c30aaa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.956792] env[65665]: DEBUG nova.compute.manager [req-a3d7c033-e0b8-4e88-a741-368664b87040 req-4b26ede5-70da-46e4-8be8-7139ad5f29a4 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] No waiting events found dispatching network-vif-plugged-0a60f510-2ec8-4974-b0cb-2d671102c335 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1043.957397] env[65665]: WARNING nova.compute.manager [req-a3d7c033-e0b8-4e88-a741-368664b87040 req-4b26ede5-70da-46e4-8be8-7139ad5f29a4 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Received unexpected event network-vif-plugged-0a60f510-2ec8-4974-b0cb-2d671102c335 for instance with vm_state building and task_state spawning. [ 1044.037374] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855163, 'name': ReconfigVM_Task, 'duration_secs': 0.527647} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.037775] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Reconfigured VM instance instance-0000005f to attach disk [datastore2] c3e860cc-b225-4040-962a-7df5f3f1885f/c3e860cc-b225-4040-962a-7df5f3f1885f.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.038528] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6debea1c-30f4-4cb6-a848-b72e892b1a7a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.048073] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1044.048073] env[65665]: value = "task-4855166" [ 1044.048073] env[65665]: _type = "Task" [ 1044.048073] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.057594] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855166, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.083833] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855164, 'name': CreateSnapshot_Task, 'duration_secs': 0.979557} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.087075] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1044.087075] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb43944-09c7-41f4-9e7f-27f126e78df8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.158561] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f9f99253-2827-40b4-a003-77fdbae992ab tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "62178d5b-ef06-4c50-90b5-14f3d22e5a24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.939s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.278245] env[65665]: INFO nova.compute.resource_tracker [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating resource usage from migration 20810567-161d-4c4b-9359-3e8ff336bbb8 [ 1044.341758] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.430595] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.430595] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquired lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.430595] env[65665]: DEBUG nova.network.neutron [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1044.560026] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855166, 'name': Rename_Task, 'duration_secs': 0.305142} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.560026] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.563018] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d2c0123-6c7d-41e1-812e-96d02d40bf26 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.570669] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1044.570669] env[65665]: value = "task-4855167" [ 1044.570669] env[65665]: _type = "Task" [ 1044.570669] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.585529] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.608555] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1044.608916] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4dc85f1-3eec-4db6-85b7-0edf0d908add {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.622533] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1044.622533] env[65665]: value = "task-4855168" [ 1044.622533] env[65665]: _type = "Task" [ 1044.622533] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.636372] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855168, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.647330] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bc99f7-98a7-46e1-a99b-057ac362b6fc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.656795] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4cc884-4882-40f5-8d17-80719884a63d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.696246] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354a23d2-8828-42e3-a929-392edd803fd1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.707143] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c966b6-8b27-4b90-9cde-dc7a94196efd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.727391] env[65665]: DEBUG nova.compute.provider_tree [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.840360] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.010987} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.840625] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.841551] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f9b5ae-0fc1-4c73-a6a3-316a1b6fc260 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.869029] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] d57c3ca4-947a-4817-93cc-29dedd8f6a79/d57c3ca4-947a-4817-93cc-29dedd8f6a79.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.869777] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8f4c439-f70a-4130-8b0b-6313d58a09f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.894416] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Waiting for the task: (returnval){ [ 1044.894416] env[65665]: value = "task-4855169" [ 1044.894416] env[65665]: _type = "Task" [ 1044.894416] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.904274] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.927302] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "62178d5b-ef06-4c50-90b5-14f3d22e5a24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.927422] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "62178d5b-ef06-4c50-90b5-14f3d22e5a24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.927637] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "62178d5b-ef06-4c50-90b5-14f3d22e5a24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.927855] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "62178d5b-ef06-4c50-90b5-14f3d22e5a24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.928040] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "62178d5b-ef06-4c50-90b5-14f3d22e5a24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.930802] env[65665]: INFO nova.compute.manager [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Terminating instance [ 1045.005619] env[65665]: DEBUG nova.network.neutron [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1045.091142] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.108330] env[65665]: WARNING neutronclient.v2_0.client [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.134693] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855168, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.197046] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "116b28c6-59e7-406b-aac0-dfc41bd2ce66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.197346] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "116b28c6-59e7-406b-aac0-dfc41bd2ce66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.197754] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "116b28c6-59e7-406b-aac0-dfc41bd2ce66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.197858] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "116b28c6-59e7-406b-aac0-dfc41bd2ce66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.197992] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "116b28c6-59e7-406b-aac0-dfc41bd2ce66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.200602] env[65665]: INFO nova.compute.manager [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Terminating instance [ 1045.231790] env[65665]: DEBUG nova.scheduler.client.report [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.239325] env[65665]: DEBUG nova.network.neutron [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Updating instance_info_cache with network_info: [{"id": "0a60f510-2ec8-4974-b0cb-2d671102c335", "address": "fa:16:3e:39:31:15", "network": {"id": "a61e2dc9-0cff-4a1b-91ef-709e67b667ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1274656255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfe31cb297441d99e0efeeacc93e834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a60f510-2e", "ovs_interfaceid": "0a60f510-2ec8-4974-b0cb-2d671102c335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.406201] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855169, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.438102] env[65665]: DEBUG nova.compute.manager [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1045.438355] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.439328] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae84617-cf1f-4bd6-a0bf-34030efd312a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.449107] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.449460] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4651f7b-cc8a-46c2-bca9-db0b448a0d1f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.460868] env[65665]: DEBUG oslo_vmware.api [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1045.460868] env[65665]: value = "task-4855170" [ 1045.460868] env[65665]: _type = "Task" [ 1045.460868] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.472822] env[65665]: DEBUG oslo_vmware.api [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.589060] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4c9afb5-f41f-4067-9199-61c3ffca2c39 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "4b0c2f40-07af-4a37-83d7-deef94300cae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.589396] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4c9afb5-f41f-4067-9199-61c3ffca2c39 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.589650] env[65665]: DEBUG nova.compute.manager [None req-b4c9afb5-f41f-4067-9199-61c3ffca2c39 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1045.589935] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.590695] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c3a0cf-8c76-4672-881c-9762d44682a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.599772] env[65665]: DEBUG nova.compute.manager [None req-b4c9afb5-f41f-4067-9199-61c3ffca2c39 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65665) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1045.600590] env[65665]: DEBUG nova.objects.instance [None req-b4c9afb5-f41f-4067-9199-61c3ffca2c39 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'flavor' on Instance uuid 4b0c2f40-07af-4a37-83d7-deef94300cae {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.636187] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855168, 'name': CloneVM_Task} progress is 95%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.708091] env[65665]: DEBUG nova.compute.manager [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1045.708091] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.708091] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9700f948-4cf1-4aea-9cf1-11dcbe9bab29 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.718727] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.719225] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a02cc5fc-4803-47ca-b95f-32b0d6a42e8d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.727269] env[65665]: DEBUG oslo_vmware.api [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 1045.727269] env[65665]: value = "task-4855171" [ 1045.727269] env[65665]: _type = "Task" [ 1045.727269] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.738387] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.479s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.738591] env[65665]: INFO nova.compute.manager [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Migrating [ 1045.746670] env[65665]: DEBUG oslo_vmware.api [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.750048] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.095s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.750645] env[65665]: DEBUG nova.objects.instance [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lazy-loading 'resources' on Instance uuid da88beb8-d7db-48bf-bab5-aaa11c81230c {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.751453] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Releasing lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.751772] env[65665]: DEBUG nova.compute.manager [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Instance network_info: |[{"id": "0a60f510-2ec8-4974-b0cb-2d671102c335", "address": "fa:16:3e:39:31:15", "network": {"id": "a61e2dc9-0cff-4a1b-91ef-709e67b667ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1274656255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfe31cb297441d99e0efeeacc93e834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a60f510-2e", "ovs_interfaceid": "0a60f510-2ec8-4974-b0cb-2d671102c335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1045.758065] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:31:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a60f510-2ec8-4974-b0cb-2d671102c335', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.768628] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1045.770885] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.772503] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72d0d8c9-666d-4bff-a171-d73ff1a67442 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.797608] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.797608] env[65665]: value = "task-4855172" [ 1045.797608] env[65665]: _type = "Task" [ 1045.797608] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.810817] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855172, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.907803] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855169, 'name': ReconfigVM_Task, 'duration_secs': 0.536941} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.908130] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Reconfigured VM instance instance-00000060 to attach disk [datastore2] d57c3ca4-947a-4817-93cc-29dedd8f6a79/d57c3ca4-947a-4817-93cc-29dedd8f6a79.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.908864] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dad6da07-e9fe-43a0-890f-54001662e8ea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.920209] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Waiting for the task: (returnval){ [ 1045.920209] env[65665]: value = "task-4855173" [ 1045.920209] env[65665]: _type = "Task" [ 1045.920209] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.932754] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855173, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.973018] env[65665]: DEBUG oslo_vmware.api [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855170, 'name': PowerOffVM_Task, 'duration_secs': 0.231852} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.973394] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.973570] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.973994] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e773ea1-2665-4bb7-8555-a3535aa0e6a0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.998514] env[65665]: DEBUG nova.compute.manager [req-acaec7d5-2fdd-4bac-a4c6-db5ac367e73a req-e554e91e-976b-4aae-b882-b5282b0dcfce service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Received event network-changed-0a60f510-2ec8-4974-b0cb-2d671102c335 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1045.998773] env[65665]: DEBUG nova.compute.manager [req-acaec7d5-2fdd-4bac-a4c6-db5ac367e73a req-e554e91e-976b-4aae-b882-b5282b0dcfce service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Refreshing instance network info cache due to event network-changed-0a60f510-2ec8-4974-b0cb-2d671102c335. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1045.999476] env[65665]: DEBUG oslo_concurrency.lockutils [req-acaec7d5-2fdd-4bac-a4c6-db5ac367e73a req-e554e91e-976b-4aae-b882-b5282b0dcfce service nova] Acquiring lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.999648] env[65665]: DEBUG oslo_concurrency.lockutils [req-acaec7d5-2fdd-4bac-a4c6-db5ac367e73a req-e554e91e-976b-4aae-b882-b5282b0dcfce service nova] Acquired lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.999794] env[65665]: DEBUG nova.network.neutron [req-acaec7d5-2fdd-4bac-a4c6-db5ac367e73a req-e554e91e-976b-4aae-b882-b5282b0dcfce service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Refreshing network info cache for port 0a60f510-2ec8-4974-b0cb-2d671102c335 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.055174] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.055618] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.055618] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleting the datastore file [datastore2] 62178d5b-ef06-4c50-90b5-14f3d22e5a24 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.055846] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b3422f0-e066-4a17-afea-6c1312e9423e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.063722] env[65665]: DEBUG oslo_vmware.api [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1046.063722] env[65665]: value = "task-4855175" [ 1046.063722] env[65665]: _type = "Task" [ 1046.063722] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.073815] env[65665]: DEBUG oslo_vmware.api [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.083801] env[65665]: DEBUG oslo_vmware.api [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855167, 'name': PowerOnVM_Task, 'duration_secs': 1.327312} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.084112] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.084331] env[65665]: INFO nova.compute.manager [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1046.084546] env[65665]: DEBUG nova.compute.manager [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1046.085553] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c8d0ad-2acd-4779-9362-bdbd031eba13 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.137564] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855168, 'name': CloneVM_Task, 'duration_secs': 1.192166} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.137885] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Created linked-clone VM from snapshot [ 1046.138721] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a472b5-5b5d-42c4-a8aa-99cf96f897b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.148735] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Uploading image 2841c5ce-1bdf-4fcd-a94b-7e40943fb574 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1046.182411] env[65665]: DEBUG oslo_vmware.rw_handles [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1046.182411] env[65665]: value = "vm-946402" [ 1046.182411] env[65665]: _type = "VirtualMachine" [ 1046.182411] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1046.182835] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bcf184a1-bf89-451e-9374-9ff37a1edf4e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.192727] env[65665]: DEBUG oslo_vmware.rw_handles [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lease: (returnval){ [ 1046.192727] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522c9e0c-fdd5-6701-ddbb-9d92f91ca538" [ 1046.192727] env[65665]: _type = "HttpNfcLease" [ 1046.192727] env[65665]: } obtained for exporting VM: (result){ [ 1046.192727] env[65665]: value = "vm-946402" [ 1046.192727] env[65665]: _type = "VirtualMachine" [ 1046.192727] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1046.194373] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the lease: (returnval){ [ 1046.194373] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522c9e0c-fdd5-6701-ddbb-9d92f91ca538" [ 1046.194373] env[65665]: _type = "HttpNfcLease" [ 1046.194373] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1046.205063] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.205063] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522c9e0c-fdd5-6701-ddbb-9d92f91ca538" [ 1046.205063] env[65665]: _type = "HttpNfcLease" [ 1046.205063] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1046.241909] env[65665]: DEBUG oslo_vmware.api [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855171, 'name': PowerOffVM_Task, 'duration_secs': 0.359448} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.242296] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.242568] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.242954] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b1db55d-3773-4bb9-9dde-61ef7e429e2d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.257133] env[65665]: DEBUG nova.objects.instance [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lazy-loading 'numa_topology' on Instance uuid da88beb8-d7db-48bf-bab5-aaa11c81230c {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.270721] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.273216] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.273216] env[65665]: DEBUG nova.network.neutron [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1046.313931] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855172, 'name': CreateVM_Task, 'duration_secs': 0.457101} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.314171] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.314875] env[65665]: WARNING neutronclient.v2_0.client [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.315423] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.315552] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.315852] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.316633] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2b11f8-4cfc-4392-a29e-f84929beac78 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.323270] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1046.323270] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5264435e-217e-aa14-dce0-6a36701d9d21" [ 1046.323270] env[65665]: _type = "Task" [ 1046.323270] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.333543] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5264435e-217e-aa14-dce0-6a36701d9d21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.349435] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.349661] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.349840] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Deleting the datastore file [datastore1] 116b28c6-59e7-406b-aac0-dfc41bd2ce66 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.350153] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-857fdd0a-a384-4e01-8424-67050b5a9de9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.358871] env[65665]: DEBUG oslo_vmware.api [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for the task: (returnval){ [ 1046.358871] env[65665]: value = "task-4855178" [ 1046.358871] env[65665]: _type = "Task" [ 1046.358871] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.370792] env[65665]: DEBUG oslo_vmware.api [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.432758] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855173, 'name': Rename_Task, 'duration_secs': 0.267593} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.433252] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.433634] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccf24ff9-de6a-4ad8-a24f-7abf28fe0263 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.443536] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Waiting for the task: (returnval){ [ 1046.443536] env[65665]: value = "task-4855179" [ 1046.443536] env[65665]: _type = "Task" [ 1046.443536] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.453658] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.502766] env[65665]: WARNING neutronclient.v2_0.client [req-acaec7d5-2fdd-4bac-a4c6-db5ac367e73a req-e554e91e-976b-4aae-b882-b5282b0dcfce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.576100] env[65665]: DEBUG oslo_vmware.api [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256193} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.580837] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.581226] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.581472] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.581668] env[65665]: INFO nova.compute.manager [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1046.581977] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1046.583125] env[65665]: DEBUG nova.compute.manager [-] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1046.583257] env[65665]: DEBUG nova.network.neutron [-] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1046.583505] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.609265] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c9afb5-f41f-4067-9199-61c3ffca2c39 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.609837] env[65665]: INFO nova.compute.manager [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Took 30.20 seconds to build instance. [ 1046.610741] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d24e2a32-89cb-46d6-a2f1-f8157aee2d7a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.618916] env[65665]: DEBUG oslo_vmware.api [None req-b4c9afb5-f41f-4067-9199-61c3ffca2c39 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1046.618916] env[65665]: value = "task-4855180" [ 1046.618916] env[65665]: _type = "Task" [ 1046.618916] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.631603] env[65665]: DEBUG oslo_vmware.api [None req-b4c9afb5-f41f-4067-9199-61c3ffca2c39 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.633170] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.678456] env[65665]: WARNING neutronclient.v2_0.client [req-acaec7d5-2fdd-4bac-a4c6-db5ac367e73a req-e554e91e-976b-4aae-b882-b5282b0dcfce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.704813] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.704813] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522c9e0c-fdd5-6701-ddbb-9d92f91ca538" [ 1046.704813] env[65665]: _type = "HttpNfcLease" [ 1046.704813] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1046.705176] env[65665]: DEBUG oslo_vmware.rw_handles [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1046.705176] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522c9e0c-fdd5-6701-ddbb-9d92f91ca538" [ 1046.705176] env[65665]: _type = "HttpNfcLease" [ 1046.705176] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1046.705801] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cb3fc3-8589-4dc6-82d2-2f1f228b2944 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.723579] env[65665]: DEBUG oslo_vmware.rw_handles [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f424ab-9abc-712f-e811-a7c9eeddcd6c/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1046.723940] env[65665]: DEBUG oslo_vmware.rw_handles [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f424ab-9abc-712f-e811-a7c9eeddcd6c/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1046.787849] env[65665]: DEBUG nova.objects.base [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.792543] env[65665]: WARNING neutronclient.v2_0.client [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.835763] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5264435e-217e-aa14-dce0-6a36701d9d21, 'name': SearchDatastore_Task, 'duration_secs': 0.024335} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.836110] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.836401] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.836692] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.836875] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.837996] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.837996] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09b18a06-c8b1-45ac-8349-9af4c642557a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.859405] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.859405] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.861125] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5242671c-4649-44f9-87f9-4bfd55f82e66 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.864429] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e0769351-fba4-44cb-bddb-2a0ed20b927b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.876204] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1046.876204] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52261885-ad78-d97f-accb-e120619a06b0" [ 1046.876204] env[65665]: _type = "Task" [ 1046.876204] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.887180] env[65665]: DEBUG oslo_vmware.api [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Task: {'id': task-4855178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225255} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.893683] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.893949] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.894314] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.894314] env[65665]: INFO nova.compute.manager [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1046.894513] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1046.895070] env[65665]: DEBUG nova.compute.manager [-] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1046.895551] env[65665]: DEBUG nova.network.neutron [-] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1046.895551] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.908290] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52261885-ad78-d97f-accb-e120619a06b0, 'name': SearchDatastore_Task, 'duration_secs': 0.027278} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.917918] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df80da24-e94c-4da0-931e-1c078f2e5508 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.923778] env[65665]: DEBUG nova.network.neutron [req-acaec7d5-2fdd-4bac-a4c6-db5ac367e73a req-e554e91e-976b-4aae-b882-b5282b0dcfce service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Updated VIF entry in instance network info cache for port 0a60f510-2ec8-4974-b0cb-2d671102c335. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1046.923778] env[65665]: DEBUG nova.network.neutron [req-acaec7d5-2fdd-4bac-a4c6-db5ac367e73a req-e554e91e-976b-4aae-b882-b5282b0dcfce service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Updating instance_info_cache with network_info: [{"id": "0a60f510-2ec8-4974-b0cb-2d671102c335", "address": "fa:16:3e:39:31:15", "network": {"id": "a61e2dc9-0cff-4a1b-91ef-709e67b667ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1274656255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfe31cb297441d99e0efeeacc93e834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a60f510-2e", "ovs_interfaceid": "0a60f510-2ec8-4974-b0cb-2d671102c335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.932804] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1046.932804] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a4dead-021d-7e95-4b5c-ff157cbfee4c" [ 1046.932804] env[65665]: _type = "Task" [ 1046.932804] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.944825] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a4dead-021d-7e95-4b5c-ff157cbfee4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.957940] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.988401] env[65665]: DEBUG nova.compute.manager [req-27f5ff95-4785-4a99-b0fe-0c0cfd232237 req-85bbe231-9c89-48e3-9123-71732d45d988 service nova] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Received event network-vif-deleted-2cf9426f-7f81-4db5-8b83-1e6040d038c4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1046.988401] env[65665]: INFO nova.compute.manager [req-27f5ff95-4785-4a99-b0fe-0c0cfd232237 req-85bbe231-9c89-48e3-9123-71732d45d988 service nova] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Neutron deleted interface 2cf9426f-7f81-4db5-8b83-1e6040d038c4; detaching it from the instance and deleting it from the info cache [ 1046.988401] env[65665]: DEBUG nova.network.neutron [req-27f5ff95-4785-4a99-b0fe-0c0cfd232237 req-85bbe231-9c89-48e3-9123-71732d45d988 service nova] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.093789] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.114059] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e60147d9-cc90-4d3d-9fc8-d404b969dfdf tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "c3e860cc-b225-4040-962a-7df5f3f1885f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.715s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.130748] env[65665]: DEBUG oslo_vmware.api [None req-b4c9afb5-f41f-4067-9199-61c3ffca2c39 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855180, 'name': PowerOffVM_Task, 'duration_secs': 0.324357} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.132540] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c9afb5-f41f-4067-9199-61c3ffca2c39 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.132978] env[65665]: DEBUG nova.compute.manager [None req-b4c9afb5-f41f-4067-9199-61c3ffca2c39 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1047.134439] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c018e0-cadf-40d5-9cdf-f94993f46d99 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.301513] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1cf390-66f2-4e67-beae-5a0fde52e9ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.310647] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a691000-e0a3-41e7-aa88-7a54f6829348 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.347826] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03b5b78-0f0c-45b3-a434-ade92bd801a0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.357476] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5499dfa6-2c24-4bb6-a24a-df09ffae3b81 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.373681] env[65665]: DEBUG nova.compute.provider_tree [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.401410] env[65665]: DEBUG nova.network.neutron [-] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.426121] env[65665]: DEBUG oslo_concurrency.lockutils [req-acaec7d5-2fdd-4bac-a4c6-db5ac367e73a req-e554e91e-976b-4aae-b882-b5282b0dcfce service nova] Releasing lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.448242] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a4dead-021d-7e95-4b5c-ff157cbfee4c, 'name': SearchDatastore_Task, 'duration_secs': 0.02425} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.452574] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.452985] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 630e7d47-a002-47e8-991a-c29d0c30aaa2/630e7d47-a002-47e8-991a-c29d0c30aaa2.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.456566] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d4c5dbe-0b17-44c7-8eeb-3d7e5c07b3b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.466971] env[65665]: DEBUG oslo_vmware.api [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855179, 'name': PowerOnVM_Task, 'duration_secs': 0.789223} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.470088] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.470088] env[65665]: INFO nova.compute.manager [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1047.470335] env[65665]: DEBUG nova.compute.manager [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1047.470798] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1047.470798] env[65665]: value = "task-4855181" [ 1047.470798] env[65665]: _type = "Task" [ 1047.470798] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.472088] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753c9c3f-ded8-420e-bd00-9b1fc5871fd3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.494984] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.494984] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4ec39ca-4d4e-4789-8083-b3a30d2f2a4c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.505811] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5effb7-9253-4caa-b0d2-a850d7d68df8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.519142] env[65665]: WARNING neutronclient.v2_0.client [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.558083] env[65665]: DEBUG nova.compute.manager [req-27f5ff95-4785-4a99-b0fe-0c0cfd232237 req-85bbe231-9c89-48e3-9123-71732d45d988 service nova] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Detach interface failed, port_id=2cf9426f-7f81-4db5-8b83-1e6040d038c4, reason: Instance 62178d5b-ef06-4c50-90b5-14f3d22e5a24 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1047.612606] env[65665]: DEBUG nova.network.neutron [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance_info_cache with network_info: [{"id": "ee895a83-eaff-41c9-9945-dc466a5c5182", "address": "fa:16:3e:35:57:83", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee895a83-ea", "ovs_interfaceid": "ee895a83-eaff-41c9-9945-dc466a5c5182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.660319] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b4c9afb5-f41f-4067-9199-61c3ffca2c39 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.879072] env[65665]: DEBUG nova.scheduler.client.report [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.905369] env[65665]: INFO nova.compute.manager [-] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Took 1.32 seconds to deallocate network for instance. [ 1047.943100] env[65665]: DEBUG nova.network.neutron [-] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.988798] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855181, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.999058] env[65665]: INFO nova.compute.manager [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Took 28.54 seconds to build instance. [ 1048.116167] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.300651] env[65665]: DEBUG nova.compute.manager [req-aa1b53bf-6a33-4003-b0fc-b3549ccad148 req-ecccd8f1-d0d7-4de9-9273-4a0173a8a640 service nova] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Received event network-vif-deleted-0f98acb3-23ce-436b-b5d0-939b84cdd68d {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1048.386596] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.636s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.389617] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.089s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.391195] env[65665]: INFO nova.compute.claims [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.415032] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.445641] env[65665]: INFO nova.compute.manager [-] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Took 1.55 seconds to deallocate network for instance. [ 1048.491494] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855181, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.500428] env[65665]: DEBUG oslo_concurrency.lockutils [None req-da2c046a-35da-4743-abbd-fc7b1ce64748 tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Lock "d57c3ca4-947a-4817-93cc-29dedd8f6a79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.046s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.905637] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c58b765d-a784-4d3d-b75d-089fde9e5e2c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.778s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.908438] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.629s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.908438] env[65665]: INFO nova.compute.manager [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Unshelving [ 1048.953323] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.988803] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855181, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.50772} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.989116] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 630e7d47-a002-47e8-991a-c29d0c30aaa2/630e7d47-a002-47e8-991a-c29d0c30aaa2.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.989270] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.989596] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31a95d0f-361d-4a01-b0f4-dde49389f731 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.999367] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1048.999367] env[65665]: value = "task-4855182" [ 1048.999367] env[65665]: _type = "Task" [ 1048.999367] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.011512] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.111974] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquiring lock "8c5fe6cd-7f46-43fa-a083-b67b5889af43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.112816] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lock "8c5fe6cd-7f46-43fa-a083-b67b5889af43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.202181] env[65665]: DEBUG oslo_concurrency.lockutils [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "751b3c67-22d0-4688-8d84-33a56b930a9e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.202293] env[65665]: DEBUG oslo_concurrency.lockutils [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.510864] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125459} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.511170] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.514543] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804367bd-7b78-4ea1-9836-55456b162d3c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.519527] env[65665]: DEBUG nova.compute.manager [req-97bdf84a-a9f9-4701-a853-64642d514003 req-087ea56d-cabb-4d70-a06e-b25b5723e699 service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Received event network-changed-5ee4edb4-34ff-4cbb-b590-f0a657a72d77 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1049.519723] env[65665]: DEBUG nova.compute.manager [req-97bdf84a-a9f9-4701-a853-64642d514003 req-087ea56d-cabb-4d70-a06e-b25b5723e699 service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Refreshing instance network info cache due to event network-changed-5ee4edb4-34ff-4cbb-b590-f0a657a72d77. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1049.519947] env[65665]: DEBUG oslo_concurrency.lockutils [req-97bdf84a-a9f9-4701-a853-64642d514003 req-087ea56d-cabb-4d70-a06e-b25b5723e699 service nova] Acquiring lock "refresh_cache-c3e860cc-b225-4040-962a-7df5f3f1885f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.520249] env[65665]: DEBUG oslo_concurrency.lockutils [req-97bdf84a-a9f9-4701-a853-64642d514003 req-087ea56d-cabb-4d70-a06e-b25b5723e699 service nova] Acquired lock "refresh_cache-c3e860cc-b225-4040-962a-7df5f3f1885f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.520249] env[65665]: DEBUG nova.network.neutron [req-97bdf84a-a9f9-4701-a853-64642d514003 req-087ea56d-cabb-4d70-a06e-b25b5723e699 service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Refreshing network info cache for port 5ee4edb4-34ff-4cbb-b590-f0a657a72d77 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.542495] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 630e7d47-a002-47e8-991a-c29d0c30aaa2/630e7d47-a002-47e8-991a-c29d0c30aaa2.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.546260] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d4cb952-1ea9-4b4d-8a4b-f98ce841c18e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.568143] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1049.568143] env[65665]: value = "task-4855183" [ 1049.568143] env[65665]: _type = "Task" [ 1049.568143] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.582125] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.617199] env[65665]: DEBUG nova.compute.manager [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1049.636674] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c30c8d0-b417-48ec-ab33-3c8746616b69 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.658733] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance '6d29aab2-9e02-43c1-be36-c2e06c0af68c' progress to 0 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.701096] env[65665]: DEBUG nova.compute.manager [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Stashing vm_state: stopped {{(pid=65665) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1049.708023] env[65665]: DEBUG nova.compute.utils [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.808099] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d78baa-9e8a-479e-a49a-9c4ae8a4a98d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.818057] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf2bfb1-c6d5-4a21-88a0-990383e79e72 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.854445] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1339447a-5e70-41d4-9970-1c56116d84dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.863316] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a535799-93e3-4797-8da4-a15d7956f0bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.879408] env[65665]: DEBUG nova.compute.provider_tree [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.932578] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.023697] env[65665]: WARNING neutronclient.v2_0.client [req-97bdf84a-a9f9-4701-a853-64642d514003 req-087ea56d-cabb-4d70-a06e-b25b5723e699 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.079556] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855183, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.144843] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.168761] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.169174] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee1ba1e5-6e47-486d-b5b6-1b465abdb717 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.177576] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1050.177576] env[65665]: value = "task-4855184" [ 1050.177576] env[65665]: _type = "Task" [ 1050.177576] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.188947] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.215847] env[65665]: DEBUG oslo_concurrency.lockutils [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.226339] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.272126] env[65665]: WARNING neutronclient.v2_0.client [req-97bdf84a-a9f9-4701-a853-64642d514003 req-087ea56d-cabb-4d70-a06e-b25b5723e699 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.361488] env[65665]: DEBUG nova.network.neutron [req-97bdf84a-a9f9-4701-a853-64642d514003 req-087ea56d-cabb-4d70-a06e-b25b5723e699 service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Updated VIF entry in instance network info cache for port 5ee4edb4-34ff-4cbb-b590-f0a657a72d77. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1050.361822] env[65665]: DEBUG nova.network.neutron [req-97bdf84a-a9f9-4701-a853-64642d514003 req-087ea56d-cabb-4d70-a06e-b25b5723e699 service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Updating instance_info_cache with network_info: [{"id": "5ee4edb4-34ff-4cbb-b590-f0a657a72d77", "address": "fa:16:3e:c4:b1:f0", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee4edb4-34", "ovs_interfaceid": "5ee4edb4-34ff-4cbb-b590-f0a657a72d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.386736] env[65665]: DEBUG nova.scheduler.client.report [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.580116] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855183, 'name': ReconfigVM_Task, 'duration_secs': 0.597834} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.580421] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 630e7d47-a002-47e8-991a-c29d0c30aaa2/630e7d47-a002-47e8-991a-c29d0c30aaa2.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.581164] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8ad4a1f-34d7-4bf9-a192-f3efa21d3459 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.590444] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1050.590444] env[65665]: value = "task-4855185" [ 1050.590444] env[65665]: _type = "Task" [ 1050.590444] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.601413] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855185, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.688710] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855184, 'name': PowerOffVM_Task, 'duration_secs': 0.245051} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.689051] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.689250] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance '6d29aab2-9e02-43c1-be36-c2e06c0af68c' progress to 17 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.865715] env[65665]: DEBUG oslo_concurrency.lockutils [req-97bdf84a-a9f9-4701-a853-64642d514003 req-087ea56d-cabb-4d70-a06e-b25b5723e699 service nova] Releasing lock "refresh_cache-c3e860cc-b225-4040-962a-7df5f3f1885f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.898106] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.898838] env[65665]: DEBUG nova.compute.manager [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1050.901913] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.803s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.907104] env[65665]: INFO nova.compute.claims [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.105964] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855185, 'name': Rename_Task, 'duration_secs': 0.290557} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.106448] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.106581] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae7fbd58-0a6d-40d1-b892-c6e4f867e1b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.114309] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1051.114309] env[65665]: value = "task-4855186" [ 1051.114309] env[65665]: _type = "Task" [ 1051.114309] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.124487] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.196849] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1051.197289] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.197548] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1051.197779] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.197956] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1051.198156] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1051.198408] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1051.198626] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1051.198832] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1051.199097] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1051.199351] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1051.205561] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84251b8-ec32-4bd6-87ea-cc4d4d1c8d49 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.223741] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1051.223741] env[65665]: value = "task-4855187" [ 1051.223741] env[65665]: _type = "Task" [ 1051.223741] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.237927] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.292176] env[65665]: DEBUG oslo_concurrency.lockutils [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "751b3c67-22d0-4688-8d84-33a56b930a9e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.293032] env[65665]: DEBUG oslo_concurrency.lockutils [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.293032] env[65665]: INFO nova.compute.manager [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Attaching volume 8d5dd57c-0555-427c-b56f-8489c45a2adb to /dev/sdb [ 1051.336706] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe2e973-c23b-4b60-9938-14956edfbd1c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.345207] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8066415-0d79-4f18-ace5-a7a8ab83bb6b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.360179] env[65665]: DEBUG nova.virt.block_device [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Updating existing volume attachment record: 48fae68b-a147-425b-9dda-a53317af452d {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1051.370844] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Acquiring lock "d57c3ca4-947a-4817-93cc-29dedd8f6a79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.371106] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Lock "d57c3ca4-947a-4817-93cc-29dedd8f6a79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.371326] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Acquiring lock "d57c3ca4-947a-4817-93cc-29dedd8f6a79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.371506] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Lock "d57c3ca4-947a-4817-93cc-29dedd8f6a79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.371669] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Lock "d57c3ca4-947a-4817-93cc-29dedd8f6a79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.373845] env[65665]: INFO nova.compute.manager [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Terminating instance [ 1051.412560] env[65665]: DEBUG nova.compute.utils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.414405] env[65665]: DEBUG nova.compute.manager [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1051.414596] env[65665]: DEBUG nova.network.neutron [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1051.414748] env[65665]: WARNING neutronclient.v2_0.client [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.415656] env[65665]: WARNING neutronclient.v2_0.client [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.487339] env[65665]: DEBUG nova.policy [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b926604520c426ba3032913d2e1861c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4ce9c6ecd5c4a14aa9fa8007b82af44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.625591] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.734845] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855187, 'name': ReconfigVM_Task, 'duration_secs': 0.288415} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.735493] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance '6d29aab2-9e02-43c1-be36-c2e06c0af68c' progress to 33 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.849287] env[65665]: DEBUG nova.network.neutron [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Successfully created port: adee3f9a-e360-4f45-b874-21d778e592d3 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1051.878252] env[65665]: DEBUG nova.compute.manager [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1051.878485] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.879439] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d910781f-34e2-4940-b8b5-ba539538bd14 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.887374] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.887634] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f937a8f9-3849-4ae8-a9cf-4df6394095e0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.895305] env[65665]: DEBUG oslo_vmware.api [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Waiting for the task: (returnval){ [ 1051.895305] env[65665]: value = "task-4855189" [ 1051.895305] env[65665]: _type = "Task" [ 1051.895305] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.905412] env[65665]: DEBUG oslo_vmware.api [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.918837] env[65665]: DEBUG nova.compute.manager [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1052.126971] env[65665]: DEBUG oslo_vmware.api [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855186, 'name': PowerOnVM_Task, 'duration_secs': 0.997686} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.130149] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.130382] env[65665]: INFO nova.compute.manager [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1052.130624] env[65665]: DEBUG nova.compute.manager [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1052.131781] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cdb0de-dded-40f4-a0ec-a5533d05b592 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.242891] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1052.243268] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.243452] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1052.243640] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.243792] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1052.244124] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1052.244195] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.244340] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1052.244512] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1052.244675] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1052.245223] env[65665]: DEBUG nova.virt.hardware [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1052.251811] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.254826] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8292550e-ce51-4f2c-bec7-8578187ed583 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.274802] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1052.274802] env[65665]: value = "task-4855192" [ 1052.274802] env[65665]: _type = "Task" [ 1052.274802] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.288012] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.332294] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7954b832-56a6-4f84-b40c-02b83964d698 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.341235] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d692422c-c9b9-4b3f-a789-921c3af17995 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.379043] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7664ebb5-a604-43a5-a41a-05efdc3acdf8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.388210] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1edad81-91ce-47a2-a3fc-5f0e6cd23d33 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.405304] env[65665]: DEBUG nova.compute.provider_tree [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.415853] env[65665]: DEBUG oslo_vmware.api [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855189, 'name': PowerOffVM_Task, 'duration_secs': 0.274404} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.416816] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.416983] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.417266] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a8b7d57-01b3-4667-b2b5-517f3cf43f2b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.496155] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.496383] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.496564] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Deleting the datastore file [datastore2] d57c3ca4-947a-4817-93cc-29dedd8f6a79 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.497235] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72b1acc9-0b60-4bab-9e09-5cacf691d29e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.504621] env[65665]: DEBUG oslo_vmware.api [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Waiting for the task: (returnval){ [ 1052.504621] env[65665]: value = "task-4855194" [ 1052.504621] env[65665]: _type = "Task" [ 1052.504621] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.514978] env[65665]: DEBUG oslo_vmware.api [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.653404] env[65665]: INFO nova.compute.manager [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Took 30.45 seconds to build instance. [ 1052.786791] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855192, 'name': ReconfigVM_Task, 'duration_secs': 0.276348} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.787252] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1052.788350] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeab7da-ff3c-4a4b-9b99-49cca9c4d54f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.817888] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 6d29aab2-9e02-43c1-be36-c2e06c0af68c/6d29aab2-9e02-43c1-be36-c2e06c0af68c.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.818262] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803de0c5-cba3-4a9b-ad50-2298558b3d7d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.838637] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1052.838637] env[65665]: value = "task-4855195" [ 1052.838637] env[65665]: _type = "Task" [ 1052.838637] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.848418] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.912043] env[65665]: DEBUG nova.scheduler.client.report [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.930813] env[65665]: DEBUG nova.compute.manager [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1052.956403] env[65665]: DEBUG nova.virt.hardware [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1052.956701] env[65665]: DEBUG nova.virt.hardware [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.956868] env[65665]: DEBUG nova.virt.hardware [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1052.957064] env[65665]: DEBUG nova.virt.hardware [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.957272] env[65665]: DEBUG nova.virt.hardware [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1052.957419] env[65665]: DEBUG nova.virt.hardware [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1052.957687] env[65665]: DEBUG nova.virt.hardware [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.957867] env[65665]: DEBUG nova.virt.hardware [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1052.958052] env[65665]: DEBUG nova.virt.hardware [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1052.958236] env[65665]: DEBUG nova.virt.hardware [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1052.958447] env[65665]: DEBUG nova.virt.hardware [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1052.959349] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e81949-6f06-4f6b-8261-1af70ea4af09 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.968408] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2801b770-43ff-4820-bf3a-394886fe151f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.015144] env[65665]: DEBUG oslo_vmware.api [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Task: {'id': task-4855194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153268} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.015465] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.015692] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.015954] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.016190] env[65665]: INFO nova.compute.manager [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1053.016489] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1053.016774] env[65665]: DEBUG nova.compute.manager [-] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1053.016839] env[65665]: DEBUG nova.network.neutron [-] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1053.017171] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.052670] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.157990] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2e81b6c0-3219-4a56-9c2e-4c99355bb01d tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "630e7d47-a002-47e8-991a-c29d0c30aaa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.966s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.351340] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.371830] env[65665]: DEBUG nova.compute.manager [req-d533dd30-c6f2-4fb3-899d-4c84954607b9 req-08f44085-8b3c-48fc-ae98-1b9d07718557 service nova] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Received event network-vif-deleted-21e7bb1a-1af0-461a-a640-d9f4247882f1 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1053.372071] env[65665]: INFO nova.compute.manager [req-d533dd30-c6f2-4fb3-899d-4c84954607b9 req-08f44085-8b3c-48fc-ae98-1b9d07718557 service nova] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Neutron deleted interface 21e7bb1a-1af0-461a-a640-d9f4247882f1; detaching it from the instance and deleting it from the info cache [ 1053.372258] env[65665]: DEBUG nova.network.neutron [req-d533dd30-c6f2-4fb3-899d-4c84954607b9 req-08f44085-8b3c-48fc-ae98-1b9d07718557 service nova] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.416504] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.417163] env[65665]: DEBUG nova.compute.manager [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1053.421323] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.563s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.425109] env[65665]: INFO nova.compute.claims [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.546278] env[65665]: DEBUG nova.compute.manager [req-89105bb7-3e02-48ad-a73e-4915a32bd255 req-26f3db2a-ee6f-4d1a-bf2b-00fc32d6349a service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Received event network-vif-plugged-adee3f9a-e360-4f45-b874-21d778e592d3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1053.546493] env[65665]: DEBUG oslo_concurrency.lockutils [req-89105bb7-3e02-48ad-a73e-4915a32bd255 req-26f3db2a-ee6f-4d1a-bf2b-00fc32d6349a service nova] Acquiring lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.546709] env[65665]: DEBUG oslo_concurrency.lockutils [req-89105bb7-3e02-48ad-a73e-4915a32bd255 req-26f3db2a-ee6f-4d1a-bf2b-00fc32d6349a service nova] Lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.546961] env[65665]: DEBUG oslo_concurrency.lockutils [req-89105bb7-3e02-48ad-a73e-4915a32bd255 req-26f3db2a-ee6f-4d1a-bf2b-00fc32d6349a service nova] Lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.547296] env[65665]: DEBUG nova.compute.manager [req-89105bb7-3e02-48ad-a73e-4915a32bd255 req-26f3db2a-ee6f-4d1a-bf2b-00fc32d6349a service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] No waiting events found dispatching network-vif-plugged-adee3f9a-e360-4f45-b874-21d778e592d3 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1053.547381] env[65665]: WARNING nova.compute.manager [req-89105bb7-3e02-48ad-a73e-4915a32bd255 req-26f3db2a-ee6f-4d1a-bf2b-00fc32d6349a service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Received unexpected event network-vif-plugged-adee3f9a-e360-4f45-b874-21d778e592d3 for instance with vm_state building and task_state spawning. [ 1053.566280] env[65665]: DEBUG nova.network.neutron [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Successfully updated port: adee3f9a-e360-4f45-b874-21d778e592d3 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1053.789982] env[65665]: DEBUG nova.network.neutron [-] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.852076] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855195, 'name': ReconfigVM_Task, 'duration_secs': 0.59451} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.852381] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 6d29aab2-9e02-43c1-be36-c2e06c0af68c/6d29aab2-9e02-43c1-be36-c2e06c0af68c.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.852638] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance '6d29aab2-9e02-43c1-be36-c2e06c0af68c' progress to 50 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.877769] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a94339d-a2bc-45ae-b6a5-1b559e460933 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.888936] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff695d24-b379-4dec-84da-8813e6f03231 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.932524] env[65665]: DEBUG nova.compute.utils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.935788] env[65665]: DEBUG nova.compute.manager [req-d533dd30-c6f2-4fb3-899d-4c84954607b9 req-08f44085-8b3c-48fc-ae98-1b9d07718557 service nova] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Detach interface failed, port_id=21e7bb1a-1af0-461a-a640-d9f4247882f1, reason: Instance d57c3ca4-947a-4817-93cc-29dedd8f6a79 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1053.936685] env[65665]: DEBUG nova.compute.manager [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1053.936870] env[65665]: DEBUG nova.network.neutron [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1053.937283] env[65665]: WARNING neutronclient.v2_0.client [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.937637] env[65665]: WARNING neutronclient.v2_0.client [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.990197] env[65665]: DEBUG nova.policy [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179afa96e4c44c34bdb756c0e704b61b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19922781a3704af9828c1bf54df07b9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.070775] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "refresh_cache-42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.071076] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "refresh_cache-42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.071281] env[65665]: DEBUG nova.network.neutron [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1054.293151] env[65665]: INFO nova.compute.manager [-] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Took 1.28 seconds to deallocate network for instance. [ 1054.360865] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218921b8-4f6a-4106-8cfc-07a3a1253629 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.390089] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678889ff-0f48-4cb9-9f6c-acfb8a7d0460 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.410232] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance '6d29aab2-9e02-43c1-be36-c2e06c0af68c' progress to 67 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.415978] env[65665]: DEBUG nova.network.neutron [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Successfully created port: a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1054.440886] env[65665]: DEBUG nova.compute.manager [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1054.685018] env[65665]: DEBUG nova.network.neutron [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1054.801864] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.829879] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e06c61-62b6-40d8-8c85-c7fe880a1207 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.839120] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da619152-9a06-4779-9561-be2f6fa36592 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.870138] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e875d5a-75a5-4857-ab93-cb6ba4fc9bd2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.879492] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a07a8d-f0cc-4089-9c3c-cfe5ee7f70fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.894790] env[65665]: DEBUG nova.compute.provider_tree [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.916226] env[65665]: WARNING neutronclient.v2_0.client [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.916823] env[65665]: WARNING neutronclient.v2_0.client [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.398561] env[65665]: DEBUG nova.scheduler.client.report [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.451350] env[65665]: DEBUG nova.compute.manager [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1055.478745] env[65665]: DEBUG nova.virt.hardware [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1055.478745] env[65665]: DEBUG nova.virt.hardware [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.478745] env[65665]: DEBUG nova.virt.hardware [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1055.478745] env[65665]: DEBUG nova.virt.hardware [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.478745] env[65665]: DEBUG nova.virt.hardware [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1055.479255] env[65665]: DEBUG nova.virt.hardware [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1055.479255] env[65665]: DEBUG nova.virt.hardware [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1055.479255] env[65665]: DEBUG nova.virt.hardware [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1055.479448] env[65665]: DEBUG nova.virt.hardware [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1055.480036] env[65665]: DEBUG nova.virt.hardware [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1055.480036] env[65665]: DEBUG nova.virt.hardware [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1055.480608] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a11708-cb88-4410-9dc0-af5e2d71ee4a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.490741] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a1e02a-6c87-4fd4-9727-5f7fda51cd0f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.904014] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.904618] env[65665]: DEBUG nova.compute.manager [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1055.907636] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.494s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.907785] env[65665]: DEBUG nova.objects.instance [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lazy-loading 'resources' on Instance uuid 62178d5b-ef06-4c50-90b5-14f3d22e5a24 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.952490] env[65665]: DEBUG nova.network.neutron [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Successfully updated port: a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1056.014811] env[65665]: DEBUG nova.network.neutron [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Port ee895a83-eaff-41c9-9945-dc466a5c5182 binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1056.143318] env[65665]: WARNING neutronclient.v2_0.client [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.243777] env[65665]: DEBUG nova.network.neutron [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Updating instance_info_cache with network_info: [{"id": "adee3f9a-e360-4f45-b874-21d778e592d3", "address": "fa:16:3e:79:50:2d", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadee3f9a-e3", "ovs_interfaceid": "adee3f9a-e360-4f45-b874-21d778e592d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.409790] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1056.410047] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946405', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'name': 'volume-8d5dd57c-0555-427c-b56f-8489c45a2adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '751b3c67-22d0-4688-8d84-33a56b930a9e', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'serial': '8d5dd57c-0555-427c-b56f-8489c45a2adb'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1056.412513] env[65665]: DEBUG nova.compute.utils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.418591] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb010546-0b9a-4a1c-ad9b-840ad4193bf0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.421676] env[65665]: DEBUG nova.compute.manager [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1056.422076] env[65665]: DEBUG nova.network.neutron [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1056.423517] env[65665]: WARNING neutronclient.v2_0.client [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.423517] env[65665]: WARNING neutronclient.v2_0.client [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.444614] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d7db13-3879-4855-891e-4bb11bd58a2d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.467785] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.467980] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.468176] env[65665]: DEBUG nova.network.neutron [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1056.476650] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-8d5dd57c-0555-427c-b56f-8489c45a2adb/volume-8d5dd57c-0555-427c-b56f-8489c45a2adb.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.478510] env[65665]: DEBUG nova.policy [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf417b913cd6406ab60387c7d346e5ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f26153d5641a4814a8977223e99fb045', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.485735] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a5a8e2-394e-4e03-80e7-0acdd2fa3c56 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.506426] env[65665]: DEBUG oslo_vmware.api [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1056.506426] env[65665]: value = "task-4855197" [ 1056.506426] env[65665]: _type = "Task" [ 1056.506426] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.522207] env[65665]: DEBUG oslo_vmware.api [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.537745] env[65665]: DEBUG nova.network.neutron [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1056.634062] env[65665]: DEBUG oslo_vmware.rw_handles [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f424ab-9abc-712f-e811-a7c9eeddcd6c/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1056.635071] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3e11e3-23dd-4beb-ace9-4452bf614c33 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.646102] env[65665]: DEBUG oslo_vmware.rw_handles [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f424ab-9abc-712f-e811-a7c9eeddcd6c/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1056.646284] env[65665]: ERROR oslo_vmware.rw_handles [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f424ab-9abc-712f-e811-a7c9eeddcd6c/disk-0.vmdk due to incomplete transfer. [ 1056.646566] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cca47fec-34de-4481-a2bc-086461ad9a2b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.657527] env[65665]: DEBUG oslo_vmware.rw_handles [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f424ab-9abc-712f-e811-a7c9eeddcd6c/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1056.657751] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Uploaded image 2841c5ce-1bdf-4fcd-a94b-7e40943fb574 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1056.660560] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1056.660760] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ddc2e9a7-19ec-428c-863b-fc90369b3919 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.671205] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1056.671205] env[65665]: value = "task-4855198" [ 1056.671205] env[65665]: _type = "Task" [ 1056.671205] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.674776] env[65665]: WARNING neutronclient.v2_0.client [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.687962] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855198, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.748754] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "refresh_cache-42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.748754] env[65665]: DEBUG nova.compute.manager [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Instance network_info: |[{"id": "adee3f9a-e360-4f45-b874-21d778e592d3", "address": "fa:16:3e:79:50:2d", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadee3f9a-e3", "ovs_interfaceid": "adee3f9a-e360-4f45-b874-21d778e592d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1056.748754] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:50:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adee3f9a-e360-4f45-b874-21d778e592d3', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.756909] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1056.760027] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.761137] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56234c30-b48e-4685-b9e1-1e3ca4cabcdf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.788645] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.788645] env[65665]: value = "task-4855199" [ 1056.788645] env[65665]: _type = "Task" [ 1056.788645] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.799590] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855199, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.869650] env[65665]: DEBUG nova.network.neutron [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updating instance_info_cache with network_info: [{"id": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "address": "fa:16:3e:f2:3c:a8", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4f6c223-2e", "ovs_interfaceid": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.875014] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab92364e-7ee4-4b49-95cf-fc44378d1749 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.887299] env[65665]: DEBUG nova.network.neutron [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Successfully created port: 0efd2e94-5218-4dd2-8a76-b34f10de0df3 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1056.890364] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8579880-813c-452d-a346-ebca19f7efb1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.924173] env[65665]: DEBUG nova.compute.manager [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1056.926361] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fa1597-3906-4dac-80bb-03c7c521024e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.935209] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf94c479-66e6-4aa0-acb9-202612b85d72 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.951055] env[65665]: DEBUG nova.compute.provider_tree [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.984572] env[65665]: DEBUG nova.compute.manager [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Received event network-changed-adee3f9a-e360-4f45-b874-21d778e592d3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1056.984572] env[65665]: DEBUG nova.compute.manager [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Refreshing instance network info cache due to event network-changed-adee3f9a-e360-4f45-b874-21d778e592d3. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1056.984572] env[65665]: DEBUG oslo_concurrency.lockutils [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] Acquiring lock "refresh_cache-42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.984572] env[65665]: DEBUG oslo_concurrency.lockutils [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] Acquired lock "refresh_cache-42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.984572] env[65665]: DEBUG nova.network.neutron [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Refreshing network info cache for port adee3f9a-e360-4f45-b874-21d778e592d3 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.016663] env[65665]: DEBUG oslo_vmware.api [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.040796] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.040796] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.041039] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.044924] env[65665]: DEBUG nova.compute.manager [req-35473eaa-9549-472d-8dbe-eb539e3154ff req-044b38e4-11a8-4dda-bc55-5071f83952c4 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Received event network-vif-plugged-a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1057.045063] env[65665]: DEBUG oslo_concurrency.lockutils [req-35473eaa-9549-472d-8dbe-eb539e3154ff req-044b38e4-11a8-4dda-bc55-5071f83952c4 service nova] Acquiring lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.045398] env[65665]: DEBUG oslo_concurrency.lockutils [req-35473eaa-9549-472d-8dbe-eb539e3154ff req-044b38e4-11a8-4dda-bc55-5071f83952c4 service nova] Lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.045650] env[65665]: DEBUG oslo_concurrency.lockutils [req-35473eaa-9549-472d-8dbe-eb539e3154ff req-044b38e4-11a8-4dda-bc55-5071f83952c4 service nova] Lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.045903] env[65665]: DEBUG nova.compute.manager [req-35473eaa-9549-472d-8dbe-eb539e3154ff req-044b38e4-11a8-4dda-bc55-5071f83952c4 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] No waiting events found dispatching network-vif-plugged-a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1057.046149] env[65665]: WARNING nova.compute.manager [req-35473eaa-9549-472d-8dbe-eb539e3154ff req-044b38e4-11a8-4dda-bc55-5071f83952c4 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Received unexpected event network-vif-plugged-a4f6c223-2eae-4bac-bdd1-28423b72aafe for instance with vm_state building and task_state spawning. [ 1057.187191] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855198, 'name': Destroy_Task, 'duration_secs': 0.454713} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.187490] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Destroyed the VM [ 1057.187751] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1057.188008] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a055f74-c47e-4791-a87a-0bdff1b106b2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.197393] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1057.197393] env[65665]: value = "task-4855200" [ 1057.197393] env[65665]: _type = "Task" [ 1057.197393] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.208679] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.299717] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855199, 'name': CreateVM_Task, 'duration_secs': 0.432719} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.299899] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.300444] env[65665]: WARNING neutronclient.v2_0.client [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.301102] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.301326] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.301668] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.301968] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62515b6-3d87-4235-b8e0-efc9f3f30eac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.307787] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1057.307787] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f9b9c0-94af-24dd-a30c-c89ac5cca622" [ 1057.307787] env[65665]: _type = "Task" [ 1057.307787] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.317292] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f9b9c0-94af-24dd-a30c-c89ac5cca622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.373751] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.374250] env[65665]: DEBUG nova.compute.manager [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Instance network_info: |[{"id": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "address": "fa:16:3e:f2:3c:a8", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4f6c223-2e", "ovs_interfaceid": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1057.374777] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:3c:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4f6c223-2eae-4bac-bdd1-28423b72aafe', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.382679] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1057.382945] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.383219] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1f0d16c-d11c-46fc-9cc6-d8411ef7ec7c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.403929] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.403929] env[65665]: value = "task-4855201" [ 1057.403929] env[65665]: _type = "Task" [ 1057.403929] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.416321] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855201, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.454812] env[65665]: DEBUG nova.scheduler.client.report [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.487706] env[65665]: WARNING neutronclient.v2_0.client [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.518827] env[65665]: DEBUG oslo_vmware.api [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855197, 'name': ReconfigVM_Task, 'duration_secs': 0.659992} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.519141] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-8d5dd57c-0555-427c-b56f-8489c45a2adb/volume-8d5dd57c-0555-427c-b56f-8489c45a2adb.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.525842] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20885353-18c9-42e1-a5c6-98d0ca85d3a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.541077] env[65665]: DEBUG oslo_vmware.api [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1057.541077] env[65665]: value = "task-4855202" [ 1057.541077] env[65665]: _type = "Task" [ 1057.541077] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.555286] env[65665]: DEBUG oslo_vmware.api [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.713848] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.820794] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f9b9c0-94af-24dd-a30c-c89ac5cca622, 'name': SearchDatastore_Task, 'duration_secs': 0.013084} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.821432] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.821514] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.821725] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.821870] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.822284] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.822399] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cee0fb5e-450b-4a71-952f-e3ca63108ca3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.832392] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.832611] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.834233] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f7bda50-c1ec-4512-b612-ad85d2319f1a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.840324] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1057.840324] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5229958d-a09d-c764-2782-7569e35696cb" [ 1057.840324] env[65665]: _type = "Task" [ 1057.840324] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.849759] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5229958d-a09d-c764-2782-7569e35696cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.917059] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855201, 'name': CreateVM_Task, 'duration_secs': 0.416402} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.917059] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.917415] env[65665]: WARNING neutronclient.v2_0.client [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.917764] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.917914] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.918245] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.918509] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db61808-8e0b-429c-82cb-0e972f00f47a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.927027] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1057.927027] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52610f0e-387b-6ae9-0c5b-0dfbbd6fcc45" [ 1057.927027] env[65665]: _type = "Task" [ 1057.927027] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.936165] env[65665]: DEBUG nova.compute.manager [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1057.938466] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52610f0e-387b-6ae9-0c5b-0dfbbd6fcc45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.960994] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.964255] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.010s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.964255] env[65665]: DEBUG nova.objects.instance [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lazy-loading 'resources' on Instance uuid 116b28c6-59e7-406b-aac0-dfc41bd2ce66 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.979583] env[65665]: DEBUG nova.virt.hardware [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1057.979830] env[65665]: DEBUG nova.virt.hardware [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.979985] env[65665]: DEBUG nova.virt.hardware [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1057.980183] env[65665]: DEBUG nova.virt.hardware [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.980334] env[65665]: DEBUG nova.virt.hardware [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1057.980454] env[65665]: DEBUG nova.virt.hardware [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1057.980760] env[65665]: DEBUG nova.virt.hardware [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1057.980920] env[65665]: DEBUG nova.virt.hardware [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1057.981103] env[65665]: DEBUG nova.virt.hardware [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1057.981296] env[65665]: DEBUG nova.virt.hardware [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1057.981432] env[65665]: DEBUG nova.virt.hardware [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1057.982736] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530c1c6e-834f-43c8-925e-639a68c81527 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.992605] env[65665]: INFO nova.scheduler.client.report [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted allocations for instance 62178d5b-ef06-4c50-90b5-14f3d22e5a24 [ 1057.996230] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43426bcc-9d13-4b16-8c36-950bdcda9e18 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.052359] env[65665]: DEBUG oslo_vmware.api [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855202, 'name': ReconfigVM_Task, 'duration_secs': 0.197986} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.052730] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946405', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'name': 'volume-8d5dd57c-0555-427c-b56f-8489c45a2adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '751b3c67-22d0-4688-8d84-33a56b930a9e', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'serial': '8d5dd57c-0555-427c-b56f-8489c45a2adb'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1058.055064] env[65665]: WARNING neutronclient.v2_0.client [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.209058] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855200, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.271466] env[65665]: WARNING neutronclient.v2_0.client [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.352621] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5229958d-a09d-c764-2782-7569e35696cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.353553] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0567a2a4-fb92-450f-8e5a-746125b8a9cc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.361548] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1058.361548] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ffa451-337d-2ab3-a2b9-58df5f9e352a" [ 1058.361548] env[65665]: _type = "Task" [ 1058.361548] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.365718] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.365951] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.366203] env[65665]: DEBUG nova.network.neutron [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1058.378263] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ffa451-337d-2ab3-a2b9-58df5f9e352a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.440328] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52610f0e-387b-6ae9-0c5b-0dfbbd6fcc45, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.441270] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.441270] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.441270] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.506422] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d3236a64-3f39-43c7-a5c5-f3db7ff8bc44 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "62178d5b-ef06-4c50-90b5-14f3d22e5a24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.578s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.528337] env[65665]: DEBUG nova.network.neutron [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Updated VIF entry in instance network info cache for port adee3f9a-e360-4f45-b874-21d778e592d3. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1058.528337] env[65665]: DEBUG nova.network.neutron [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Updating instance_info_cache with network_info: [{"id": "adee3f9a-e360-4f45-b874-21d778e592d3", "address": "fa:16:3e:79:50:2d", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadee3f9a-e3", "ovs_interfaceid": "adee3f9a-e360-4f45-b874-21d778e592d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.535093] env[65665]: DEBUG nova.network.neutron [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Successfully updated port: 0efd2e94-5218-4dd2-8a76-b34f10de0df3 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1058.709318] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855200, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.822128] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcefdef8-301d-489c-a71e-f4b6eaf75365 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.830247] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0927620-5383-4bed-9ef7-2a55516562d8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.861315] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd317ab-c164-4154-8783-1167e57407ae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.873342] env[65665]: WARNING neutronclient.v2_0.client [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.882426] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884ee648-c8d8-4546-a6b0-24b9991b05a4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.886268] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ffa451-337d-2ab3-a2b9-58df5f9e352a, 'name': SearchDatastore_Task, 'duration_secs': 0.012715} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.886899] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.887374] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309/42c1b308-5cc3-4cc7-a0ff-1ecb915f6309.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.887833] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.888030] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.888269] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-623472e7-9a49-4c62-8fab-6b531fb30dd7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.902020] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a814bdc-148c-4e54-bd44-dc20aab2e76e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.902020] env[65665]: DEBUG nova.compute.provider_tree [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.911681] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1058.911681] env[65665]: value = "task-4855203" [ 1058.911681] env[65665]: _type = "Task" [ 1058.911681] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.911955] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.912090] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.913502] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98461e4f-e266-4bc4-a15a-8e915b2b3d15 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.925744] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1058.925744] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dcbb53-d8f0-1f7d-a51c-cf85d5a8dd28" [ 1058.925744] env[65665]: _type = "Task" [ 1058.925744] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.928776] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.940029] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dcbb53-d8f0-1f7d-a51c-cf85d5a8dd28, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.941119] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe162e5-1486-415c-b857-a63461b7aabd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.947089] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1058.947089] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522c7095-28ac-3c1f-99ef-5c76b067ab5f" [ 1058.947089] env[65665]: _type = "Task" [ 1058.947089] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.955974] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522c7095-28ac-3c1f-99ef-5c76b067ab5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.030589] env[65665]: DEBUG oslo_concurrency.lockutils [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] Releasing lock "refresh_cache-42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.031070] env[65665]: DEBUG nova.compute.manager [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Received event network-changed-ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1059.031173] env[65665]: DEBUG nova.compute.manager [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Refreshing instance network info cache due to event network-changed-ab48f182-7f7b-43a8-abae-0d436ac89143. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1059.031428] env[65665]: DEBUG oslo_concurrency.lockutils [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] Acquiring lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.031618] env[65665]: DEBUG oslo_concurrency.lockutils [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] Acquired lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.031817] env[65665]: DEBUG nova.network.neutron [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Refreshing network info cache for port ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.038117] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-d5335b42-d041-4083-b4cc-6e30f712ca87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.038375] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-d5335b42-d041-4083-b4cc-6e30f712ca87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.038609] env[65665]: DEBUG nova.network.neutron [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1059.056704] env[65665]: WARNING neutronclient.v2_0.client [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.108835] env[65665]: DEBUG nova.objects.instance [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lazy-loading 'flavor' on Instance uuid 751b3c67-22d0-4688-8d84-33a56b930a9e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.167080] env[65665]: DEBUG nova.compute.manager [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Received event network-changed-ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1059.167577] env[65665]: DEBUG nova.compute.manager [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Refreshing instance network info cache due to event network-changed-ab48f182-7f7b-43a8-abae-0d436ac89143. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1059.167645] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] Acquiring lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.192993] env[65665]: DEBUG nova.compute.manager [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Received event network-changed-a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1059.193196] env[65665]: DEBUG nova.compute.manager [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Refreshing instance network info cache due to event network-changed-a4f6c223-2eae-4bac-bdd1-28423b72aafe. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1059.193389] env[65665]: DEBUG oslo_concurrency.lockutils [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] Acquiring lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.193537] env[65665]: DEBUG oslo_concurrency.lockutils [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] Acquired lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.193622] env[65665]: DEBUG nova.network.neutron [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Refreshing network info cache for port a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.204894] env[65665]: DEBUG nova.network.neutron [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance_info_cache with network_info: [{"id": "ee895a83-eaff-41c9-9945-dc466a5c5182", "address": "fa:16:3e:35:57:83", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee895a83-ea", "ovs_interfaceid": "ee895a83-eaff-41c9-9945-dc466a5c5182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.214040] env[65665]: DEBUG oslo_vmware.api [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855200, 'name': RemoveSnapshot_Task, 'duration_secs': 1.53901} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.215024] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1059.215024] env[65665]: INFO nova.compute.manager [None req-d76a80c9-7b21-442c-b11b-92c75f1989fc tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Took 16.70 seconds to snapshot the instance on the hypervisor. [ 1059.407378] env[65665]: DEBUG nova.scheduler.client.report [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.429288] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855203, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.457981] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522c7095-28ac-3c1f-99ef-5c76b067ab5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.458442] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.458515] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] bc2c3353-5ce1-49c9-b9e9-c61d93997e07/bc2c3353-5ce1-49c9-b9e9-c61d93997e07.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.458789] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57c444f7-8b37-47a4-b6df-89ff284aa04d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.467256] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1059.467256] env[65665]: value = "task-4855204" [ 1059.467256] env[65665]: _type = "Task" [ 1059.467256] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.476040] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.485685] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "630e7d47-a002-47e8-991a-c29d0c30aaa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.486081] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "630e7d47-a002-47e8-991a-c29d0c30aaa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.486330] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "630e7d47-a002-47e8-991a-c29d0c30aaa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.486552] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "630e7d47-a002-47e8-991a-c29d0c30aaa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.487245] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "630e7d47-a002-47e8-991a-c29d0c30aaa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.489169] env[65665]: INFO nova.compute.manager [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Terminating instance [ 1059.536167] env[65665]: WARNING neutronclient.v2_0.client [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.602224] env[65665]: DEBUG nova.network.neutron [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1059.614813] env[65665]: DEBUG oslo_concurrency.lockutils [None req-597118b7-1250-41e7-8a71-be22e2c552ff tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.322s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.697533] env[65665]: WARNING neutronclient.v2_0.client [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.708531] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.834430] env[65665]: WARNING neutronclient.v2_0.client [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.870739] env[65665]: WARNING neutronclient.v2_0.client [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.918022] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.920796] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.988s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.921034] env[65665]: DEBUG nova.objects.instance [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lazy-loading 'pci_requests' on Instance uuid da88beb8-d7db-48bf-bab5-aaa11c81230c {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.933228] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547933} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.933514] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309/42c1b308-5cc3-4cc7-a0ff-1ecb915f6309.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.933732] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.934159] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c5950e5-57e5-4efd-a6bb-1b7f8bd511b8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.943846] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1059.943846] env[65665]: value = "task-4855205" [ 1059.943846] env[65665]: _type = "Task" [ 1059.943846] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.954134] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.959216] env[65665]: INFO nova.scheduler.client.report [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Deleted allocations for instance 116b28c6-59e7-406b-aac0-dfc41bd2ce66 [ 1059.978329] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5024} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.978663] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] bc2c3353-5ce1-49c9-b9e9-c61d93997e07/bc2c3353-5ce1-49c9-b9e9-c61d93997e07.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.979901] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.979901] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7b8564c-538b-4714-a573-1a40f0436926 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.985892] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1059.985892] env[65665]: value = "task-4855206" [ 1059.985892] env[65665]: _type = "Task" [ 1059.985892] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.997676] env[65665]: DEBUG nova.compute.manager [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1059.997676] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.003977] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06a539d-9464-4438-b276-5810010c6c41 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.006660] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.008074] env[65665]: DEBUG nova.network.neutron [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Updating instance_info_cache with network_info: [{"id": "0efd2e94-5218-4dd2-8a76-b34f10de0df3", "address": "fa:16:3e:7e:81:fc", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0efd2e94-52", "ovs_interfaceid": "0efd2e94-5218-4dd2-8a76-b34f10de0df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.014243] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.014822] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00640c3b-9f85-490f-b01a-885ce6a5f640 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.023213] env[65665]: DEBUG oslo_vmware.api [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1060.023213] env[65665]: value = "task-4855207" [ 1060.023213] env[65665]: _type = "Task" [ 1060.023213] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.035144] env[65665]: DEBUG oslo_vmware.api [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.064046] env[65665]: DEBUG nova.network.neutron [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updated VIF entry in instance network info cache for port ab48f182-7f7b-43a8-abae-0d436ac89143. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1060.064418] env[65665]: DEBUG nova.network.neutron [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updating instance_info_cache with network_info: [{"id": "ab48f182-7f7b-43a8-abae-0d436ac89143", "address": "fa:16:3e:2e:39:f4", "network": {"id": "a61e2dc9-0cff-4a1b-91ef-709e67b667ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1274656255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfe31cb297441d99e0efeeacc93e834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48f182-7f", "ovs_interfaceid": "ab48f182-7f7b-43a8-abae-0d436ac89143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.095889] env[65665]: WARNING neutronclient.v2_0.client [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.220909] env[65665]: DEBUG nova.network.neutron [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updated VIF entry in instance network info cache for port a4f6c223-2eae-4bac-bdd1-28423b72aafe. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1060.221136] env[65665]: DEBUG nova.network.neutron [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updating instance_info_cache with network_info: [{"id": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "address": "fa:16:3e:f2:3c:a8", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4f6c223-2e", "ovs_interfaceid": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.245449] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "c8f661c2-617f-401c-8f66-4d7f94421c53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.245754] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "c8f661c2-617f-401c-8f66-4d7f94421c53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.249683] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0601c13-e8ca-4de8-9102-33cfa87f3826 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.273225] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ba390f-dda5-42f8-9743-64f45089f92e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.281679] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance '6d29aab2-9e02-43c1-be36-c2e06c0af68c' progress to 83 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.428240] env[65665]: DEBUG nova.objects.instance [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lazy-loading 'numa_topology' on Instance uuid da88beb8-d7db-48bf-bab5-aaa11c81230c {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.454903] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087542} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.455259] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.456073] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5243d01-bda0-47c2-a560-e13af0c62d27 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.482918] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309/42c1b308-5cc3-4cc7-a0ff-1ecb915f6309.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.483567] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c06f8f4c-c3c9-46ce-9b7c-692373c50f7b tempest-ServerRescueNegativeTestJSON-2093428704 tempest-ServerRescueNegativeTestJSON-2093428704-project-member] Lock "116b28c6-59e7-406b-aac0-dfc41bd2ce66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.286s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.488036] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cab569c-3372-4c31-b0dd-d936834f1a80 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.516747] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-d5335b42-d041-4083-b4cc-6e30f712ca87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.517228] env[65665]: DEBUG nova.compute.manager [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Instance network_info: |[{"id": "0efd2e94-5218-4dd2-8a76-b34f10de0df3", "address": "fa:16:3e:7e:81:fc", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0efd2e94-52", "ovs_interfaceid": "0efd2e94-5218-4dd2-8a76-b34f10de0df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1060.517419] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085009} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.518958] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:81:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0efd2e94-5218-4dd2-8a76-b34f10de0df3', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.526874] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1060.527130] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.527490] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1060.527490] env[65665]: value = "task-4855208" [ 1060.527490] env[65665]: _type = "Task" [ 1060.527490] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.528309] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.529035] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de0aa8f-46d1-4343-8456-662ad9d9fc73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.535053] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fedfa4f5-dec1-42be-98d7-93f93fc513ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.572124] env[65665]: DEBUG oslo_concurrency.lockutils [req-e809b3fc-3529-49af-a947-d32049b62021 req-bd6c8042-c5da-45b9-9863-ec94913c7b59 service nova] Releasing lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.581730] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] bc2c3353-5ce1-49c9-b9e9-c61d93997e07/bc2c3353-5ce1-49c9-b9e9-c61d93997e07.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.590963] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] Acquired lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.590963] env[65665]: DEBUG nova.network.neutron [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Refreshing network info cache for port ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.592670] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea6a567d-f3b0-443b-9214-9b608a183e80 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.609195] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.609195] env[65665]: value = "task-4855209" [ 1060.609195] env[65665]: _type = "Task" [ 1060.609195] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.609998] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.609998] env[65665]: DEBUG oslo_vmware.api [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.617411] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1060.617411] env[65665]: value = "task-4855210" [ 1060.617411] env[65665]: _type = "Task" [ 1060.617411] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.625625] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855209, 'name': CreateVM_Task} progress is 15%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.632526] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.724428] env[65665]: DEBUG oslo_concurrency.lockutils [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] Releasing lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.724555] env[65665]: DEBUG nova.compute.manager [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Received event network-changed-0a60f510-2ec8-4974-b0cb-2d671102c335 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1060.724703] env[65665]: DEBUG nova.compute.manager [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Refreshing instance network info cache due to event network-changed-0a60f510-2ec8-4974-b0cb-2d671102c335. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1060.724939] env[65665]: DEBUG oslo_concurrency.lockutils [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] Acquiring lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.725173] env[65665]: DEBUG oslo_concurrency.lockutils [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] Acquired lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.725344] env[65665]: DEBUG nova.network.neutron [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Refreshing network info cache for port 0a60f510-2ec8-4974-b0cb-2d671102c335 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.752296] env[65665]: DEBUG nova.compute.manager [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1060.790817] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.791230] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baf86c23-4e04-447f-a0b4-874f58fa58f6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.803528] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1060.803528] env[65665]: value = "task-4855211" [ 1060.803528] env[65665]: _type = "Task" [ 1060.803528] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.817857] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.933362] env[65665]: INFO nova.compute.claims [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.042997] env[65665]: DEBUG oslo_vmware.api [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855207, 'name': PowerOffVM_Task, 'duration_secs': 0.919683} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.049038] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.049038] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.049038] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855208, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.049038] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5da7e1e9-62c4-4878-a1f0-72bd09918215 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.092656] env[65665]: INFO nova.compute.manager [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Rebuilding instance [ 1061.112053] env[65665]: WARNING neutronclient.v2_0.client [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.122760] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.123125] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.123259] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Deleting the datastore file [datastore1] 630e7d47-a002-47e8-991a-c29d0c30aaa2 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.127421] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ac0e946-75c7-4f4c-9207-ee88610e38eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.139496] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855209, 'name': CreateVM_Task, 'duration_secs': 0.487573} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.140728] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.140963] env[65665]: WARNING neutronclient.v2_0.client [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.143198] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.143198] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.143198] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.143198] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5ee544-9654-412a-ad9d-018cfa740751 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.149065] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855210, 'name': ReconfigVM_Task, 'duration_secs': 0.325965} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.149448] env[65665]: DEBUG oslo_vmware.api [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1061.149448] env[65665]: value = "task-4855213" [ 1061.149448] env[65665]: _type = "Task" [ 1061.149448] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.150289] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Reconfigured VM instance instance-00000063 to attach disk [datastore1] bc2c3353-5ce1-49c9-b9e9-c61d93997e07/bc2c3353-5ce1-49c9-b9e9-c61d93997e07.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.151013] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f0a2a9d-19e7-4355-b9ca-59af8ddc2057 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.157340] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1061.157340] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522f512a-89da-52f2-bca3-eb4368a2a0c4" [ 1061.157340] env[65665]: _type = "Task" [ 1061.157340] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.166137] env[65665]: DEBUG nova.compute.manager [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1061.166137] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240345d5-fd48-4b61-ab06-27bb6656e694 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.181047] env[65665]: DEBUG oslo_vmware.api [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.181490] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1061.181490] env[65665]: value = "task-4855214" [ 1061.181490] env[65665]: _type = "Task" [ 1061.181490] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.193223] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522f512a-89da-52f2-bca3-eb4368a2a0c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.200022] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.200022] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.200022] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.200022] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.200022] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.200022] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42fccb57-12ea-4ee6-b4c8-4e7edeb16d53 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.205947] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855214, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.213966] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.214287] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.215248] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd472bd-a8d0-4445-bf84-6d822874a2f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.221947] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1061.221947] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d13f31-3327-ec9c-4327-a06c2ccea7f6" [ 1061.221947] env[65665]: _type = "Task" [ 1061.221947] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.233461] env[65665]: WARNING neutronclient.v2_0.client [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.236136] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d13f31-3327-ec9c-4327-a06c2ccea7f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.287492] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.318358] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855211, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.545832] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855208, 'name': ReconfigVM_Task, 'duration_secs': 0.549518} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.546229] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309/42c1b308-5cc3-4cc7-a0ff-1ecb915f6309.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.546682] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8f57bb1-e3df-4b0d-b547-40ef58c203a0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.554417] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1061.554417] env[65665]: value = "task-4855215" [ 1061.554417] env[65665]: _type = "Task" [ 1061.554417] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.567259] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855215, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.661254] env[65665]: DEBUG oslo_vmware.api [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188734} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.661571] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.661797] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.662045] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.662276] env[65665]: INFO nova.compute.manager [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1061.662567] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1061.662784] env[65665]: DEBUG nova.compute.manager [-] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1061.662900] env[65665]: DEBUG nova.network.neutron [-] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1061.663205] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.692535] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855214, 'name': Rename_Task, 'duration_secs': 0.185889} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.692699] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.692888] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25a3a73f-370d-47ec-b341-598f0ef0b9bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.701920] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1061.701920] env[65665]: value = "task-4855216" [ 1061.701920] env[65665]: _type = "Task" [ 1061.701920] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.713712] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.734024] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d13f31-3327-ec9c-4327-a06c2ccea7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012943} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.734024] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b4e5a6-9487-4597-845a-15c7d39ffa93 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.743350] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1061.743350] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c2b536-25a3-9523-436d-c4bc7ecb914e" [ 1061.743350] env[65665]: _type = "Task" [ 1061.743350] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.753136] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c2b536-25a3-9523-436d-c4bc7ecb914e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.816721] env[65665]: DEBUG oslo_vmware.api [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855211, 'name': PowerOnVM_Task, 'duration_secs': 0.590268} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.816721] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.816721] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4f61b531-b047-4a3e-b291-dc6bd1c2f859 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance '6d29aab2-9e02-43c1-be36-c2e06c0af68c' progress to 100 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.847567] env[65665]: DEBUG nova.compute.manager [req-7cf56985-873f-431d-8740-9a2690ec790c req-54827481-4496-45d7-b592-c0ced158f6f4 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Received event network-changed-ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1061.847567] env[65665]: DEBUG nova.compute.manager [req-7cf56985-873f-431d-8740-9a2690ec790c req-54827481-4496-45d7-b592-c0ced158f6f4 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Refreshing instance network info cache due to event network-changed-ab48f182-7f7b-43a8-abae-0d436ac89143. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1061.847799] env[65665]: DEBUG oslo_concurrency.lockutils [req-7cf56985-873f-431d-8740-9a2690ec790c req-54827481-4496-45d7-b592-c0ced158f6f4 service nova] Acquiring lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.864336] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.894018] env[65665]: WARNING neutronclient.v2_0.client [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.066797] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855215, 'name': Rename_Task, 'duration_secs': 0.195535} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.067118] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.067452] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-296da371-eed7-45fd-b3fd-ff34feed2211 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.075073] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1062.075073] env[65665]: value = "task-4855217" [ 1062.075073] env[65665]: _type = "Task" [ 1062.075073] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.088225] env[65665]: WARNING neutronclient.v2_0.client [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.096269] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.211496] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.212333] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52fe386d-cbc2-43cb-b524-6a07bed23c28 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.231285] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1062.231285] env[65665]: value = "task-4855218" [ 1062.231285] env[65665]: _type = "Task" [ 1062.231285] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.232208] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.245748] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.264235] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c2b536-25a3-9523-436d-c4bc7ecb914e, 'name': SearchDatastore_Task, 'duration_secs': 0.02071} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.265575] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.265811] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] d5335b42-d041-4083-b4cc-6e30f712ca87/d5335b42-d041-4083-b4cc-6e30f712ca87.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.266186] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55fb66ec-4cac-45e1-868d-364b587fca0f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.278134] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1062.278134] env[65665]: value = "task-4855219" [ 1062.278134] env[65665]: _type = "Task" [ 1062.278134] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.294059] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.375702] env[65665]: DEBUG nova.network.neutron [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updated VIF entry in instance network info cache for port ab48f182-7f7b-43a8-abae-0d436ac89143. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1062.375702] env[65665]: DEBUG nova.network.neutron [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updating instance_info_cache with network_info: [{"id": "ab48f182-7f7b-43a8-abae-0d436ac89143", "address": "fa:16:3e:2e:39:f4", "network": {"id": "a61e2dc9-0cff-4a1b-91ef-709e67b667ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1274656255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfe31cb297441d99e0efeeacc93e834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48f182-7f", "ovs_interfaceid": "ab48f182-7f7b-43a8-abae-0d436ac89143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.409677] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967a2ac3-8f9b-427a-8459-29e294252379 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.423790] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3945a5fd-0142-4071-99bc-05babb1d49eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.461703] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccf8d4a-b37b-47f4-8e6e-c6b90add677e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.473371] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffb224b-9ba8-4ea0-a33b-bb8e831cf334 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.491688] env[65665]: DEBUG nova.compute.provider_tree [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.526298] env[65665]: DEBUG nova.network.neutron [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Updated VIF entry in instance network info cache for port 0a60f510-2ec8-4974-b0cb-2d671102c335. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1062.526298] env[65665]: DEBUG nova.network.neutron [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Updating instance_info_cache with network_info: [{"id": "0a60f510-2ec8-4974-b0cb-2d671102c335", "address": "fa:16:3e:39:31:15", "network": {"id": "a61e2dc9-0cff-4a1b-91ef-709e67b667ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1274656255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfe31cb297441d99e0efeeacc93e834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a60f510-2e", "ovs_interfaceid": "0a60f510-2ec8-4974-b0cb-2d671102c335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.592984] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.713639] env[65665]: DEBUG oslo_vmware.api [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855216, 'name': PowerOnVM_Task, 'duration_secs': 0.856858} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.713931] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.714419] env[65665]: INFO nova.compute.manager [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1062.715061] env[65665]: DEBUG nova.compute.manager [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1062.715827] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca3d52e-5a41-45a9-994e-9dd66d4334ab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.744399] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855218, 'name': PowerOffVM_Task, 'duration_secs': 0.203024} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.745875] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.755812] env[65665]: DEBUG nova.network.neutron [-] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.794254] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855219, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.835933] env[65665]: INFO nova.compute.manager [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Detaching volume 8d5dd57c-0555-427c-b56f-8489c45a2adb [ 1062.876506] env[65665]: INFO nova.virt.block_device [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Attempting to driver detach volume 8d5dd57c-0555-427c-b56f-8489c45a2adb from mountpoint /dev/sdb [ 1062.876740] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1062.876937] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946405', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'name': 'volume-8d5dd57c-0555-427c-b56f-8489c45a2adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '751b3c67-22d0-4688-8d84-33a56b930a9e', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'serial': '8d5dd57c-0555-427c-b56f-8489c45a2adb'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1062.877569] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] Releasing lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.877815] env[65665]: DEBUG nova.compute.manager [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Received event network-changed-0a60f510-2ec8-4974-b0cb-2d671102c335 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1062.877978] env[65665]: DEBUG nova.compute.manager [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Refreshing instance network info cache due to event network-changed-0a60f510-2ec8-4974-b0cb-2d671102c335. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1062.878178] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] Acquiring lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.881939] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e340d81d-276e-4287-9342-2af67f919635 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.887509] env[65665]: DEBUG oslo_concurrency.lockutils [req-7cf56985-873f-431d-8740-9a2690ec790c req-54827481-4496-45d7-b592-c0ced158f6f4 service nova] Acquired lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.887695] env[65665]: DEBUG nova.network.neutron [req-7cf56985-873f-431d-8740-9a2690ec790c req-54827481-4496-45d7-b592-c0ced158f6f4 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Refreshing network info cache for port ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.915160] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6f2f5b-ceb3-48bc-be1b-5e79ef5d6513 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.922333] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083d1609-ae62-4098-acb8-0b34d572c836 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.947329] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2e4c7d-5e94-4829-8a6e-679775f5c861 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.965732] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The volume has not been displaced from its original location: [datastore1] volume-8d5dd57c-0555-427c-b56f-8489c45a2adb/volume-8d5dd57c-0555-427c-b56f-8489c45a2adb.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1062.971294] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1062.971440] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3db2c64d-6920-4e08-be2a-a867e34abbe5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.990338] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1062.990338] env[65665]: value = "task-4855220" [ 1062.990338] env[65665]: _type = "Task" [ 1062.990338] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.994788] env[65665]: DEBUG nova.scheduler.client.report [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.005013] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.029173] env[65665]: DEBUG oslo_concurrency.lockutils [req-66551ea2-4513-4113-8bf5-7ede84f10a57 req-3761d775-fa26-44b3-9d63-6396f71d1a50 service nova] Releasing lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.029649] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] Acquired lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.029826] env[65665]: DEBUG nova.network.neutron [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Refreshing network info cache for port 0a60f510-2ec8-4974-b0cb-2d671102c335 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.087414] env[65665]: DEBUG oslo_vmware.api [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855217, 'name': PowerOnVM_Task, 'duration_secs': 0.557102} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.087676] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.087872] env[65665]: INFO nova.compute.manager [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1063.088060] env[65665]: DEBUG nova.compute.manager [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1063.088884] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5a754e-61c9-46c1-a6df-31503b25e17d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.237577] env[65665]: INFO nova.compute.manager [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Took 28.16 seconds to build instance. [ 1063.261739] env[65665]: INFO nova.compute.manager [-] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Took 1.60 seconds to deallocate network for instance. [ 1063.291128] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619476} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.291767] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] d5335b42-d041-4083-b4cc-6e30f712ca87/d5335b42-d041-4083-b4cc-6e30f712ca87.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.291767] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.291960] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57143af6-21d2-43bd-abd4-af1a59916add {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.301066] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1063.301066] env[65665]: value = "task-4855221" [ 1063.301066] env[65665]: _type = "Task" [ 1063.301066] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.312472] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.391253] env[65665]: WARNING neutronclient.v2_0.client [req-7cf56985-873f-431d-8740-9a2690ec790c req-54827481-4496-45d7-b592-c0ced158f6f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.501995] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.581s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.502529] env[65665]: WARNING neutronclient.v2_0.client [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.510070] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.365s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.512294] env[65665]: INFO nova.compute.claims [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.515818] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855220, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.533374] env[65665]: WARNING neutronclient.v2_0.client [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.558982] env[65665]: INFO nova.network.neutron [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updating port 0cbe4161-3405-42ff-a87d-758637fabede with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1063.576221] env[65665]: DEBUG nova.network.neutron [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1063.610218] env[65665]: INFO nova.compute.manager [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Took 29.33 seconds to build instance. [ 1063.665152] env[65665]: WARNING neutronclient.v2_0.client [req-7cf56985-873f-431d-8740-9a2690ec790c req-54827481-4496-45d7-b592-c0ced158f6f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.715893] env[65665]: DEBUG nova.network.neutron [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.740906] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5e19cf09-ed67-41c3-92dd-dce366afffbb tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.676s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.767701] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.812916] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081954} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.813396] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.814571] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b3e57c-e880-4f86-939f-7cb13e7c9b28 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.856816] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] d5335b42-d041-4083-b4cc-6e30f712ca87/d5335b42-d041-4083-b4cc-6e30f712ca87.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.858350] env[65665]: DEBUG nova.network.neutron [req-7cf56985-873f-431d-8740-9a2690ec790c req-54827481-4496-45d7-b592-c0ced158f6f4 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updated VIF entry in instance network info cache for port ab48f182-7f7b-43a8-abae-0d436ac89143. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1063.858796] env[65665]: DEBUG nova.network.neutron [req-7cf56985-873f-431d-8740-9a2690ec790c req-54827481-4496-45d7-b592-c0ced158f6f4 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updating instance_info_cache with network_info: [{"id": "ab48f182-7f7b-43a8-abae-0d436ac89143", "address": "fa:16:3e:2e:39:f4", "network": {"id": "a61e2dc9-0cff-4a1b-91ef-709e67b667ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1274656255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfe31cb297441d99e0efeeacc93e834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48f182-7f", "ovs_interfaceid": "ab48f182-7f7b-43a8-abae-0d436ac89143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.860684] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5394f1d9-c06c-4646-aee6-2b859b54f612 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.888358] env[65665]: DEBUG oslo_concurrency.lockutils [req-7cf56985-873f-431d-8740-9a2690ec790c req-54827481-4496-45d7-b592-c0ced158f6f4 service nova] Releasing lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.892685] env[65665]: DEBUG oslo_concurrency.lockutils [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "630e7d47-a002-47e8-991a-c29d0c30aaa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.901070] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1063.901070] env[65665]: value = "task-4855222" [ 1063.901070] env[65665]: _type = "Task" [ 1063.901070] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.916524] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.988884] env[65665]: DEBUG nova.compute.manager [req-04da1145-7dfe-4e08-976c-2278dc80f58f req-9e2229cc-fa1e-473c-9fd2-05895c811caf service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Received event network-changed-ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1063.989145] env[65665]: DEBUG nova.compute.manager [req-04da1145-7dfe-4e08-976c-2278dc80f58f req-9e2229cc-fa1e-473c-9fd2-05895c811caf service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Refreshing instance network info cache due to event network-changed-ab48f182-7f7b-43a8-abae-0d436ac89143. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1063.989306] env[65665]: DEBUG oslo_concurrency.lockutils [req-04da1145-7dfe-4e08-976c-2278dc80f58f req-9e2229cc-fa1e-473c-9fd2-05895c811caf service nova] Acquiring lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.989445] env[65665]: DEBUG oslo_concurrency.lockutils [req-04da1145-7dfe-4e08-976c-2278dc80f58f req-9e2229cc-fa1e-473c-9fd2-05895c811caf service nova] Acquired lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.989599] env[65665]: DEBUG nova.network.neutron [req-04da1145-7dfe-4e08-976c-2278dc80f58f req-9e2229cc-fa1e-473c-9fd2-05895c811caf service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Refreshing network info cache for port ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.003674] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855220, 'name': ReconfigVM_Task, 'duration_secs': 0.537353} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.003955] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1064.009209] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f72f45ad-e265-447d-960c-8c36bd9ed5c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.031538] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1064.031538] env[65665]: value = "task-4855223" [ 1064.031538] env[65665]: _type = "Task" [ 1064.031538] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.044100] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.114673] env[65665]: DEBUG oslo_concurrency.lockutils [None req-23dafc98-58a3-4419-85f1-b605fc563ea2 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.848s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.134453] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.134728] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.134920] env[65665]: DEBUG nova.compute.manager [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Going to confirm migration 4 {{(pid=65665) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1064.218352] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] Releasing lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.219028] env[65665]: DEBUG nova.compute.manager [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Received event network-vif-plugged-0efd2e94-5218-4dd2-8a76-b34f10de0df3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1064.219130] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] Acquiring lock "d5335b42-d041-4083-b4cc-6e30f712ca87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.219318] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] Lock "d5335b42-d041-4083-b4cc-6e30f712ca87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.219491] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] Lock "d5335b42-d041-4083-b4cc-6e30f712ca87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.219754] env[65665]: DEBUG nova.compute.manager [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] No waiting events found dispatching network-vif-plugged-0efd2e94-5218-4dd2-8a76-b34f10de0df3 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1064.219933] env[65665]: WARNING nova.compute.manager [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Received unexpected event network-vif-plugged-0efd2e94-5218-4dd2-8a76-b34f10de0df3 for instance with vm_state building and task_state spawning. [ 1064.220118] env[65665]: DEBUG nova.compute.manager [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Received event network-changed-0efd2e94-5218-4dd2-8a76-b34f10de0df3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1064.220280] env[65665]: DEBUG nova.compute.manager [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Refreshing instance network info cache due to event network-changed-0efd2e94-5218-4dd2-8a76-b34f10de0df3. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1064.220465] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] Acquiring lock "refresh_cache-d5335b42-d041-4083-b4cc-6e30f712ca87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.220598] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] Acquired lock "refresh_cache-d5335b42-d041-4083-b4cc-6e30f712ca87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.220749] env[65665]: DEBUG nova.network.neutron [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Refreshing network info cache for port 0efd2e94-5218-4dd2-8a76-b34f10de0df3 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.394946] env[65665]: DEBUG nova.compute.manager [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1064.395958] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec25ce5d-735a-4425-8420-c0e19e18fe2f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.414092] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.493041] env[65665]: WARNING neutronclient.v2_0.client [req-04da1145-7dfe-4e08-976c-2278dc80f58f req-9e2229cc-fa1e-473c-9fd2-05895c811caf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.548514] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855223, 'name': ReconfigVM_Task, 'duration_secs': 0.179245} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.549486] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946405', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'name': 'volume-8d5dd57c-0555-427c-b56f-8489c45a2adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '751b3c67-22d0-4688-8d84-33a56b930a9e', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'serial': '8d5dd57c-0555-427c-b56f-8489c45a2adb'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1064.640968] env[65665]: WARNING neutronclient.v2_0.client [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.723767] env[65665]: WARNING neutronclient.v2_0.client [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.885187] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dd8bfa-5df8-42a9-8240-adc12f3879d3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.893504] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08842920-36cc-4090-a8d2-fd515d53e984 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.927740] env[65665]: INFO nova.compute.manager [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] instance snapshotting [ 1064.933550] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d78adbd-02d5-4816-b244-b707584e9458 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.936616] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5415b18-73b5-4720-8d5e-371fe99a13ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.946060] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855222, 'name': ReconfigVM_Task, 'duration_secs': 0.726639} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.960974] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Reconfigured VM instance instance-00000064 to attach disk [datastore1] d5335b42-d041-4083-b4cc-6e30f712ca87/d5335b42-d041-4083-b4cc-6e30f712ca87.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.961954] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22f737af-1ce1-4055-b282-5c983c6d41f6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.964239] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0ad98b-61b6-467a-a027-f9b8fae43fe3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.967705] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce55fc87-bf59-4054-8fe8-3c23801c8a18 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.987054] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1064.987054] env[65665]: value = "task-4855224" [ 1064.987054] env[65665]: _type = "Task" [ 1064.987054] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.987560] env[65665]: DEBUG nova.compute.provider_tree [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.032397] env[65665]: WARNING neutronclient.v2_0.client [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.032825] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.033284] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.033284] env[65665]: DEBUG nova.network.neutron [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1065.033407] env[65665]: DEBUG nova.objects.instance [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lazy-loading 'info_cache' on Instance uuid 6d29aab2-9e02-43c1-be36-c2e06c0af68c {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.155488] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.155559] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.156012] env[65665]: DEBUG nova.network.neutron [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1065.475699] env[65665]: WARNING neutronclient.v2_0.client [req-04da1145-7dfe-4e08-976c-2278dc80f58f req-9e2229cc-fa1e-473c-9fd2-05895c811caf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.490342] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1065.491139] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3b2bfedc-b249-4f05-99f6-b95a6128f045 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.497812] env[65665]: DEBUG nova.scheduler.client.report [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.505170] env[65665]: WARNING neutronclient.v2_0.client [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.514862] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855224, 'name': Rename_Task, 'duration_secs': 0.193609} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.519734] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.520267] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1065.520267] env[65665]: value = "task-4855225" [ 1065.520267] env[65665]: _type = "Task" [ 1065.520267] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.521926] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82c66feb-5d7a-44bb-98b4-e9008175d63c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.534920] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855225, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.538996] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1065.538996] env[65665]: value = "task-4855226" [ 1065.538996] env[65665]: _type = "Task" [ 1065.538996] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.555821] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.564029] env[65665]: DEBUG nova.network.neutron [req-04da1145-7dfe-4e08-976c-2278dc80f58f req-9e2229cc-fa1e-473c-9fd2-05895c811caf service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updated VIF entry in instance network info cache for port ab48f182-7f7b-43a8-abae-0d436ac89143. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1065.564140] env[65665]: DEBUG nova.network.neutron [req-04da1145-7dfe-4e08-976c-2278dc80f58f req-9e2229cc-fa1e-473c-9fd2-05895c811caf service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updating instance_info_cache with network_info: [{"id": "ab48f182-7f7b-43a8-abae-0d436ac89143", "address": "fa:16:3e:2e:39:f4", "network": {"id": "a61e2dc9-0cff-4a1b-91ef-709e67b667ee", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1274656255-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbfe31cb297441d99e0efeeacc93e834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab48f182-7f", "ovs_interfaceid": "ab48f182-7f7b-43a8-abae-0d436ac89143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.595692] env[65665]: DEBUG nova.network.neutron [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Updated VIF entry in instance network info cache for port 0efd2e94-5218-4dd2-8a76-b34f10de0df3. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1065.596250] env[65665]: DEBUG nova.network.neutron [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Updating instance_info_cache with network_info: [{"id": "0efd2e94-5218-4dd2-8a76-b34f10de0df3", "address": "fa:16:3e:7e:81:fc", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0efd2e94-52", "ovs_interfaceid": "0efd2e94-5218-4dd2-8a76-b34f10de0df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.625092] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.626581] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d339e53-57ef-4c64-8837-6615868f7a81 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.635767] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1065.635767] env[65665]: value = "task-4855227" [ 1065.635767] env[65665]: _type = "Task" [ 1065.635767] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.645513] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.659551] env[65665]: WARNING neutronclient.v2_0.client [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.825173] env[65665]: WARNING neutronclient.v2_0.client [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.846871] env[65665]: DEBUG nova.compute.manager [req-6c6d1e1e-1b3d-4b89-90aa-07d534799310 req-1ef4cafe-4a05-401b-86c1-8dbdd30c6fc8 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Received event network-vif-plugged-0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1065.847104] env[65665]: DEBUG oslo_concurrency.lockutils [req-6c6d1e1e-1b3d-4b89-90aa-07d534799310 req-1ef4cafe-4a05-401b-86c1-8dbdd30c6fc8 service nova] Acquiring lock "da88beb8-d7db-48bf-bab5-aaa11c81230c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.847320] env[65665]: DEBUG oslo_concurrency.lockutils [req-6c6d1e1e-1b3d-4b89-90aa-07d534799310 req-1ef4cafe-4a05-401b-86c1-8dbdd30c6fc8 service nova] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.847526] env[65665]: DEBUG oslo_concurrency.lockutils [req-6c6d1e1e-1b3d-4b89-90aa-07d534799310 req-1ef4cafe-4a05-401b-86c1-8dbdd30c6fc8 service nova] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.847712] env[65665]: DEBUG nova.compute.manager [req-6c6d1e1e-1b3d-4b89-90aa-07d534799310 req-1ef4cafe-4a05-401b-86c1-8dbdd30c6fc8 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] No waiting events found dispatching network-vif-plugged-0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1065.848063] env[65665]: WARNING nova.compute.manager [req-6c6d1e1e-1b3d-4b89-90aa-07d534799310 req-1ef4cafe-4a05-401b-86c1-8dbdd30c6fc8 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Received unexpected event network-vif-plugged-0cbe4161-3405-42ff-a87d-758637fabede for instance with vm_state shelved_offloaded and task_state spawning. [ 1065.904172] env[65665]: DEBUG nova.network.neutron [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updating instance_info_cache with network_info: [{"id": "0cbe4161-3405-42ff-a87d-758637fabede", "address": "fa:16:3e:61:11:18", "network": {"id": "27b778b4-426a-430a-885b-9842ec41c33e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1312267537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0bd929293864de1bb4786013603f311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbe4161-34", "ovs_interfaceid": "0cbe4161-3405-42ff-a87d-758637fabede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.009508] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.010179] env[65665]: DEBUG nova.compute.manager [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1066.012930] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.787s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.027971] env[65665]: DEBUG nova.compute.manager [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Received event network-changed-27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1066.028180] env[65665]: DEBUG nova.compute.manager [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Refreshing instance network info cache due to event network-changed-27a64d88-842a-47fb-beee-0ecc3dd213f4. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1066.028458] env[65665]: DEBUG oslo_concurrency.lockutils [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] Acquiring lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.028626] env[65665]: DEBUG oslo_concurrency.lockutils [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] Acquired lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.028800] env[65665]: DEBUG nova.network.neutron [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Refreshing network info cache for port 27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.044932] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855225, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.050988] env[65665]: WARNING neutronclient.v2_0.client [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.061594] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855226, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.067277] env[65665]: DEBUG oslo_concurrency.lockutils [req-04da1145-7dfe-4e08-976c-2278dc80f58f req-9e2229cc-fa1e-473c-9fd2-05895c811caf service nova] Releasing lock "refresh_cache-a5cfaf02-852f-4817-a7a7-db0ec7580826" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.067753] env[65665]: DEBUG nova.compute.manager [req-04da1145-7dfe-4e08-976c-2278dc80f58f req-9e2229cc-fa1e-473c-9fd2-05895c811caf service nova] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Received event network-vif-deleted-0a60f510-2ec8-4974-b0cb-2d671102c335 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1066.099555] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6c32c2c-5cc1-4a16-adab-47d4f958f839 req-fd1bb913-290d-4ab2-941a-47a041f31746 service nova] Releasing lock "refresh_cache-d5335b42-d041-4083-b4cc-6e30f712ca87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.148671] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1066.148671] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1066.148671] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946405', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'name': 'volume-8d5dd57c-0555-427c-b56f-8489c45a2adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '751b3c67-22d0-4688-8d84-33a56b930a9e', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'serial': '8d5dd57c-0555-427c-b56f-8489c45a2adb'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1066.149432] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c871b81-1961-48e8-8721-4d24d6b36c81 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.176125] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e082802-2ec3-4bc3-a646-7de31aac851c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.184508] env[65665]: WARNING nova.virt.vmwareapi.driver [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1066.184702] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.185603] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e5d5db-54a5-45ae-999e-dd1780b78c13 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.193450] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.193711] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e88e96ea-a585-4a17-9c6d-3ec927f6b1d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.211060] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.211347] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.211561] env[65665]: INFO nova.compute.manager [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Shelving [ 1066.254416] env[65665]: WARNING neutronclient.v2_0.client [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.265988] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.266420] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.266641] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleting the datastore file [datastore2] 751b3c67-22d0-4688-8d84-33a56b930a9e {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.266938] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b238bf3-28fe-4b1b-a33d-19fa51bb0d8b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.275166] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1066.275166] env[65665]: value = "task-4855229" [ 1066.275166] env[65665]: _type = "Task" [ 1066.275166] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.285405] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.408098] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Releasing lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.441133] env[65665]: DEBUG nova.virt.hardware [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1b0ab535d2d60fd05c807d5cd854f762',container_format='bare',created_at=2025-11-27T02:34:11Z,direct_url=,disk_format='vmdk',id=0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2058559044-shelved',owner='d0bd929293864de1bb4786013603f311',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-11-27T02:34:27Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1066.441383] env[65665]: DEBUG nova.virt.hardware [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.441533] env[65665]: DEBUG nova.virt.hardware [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1066.441705] env[65665]: DEBUG nova.virt.hardware [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.441846] env[65665]: DEBUG nova.virt.hardware [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1066.442071] env[65665]: DEBUG nova.virt.hardware [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1066.442344] env[65665]: DEBUG nova.virt.hardware [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1066.442540] env[65665]: DEBUG nova.virt.hardware [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1066.442744] env[65665]: DEBUG nova.virt.hardware [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1066.442931] env[65665]: DEBUG nova.virt.hardware [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1066.443175] env[65665]: DEBUG nova.virt.hardware [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1066.444106] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50b8c7a-61a7-4e3c-a4d5-1a940bdfe88f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.448305] env[65665]: DEBUG nova.network.neutron [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance_info_cache with network_info: [{"id": "ee895a83-eaff-41c9-9945-dc466a5c5182", "address": "fa:16:3e:35:57:83", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee895a83-ea", "ovs_interfaceid": "ee895a83-eaff-41c9-9945-dc466a5c5182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.455726] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8f6e0e-0461-46c9-99ab-9970a8a09f97 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.471159] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:11:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cbe4161-3405-42ff-a87d-758637fabede', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.479087] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1066.479727] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.479997] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a61e380e-80f1-4f3f-a0d5-876770a72e62 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.501494] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.501494] env[65665]: value = "task-4855230" [ 1066.501494] env[65665]: _type = "Task" [ 1066.501494] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.518175] env[65665]: DEBUG nova.compute.utils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.525027] env[65665]: INFO nova.compute.claims [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.525851] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855230, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.526519] env[65665]: DEBUG nova.compute.manager [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Not allocating networking since 'none' was specified. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 1066.535574] env[65665]: WARNING neutronclient.v2_0.client [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.538072] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855225, 'name': CreateSnapshot_Task, 'duration_secs': 0.610245} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.539162] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1066.539940] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabddd1a-94fd-4f63-b928-940b0dd43c90 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.568958] env[65665]: DEBUG oslo_vmware.api [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855226, 'name': PowerOnVM_Task, 'duration_secs': 0.551527} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.569219] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.569219] env[65665]: INFO nova.compute.manager [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1066.569389] env[65665]: DEBUG nova.compute.manager [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1066.570335] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91a7960-e1af-4dbb-a575-4df5ddd59bd6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.772551] env[65665]: WARNING neutronclient.v2_0.client [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.785547] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.855950] env[65665]: DEBUG nova.network.neutron [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updated VIF entry in instance network info cache for port 27a64d88-842a-47fb-beee-0ecc3dd213f4. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1066.856477] env[65665]: DEBUG nova.network.neutron [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updating instance_info_cache with network_info: [{"id": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "address": "fa:16:3e:c7:17:b0", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a64d88-84", "ovs_interfaceid": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.951905] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "refresh_cache-6d29aab2-9e02-43c1-be36-c2e06c0af68c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.952209] env[65665]: DEBUG nova.objects.instance [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lazy-loading 'migration_context' on Instance uuid 6d29aab2-9e02-43c1-be36-c2e06c0af68c {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.011736] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855230, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.028697] env[65665]: INFO nova.compute.resource_tracker [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating resource usage from migration d3c79f9a-bc1e-402e-a9fb-ea1621a6f867 [ 1067.031125] env[65665]: DEBUG nova.compute.manager [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1067.080059] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1067.081748] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c294e90c-4b51-44c8-80f7-6478f1262167 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.099269] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1067.099269] env[65665]: value = "task-4855231" [ 1067.099269] env[65665]: _type = "Task" [ 1067.099269] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.104973] env[65665]: INFO nova.compute.manager [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Took 23.27 seconds to build instance. [ 1067.116214] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855231, 'name': CloneVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.225084] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.225258] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42cbb387-194e-4d0d-83a1-adcd86cfee4a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.236702] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1067.236702] env[65665]: value = "task-4855232" [ 1067.236702] env[65665]: _type = "Task" [ 1067.236702] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.248033] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.286572] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551715} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.287690] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.287690] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.287690] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.363543] env[65665]: DEBUG oslo_concurrency.lockutils [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] Releasing lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.363543] env[65665]: DEBUG nova.compute.manager [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Received event network-changed-a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1067.363799] env[65665]: DEBUG nova.compute.manager [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Refreshing instance network info cache due to event network-changed-a4f6c223-2eae-4bac-bdd1-28423b72aafe. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1067.364269] env[65665]: DEBUG oslo_concurrency.lockutils [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] Acquiring lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.364269] env[65665]: DEBUG oslo_concurrency.lockutils [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] Acquired lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.364416] env[65665]: DEBUG nova.network.neutron [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Refreshing network info cache for port a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.408237] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1775e971-61e1-4eb0-9d26-011de3a5171c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.417647] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ae0e8b-7108-4abf-bc90-2607184b4b2c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.452987] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f046a8-44a7-4865-82b2-581671411499 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.456657] env[65665]: DEBUG nova.objects.base [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Object Instance<6d29aab2-9e02-43c1-be36-c2e06c0af68c> lazy-loaded attributes: info_cache,migration_context {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.457505] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745292f1-37c3-4f35-919d-780541ae7045 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.479917] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bc5ad6-7d87-453a-a498-67ef97d1d34c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.484710] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5686d88f-c687-4084-932f-9c6b11714d4b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.491085] env[65665]: DEBUG oslo_vmware.api [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1067.491085] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f7b95c-090d-c795-f7b1-a33c8278b291" [ 1067.491085] env[65665]: _type = "Task" [ 1067.491085] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.501489] env[65665]: DEBUG nova.compute.provider_tree [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.516287] env[65665]: DEBUG oslo_vmware.api [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f7b95c-090d-c795-f7b1-a33c8278b291, 'name': SearchDatastore_Task, 'duration_secs': 0.009014} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.520124] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.520124] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855230, 'name': CreateVM_Task, 'duration_secs': 0.684809} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.520124] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.520769] env[65665]: WARNING neutronclient.v2_0.client [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.521132] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.521285] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.521667] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.521936] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae0c8bdb-51f9-4f6d-b3fc-3130fce34ad6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.528732] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1067.528732] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522ef64f-93bd-6120-1738-916e0cdad393" [ 1067.528732] env[65665]: _type = "Task" [ 1067.528732] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.542468] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522ef64f-93bd-6120-1738-916e0cdad393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.608518] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fa75e393-7da2-4c3d-b3bc-27a3f01a731a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d5335b42-d041-4083-b4cc-6e30f712ca87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.785s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.614629] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855231, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.748894] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855232, 'name': PowerOffVM_Task, 'duration_secs': 0.33188} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.749303] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.750164] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6198ae-6748-4ca8-b277-df0d740e3deb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.771041] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d5894a-1a01-4213-b66c-4231d0289df1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.795402] env[65665]: INFO nova.virt.block_device [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Booting with volume 8d5dd57c-0555-427c-b56f-8489c45a2adb at /dev/sdb [ 1067.837433] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e9a1552-5561-4b4a-bd27-13f8263899c4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.851608] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a0da3-846d-427c-a001-e3055d137eab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.867969] env[65665]: WARNING neutronclient.v2_0.client [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.894642] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25134f33-f68d-4446-98ee-86f519eeff0a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.898062] env[65665]: DEBUG nova.compute.manager [req-70cd6cfb-4c2f-4d98-b949-6b0c936e0097 req-7bf6c48e-e9b3-41a6-88d8-2b194ec9adf0 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Received event network-changed-0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1067.898184] env[65665]: DEBUG nova.compute.manager [req-70cd6cfb-4c2f-4d98-b949-6b0c936e0097 req-7bf6c48e-e9b3-41a6-88d8-2b194ec9adf0 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Refreshing instance network info cache due to event network-changed-0cbe4161-3405-42ff-a87d-758637fabede. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1067.898437] env[65665]: DEBUG oslo_concurrency.lockutils [req-70cd6cfb-4c2f-4d98-b949-6b0c936e0097 req-7bf6c48e-e9b3-41a6-88d8-2b194ec9adf0 service nova] Acquiring lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.898583] env[65665]: DEBUG oslo_concurrency.lockutils [req-70cd6cfb-4c2f-4d98-b949-6b0c936e0097 req-7bf6c48e-e9b3-41a6-88d8-2b194ec9adf0 service nova] Acquired lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.898741] env[65665]: DEBUG nova.network.neutron [req-70cd6cfb-4c2f-4d98-b949-6b0c936e0097 req-7bf6c48e-e9b3-41a6-88d8-2b194ec9adf0 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Refreshing network info cache for port 0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.913567] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6439fe4b-5c12-47cd-9c16-cb478fb295de {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.961261] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce49923-840d-4533-8896-6223baf8d852 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.969228] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe48077d-1fc9-491a-bec1-31d470b39819 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.983909] env[65665]: DEBUG nova.virt.block_device [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Updating existing volume attachment record: 848e875c-d95f-4151-a7d8-d37128c031b6 {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1068.007882] env[65665]: DEBUG nova.scheduler.client.report [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.042458] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.042585] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Processing image 0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96 {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.042819] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.042977] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.043435] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.044281] env[65665]: DEBUG nova.compute.manager [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1068.046725] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de45fc21-3a8e-417f-aa4c-9f132914f75d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.065702] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.065942] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.069468] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7a9b58-7081-41e3-bd5d-a4f55107c097 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.079827] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1068.079827] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529edea3-6fa2-b981-bb65-ca80a340f6fb" [ 1068.079827] env[65665]: _type = "Task" [ 1068.079827] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.094244] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529edea3-6fa2-b981-bb65-ca80a340f6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.100452] env[65665]: DEBUG nova.virt.hardware [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1068.101020] env[65665]: DEBUG nova.virt.hardware [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.103288] env[65665]: DEBUG nova.virt.hardware [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1068.103288] env[65665]: DEBUG nova.virt.hardware [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.103288] env[65665]: DEBUG nova.virt.hardware [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1068.103288] env[65665]: DEBUG nova.virt.hardware [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1068.103288] env[65665]: DEBUG nova.virt.hardware [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1068.103288] env[65665]: DEBUG nova.virt.hardware [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1068.103288] env[65665]: DEBUG nova.virt.hardware [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1068.103288] env[65665]: DEBUG nova.virt.hardware [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1068.103288] env[65665]: DEBUG nova.virt.hardware [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1068.104498] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4cfc8a-dace-415f-9cc2-7e69195a4992 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.119041] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855231, 'name': CloneVM_Task, 'duration_secs': 1.015578} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.122089] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Created linked-clone VM from snapshot [ 1068.123076] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc10a928-ba82-46e0-8096-e09f3e17b0f5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.128118] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e0337-2ea6-4865-b624-d3c1453f5348 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.136398] env[65665]: DEBUG nova.compute.manager [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Received event network-changed-a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1068.136575] env[65665]: DEBUG nova.compute.manager [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Refreshing instance network info cache due to event network-changed-a4f6c223-2eae-4bac-bdd1-28423b72aafe. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1068.136757] env[65665]: DEBUG oslo_concurrency.lockutils [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] Acquiring lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.143978] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Uploading image 735a9826-cd2f-40b9-9e4d-3e494bf57374 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1068.155404] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.161010] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Creating folder: Project (df3dd3bf7cec48f1a8f1d62705dbced2). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.162587] env[65665]: WARNING neutronclient.v2_0.client [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.164706] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0918b8f-0abe-4f75-bb1c-6b75f346524c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.177901] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1068.177901] env[65665]: value = "vm-946411" [ 1068.177901] env[65665]: _type = "VirtualMachine" [ 1068.177901] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1068.178295] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-70f1a0fd-5cd2-4b8c-86bd-0ec91ba9a090 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.181180] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Created folder: Project (df3dd3bf7cec48f1a8f1d62705dbced2) in parent group-v946135. [ 1068.181367] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Creating folder: Instances. Parent ref: group-v946412. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.181958] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f59faa5a-1497-4739-97f2-d540dc3710d8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.189507] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lease: (returnval){ [ 1068.189507] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524b207b-2071-b14d-7983-81968f0dc0c1" [ 1068.189507] env[65665]: _type = "HttpNfcLease" [ 1068.189507] env[65665]: } obtained for exporting VM: (result){ [ 1068.189507] env[65665]: value = "vm-946411" [ 1068.189507] env[65665]: _type = "VirtualMachine" [ 1068.189507] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1068.189932] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the lease: (returnval){ [ 1068.189932] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524b207b-2071-b14d-7983-81968f0dc0c1" [ 1068.189932] env[65665]: _type = "HttpNfcLease" [ 1068.189932] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1068.197809] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.197809] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524b207b-2071-b14d-7983-81968f0dc0c1" [ 1068.197809] env[65665]: _type = "HttpNfcLease" [ 1068.197809] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.199288] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Created folder: Instances in parent group-v946412. [ 1068.199609] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1068.199885] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.201025] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-194c61e6-38b2-4a23-ac3c-5d4caa6e0d10 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.222327] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.222327] env[65665]: value = "task-4855236" [ 1068.222327] env[65665]: _type = "Task" [ 1068.222327] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.230750] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855236, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.282268] env[65665]: DEBUG nova.network.neutron [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updated VIF entry in instance network info cache for port a4f6c223-2eae-4bac-bdd1-28423b72aafe. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.283205] env[65665]: DEBUG nova.network.neutron [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updating instance_info_cache with network_info: [{"id": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "address": "fa:16:3e:f2:3c:a8", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4f6c223-2e", "ovs_interfaceid": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.285548] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1068.285850] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4304e942-fcf2-4b5f-811d-21984fe0142e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.295712] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1068.295712] env[65665]: value = "task-4855237" [ 1068.295712] env[65665]: _type = "Task" [ 1068.295712] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.308837] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855237, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.406419] env[65665]: WARNING neutronclient.v2_0.client [req-70cd6cfb-4c2f-4d98-b949-6b0c936e0097 req-7bf6c48e-e9b3-41a6-88d8-2b194ec9adf0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.514562] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.501s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.514722] env[65665]: INFO nova.compute.manager [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Migrating [ 1068.527936] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.726s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.528296] env[65665]: DEBUG nova.objects.instance [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Lazy-loading 'resources' on Instance uuid d57c3ca4-947a-4817-93cc-29dedd8f6a79 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.577074] env[65665]: WARNING neutronclient.v2_0.client [req-70cd6cfb-4c2f-4d98-b949-6b0c936e0097 req-7bf6c48e-e9b3-41a6-88d8-2b194ec9adf0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.591365] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Preparing fetch location {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1068.591679] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Fetch image to [datastore1] OSTACK_IMG_32f1acfa-b32e-4688-91c7-69db47ae0492/OSTACK_IMG_32f1acfa-b32e-4688-91c7-69db47ae0492.vmdk {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1068.591868] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Downloading stream optimized image 0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96 to [datastore1] OSTACK_IMG_32f1acfa-b32e-4688-91c7-69db47ae0492/OSTACK_IMG_32f1acfa-b32e-4688-91c7-69db47ae0492.vmdk on the data store datastore1 as vApp {{(pid=65665) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1068.592055] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Downloading image file data 0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96 to the ESX as VM named 'OSTACK_IMG_32f1acfa-b32e-4688-91c7-69db47ae0492' {{(pid=65665) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1068.656735] env[65665]: DEBUG nova.network.neutron [req-70cd6cfb-4c2f-4d98-b949-6b0c936e0097 req-7bf6c48e-e9b3-41a6-88d8-2b194ec9adf0 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updated VIF entry in instance network info cache for port 0cbe4161-3405-42ff-a87d-758637fabede. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.657244] env[65665]: DEBUG nova.network.neutron [req-70cd6cfb-4c2f-4d98-b949-6b0c936e0097 req-7bf6c48e-e9b3-41a6-88d8-2b194ec9adf0 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updating instance_info_cache with network_info: [{"id": "0cbe4161-3405-42ff-a87d-758637fabede", "address": "fa:16:3e:61:11:18", "network": {"id": "27b778b4-426a-430a-885b-9842ec41c33e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1312267537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0bd929293864de1bb4786013603f311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbe4161-34", "ovs_interfaceid": "0cbe4161-3405-42ff-a87d-758637fabede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.679161] env[65665]: DEBUG oslo_vmware.rw_handles [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1068.679161] env[65665]: value = "resgroup-9" [ 1068.679161] env[65665]: _type = "ResourcePool" [ 1068.679161] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1068.679161] env[65665]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fb20c5e7-c802-447f-b89e-642bb25c0a94 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.706651] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.706651] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524b207b-2071-b14d-7983-81968f0dc0c1" [ 1068.706651] env[65665]: _type = "HttpNfcLease" [ 1068.706651] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1068.707117] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1068.707117] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524b207b-2071-b14d-7983-81968f0dc0c1" [ 1068.707117] env[65665]: _type = "HttpNfcLease" [ 1068.707117] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1068.710038] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173bd3dc-b28d-440d-b508-8ce65d803c33 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.712029] env[65665]: DEBUG oslo_vmware.rw_handles [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lease: (returnval){ [ 1068.712029] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280fa92-1275-f526-60e1-26552e49fa85" [ 1068.712029] env[65665]: _type = "HttpNfcLease" [ 1068.712029] env[65665]: } obtained for vApp import into resource pool (val){ [ 1068.712029] env[65665]: value = "resgroup-9" [ 1068.712029] env[65665]: _type = "ResourcePool" [ 1068.712029] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1068.712495] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the lease: (returnval){ [ 1068.712495] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280fa92-1275-f526-60e1-26552e49fa85" [ 1068.712495] env[65665]: _type = "HttpNfcLease" [ 1068.712495] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1068.722165] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c14289-e43b-fab3-b26c-8bce0cd2a356/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1068.722165] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c14289-e43b-fab3-b26c-8bce0cd2a356/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1068.730818] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.730818] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280fa92-1275-f526-60e1-26552e49fa85" [ 1068.730818] env[65665]: _type = "HttpNfcLease" [ 1068.730818] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.794389] env[65665]: DEBUG oslo_concurrency.lockutils [req-3625c244-436b-4751-8bab-83ffd18b0d1f req-0150b372-08e8-46f2-b756-61200d1e0554 service nova] Releasing lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.795400] env[65665]: DEBUG oslo_concurrency.lockutils [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] Acquired lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.795652] env[65665]: DEBUG nova.network.neutron [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Refreshing network info cache for port a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.804729] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855236, 'name': CreateVM_Task, 'duration_secs': 0.359784} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.809577] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.810841] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.811035] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.811375] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.812393] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b967808-eea8-4590-a8ac-95f418c1dcc0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.819212] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855237, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.823522] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1068.823522] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52367e8d-1da7-af7f-1483-b0ea36f52471" [ 1068.823522] env[65665]: _type = "Task" [ 1068.823522] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.833872] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52367e8d-1da7-af7f-1483-b0ea36f52471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.840253] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f69573ae-db81-4f53-9bab-ccbd6e421c14 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.036327] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.036569] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.036720] env[65665]: DEBUG nova.network.neutron [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1069.161131] env[65665]: DEBUG oslo_concurrency.lockutils [req-70cd6cfb-4c2f-4d98-b949-6b0c936e0097 req-7bf6c48e-e9b3-41a6-88d8-2b194ec9adf0 service nova] Releasing lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.224147] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.224147] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280fa92-1275-f526-60e1-26552e49fa85" [ 1069.224147] env[65665]: _type = "HttpNfcLease" [ 1069.224147] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1069.308741] env[65665]: WARNING neutronclient.v2_0.client [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.321047] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855237, 'name': CreateSnapshot_Task, 'duration_secs': 0.628553} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.321340] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.322261] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3db8228-a304-4abc-9966-f4c7640b8a3d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.349021] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52367e8d-1da7-af7f-1483-b0ea36f52471, 'name': SearchDatastore_Task, 'duration_secs': 0.012492} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.349021] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.349242] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.349556] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.349741] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.349997] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.350634] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea5c37dc-69ea-446e-a1ac-346226139ba6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.366949] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.366949] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.367309] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deed1f6c-455f-4d55-9ef3-4f55f52d9586 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.378270] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1069.378270] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5299b45d-13ca-eea0-1731-094a86e6307a" [ 1069.378270] env[65665]: _type = "Task" [ 1069.378270] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.388443] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5299b45d-13ca-eea0-1731-094a86e6307a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.417436] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318b4947-b329-4312-80d9-fef70c1b5d0b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.425699] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff6329b-3135-4eb6-9398-41e7ba49f256 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.461847] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f4ca71-d995-4ffb-aac4-a505cee3899d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.471360] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96581729-b47a-4b01-82ff-c1a9d6a2b0c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.222950] env[65665]: WARNING neutronclient.v2_0.client [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.236461] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.237136] env[65665]: DEBUG nova.compute.provider_tree [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.239671] env[65665]: WARNING neutronclient.v2_0.client [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.243463] env[65665]: DEBUG nova.compute.manager [req-69b2bf35-ea2e-43a3-8fb3-216fdbf231b8 req-fc54938d-1705-4f0a-a259-a9b09dcb2073 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Received event network-changed-0efd2e94-5218-4dd2-8a76-b34f10de0df3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1070.243657] env[65665]: DEBUG nova.compute.manager [req-69b2bf35-ea2e-43a3-8fb3-216fdbf231b8 req-fc54938d-1705-4f0a-a259-a9b09dcb2073 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Refreshing instance network info cache due to event network-changed-0efd2e94-5218-4dd2-8a76-b34f10de0df3. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1070.243992] env[65665]: DEBUG oslo_concurrency.lockutils [req-69b2bf35-ea2e-43a3-8fb3-216fdbf231b8 req-fc54938d-1705-4f0a-a259-a9b09dcb2073 service nova] Acquiring lock "refresh_cache-d5335b42-d041-4083-b4cc-6e30f712ca87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.244351] env[65665]: DEBUG oslo_concurrency.lockutils [req-69b2bf35-ea2e-43a3-8fb3-216fdbf231b8 req-fc54938d-1705-4f0a-a259-a9b09dcb2073 service nova] Acquired lock "refresh_cache-d5335b42-d041-4083-b4cc-6e30f712ca87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.244539] env[65665]: DEBUG nova.network.neutron [req-69b2bf35-ea2e-43a3-8fb3-216fdbf231b8 req-fc54938d-1705-4f0a-a259-a9b09dcb2073 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Refreshing network info cache for port 0efd2e94-5218-4dd2-8a76-b34f10de0df3 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.250793] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-701f90ff-a52f-449b-b6ee-0aaa1a92aa67 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.259044] env[65665]: DEBUG nova.scheduler.client.report [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.281187] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5299b45d-13ca-eea0-1731-094a86e6307a, 'name': SearchDatastore_Task, 'duration_secs': 0.018658} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.281830] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.281830] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280fa92-1275-f526-60e1-26552e49fa85" [ 1070.281830] env[65665]: _type = "HttpNfcLease" [ 1070.281830] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1070.288150] env[65665]: DEBUG oslo_vmware.rw_handles [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1070.288150] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280fa92-1275-f526-60e1-26552e49fa85" [ 1070.288150] env[65665]: _type = "HttpNfcLease" [ 1070.288150] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1070.288291] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1070.288291] env[65665]: value = "task-4855239" [ 1070.288291] env[65665]: _type = "Task" [ 1070.288291] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.288985] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a7136b-cd34-4093-abd3-0eeccb7856f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.293571] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dd047a-fee0-4846-bc46-9b3c656d2e12 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.310945] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855239, 'name': CloneVM_Task} progress is 11%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.315529] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1070.315529] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52020028-89df-c061-ba02-7f41be2f84f6" [ 1070.315529] env[65665]: _type = "Task" [ 1070.315529] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.316145] env[65665]: DEBUG oslo_vmware.rw_handles [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d20a5-5780-c958-d19c-0f4b24c9b7b5/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1070.316357] env[65665]: DEBUG oslo_vmware.rw_handles [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d20a5-5780-c958-d19c-0f4b24c9b7b5/disk-0.vmdk. {{(pid=65665) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1070.386620] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52020028-89df-c061-ba02-7f41be2f84f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011739} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.388721] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.390160] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43/8c5fe6cd-7f46-43fa-a083-b67b5889af43.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.390504] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-775338a6-53f1-48ec-bb81-00fb4de01b23 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.396762] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3490d51-836c-4c60-bf87-2279b7c62c07 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.403682] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1070.403682] env[65665]: value = "task-4855240" [ 1070.403682] env[65665]: _type = "Task" [ 1070.403682] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.417289] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.435845] env[65665]: DEBUG nova.network.neutron [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updated VIF entry in instance network info cache for port a4f6c223-2eae-4bac-bdd1-28423b72aafe. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1070.436486] env[65665]: DEBUG nova.network.neutron [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updating instance_info_cache with network_info: [{"id": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "address": "fa:16:3e:f2:3c:a8", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4f6c223-2e", "ovs_interfaceid": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.503683] env[65665]: WARNING neutronclient.v2_0.client [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.600371] env[65665]: DEBUG nova.network.neutron [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance_info_cache with network_info: [{"id": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "address": "fa:16:3e:59:34:d8", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6b0b20-1d", "ovs_interfaceid": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.769363] env[65665]: WARNING neutronclient.v2_0.client [req-69b2bf35-ea2e-43a3-8fb3-216fdbf231b8 req-fc54938d-1705-4f0a-a259-a9b09dcb2073 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.773634] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.782234] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.495s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.785042] env[65665]: INFO nova.compute.claims [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.810412] env[65665]: INFO nova.scheduler.client.report [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Deleted allocations for instance d57c3ca4-947a-4817-93cc-29dedd8f6a79 [ 1070.816772] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855239, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.932923] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855240, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.944510] env[65665]: DEBUG oslo_concurrency.lockutils [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] Releasing lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.944510] env[65665]: DEBUG nova.compute.manager [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Received event network-changed-27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1070.944709] env[65665]: DEBUG nova.compute.manager [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Refreshing instance network info cache due to event network-changed-27a64d88-842a-47fb-beee-0ecc3dd213f4. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1070.945152] env[65665]: DEBUG oslo_concurrency.lockutils [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] Acquiring lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.945250] env[65665]: DEBUG oslo_concurrency.lockutils [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] Acquired lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.945409] env[65665]: DEBUG nova.network.neutron [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Refreshing network info cache for port 27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.029265] env[65665]: WARNING neutronclient.v2_0.client [req-69b2bf35-ea2e-43a3-8fb3-216fdbf231b8 req-fc54938d-1705-4f0a-a259-a9b09dcb2073 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.105173] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.111024] env[65665]: DEBUG nova.network.neutron [req-69b2bf35-ea2e-43a3-8fb3-216fdbf231b8 req-fc54938d-1705-4f0a-a259-a9b09dcb2073 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Updated VIF entry in instance network info cache for port 0efd2e94-5218-4dd2-8a76-b34f10de0df3. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1071.111024] env[65665]: DEBUG nova.network.neutron [req-69b2bf35-ea2e-43a3-8fb3-216fdbf231b8 req-fc54938d-1705-4f0a-a259-a9b09dcb2073 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Updating instance_info_cache with network_info: [{"id": "0efd2e94-5218-4dd2-8a76-b34f10de0df3", "address": "fa:16:3e:7e:81:fc", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0efd2e94-52", "ovs_interfaceid": "0efd2e94-5218-4dd2-8a76-b34f10de0df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.114531] env[65665]: DEBUG nova.virt.hardware [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1071.114773] env[65665]: DEBUG nova.virt.hardware [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.114947] env[65665]: DEBUG nova.virt.hardware [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1071.115212] env[65665]: DEBUG nova.virt.hardware [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.115390] env[65665]: DEBUG nova.virt.hardware [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1071.115685] env[65665]: DEBUG nova.virt.hardware [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1071.115993] env[65665]: DEBUG nova.virt.hardware [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.116273] env[65665]: DEBUG nova.virt.hardware [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1071.116520] env[65665]: DEBUG nova.virt.hardware [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1071.116728] env[65665]: DEBUG nova.virt.hardware [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1071.116929] env[65665]: DEBUG nova.virt.hardware [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1071.117915] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17ea9cc-353d-4ad3-9389-268ce50e25c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.132720] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852b8d25-d061-4501-8439-87191bed2e2f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.157301] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:59:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.167046] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1071.172836] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.173318] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4aeade2-3e2f-4139-a150-8ae47118cc45 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.200285] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.200285] env[65665]: value = "task-4855241" [ 1071.200285] env[65665]: _type = "Task" [ 1071.200285] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.214667] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855241, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.312672] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855239, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.329385] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cda49e04-ecdf-4b07-ab4b-9951ff28be4c tempest-ServerMetadataNegativeTestJSON-867914049 tempest-ServerMetadataNegativeTestJSON-867914049-project-member] Lock "d57c3ca4-947a-4817-93cc-29dedd8f6a79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.958s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.424975] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590132} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.425305] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43/8c5fe6cd-7f46-43fa-a083-b67b5889af43.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.425624] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.425914] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c569938f-72cf-4d4d-94c6-e69ca2ef0663 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.435187] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1071.435187] env[65665]: value = "task-4855242" [ 1071.435187] env[65665]: _type = "Task" [ 1071.435187] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.445815] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.448473] env[65665]: WARNING neutronclient.v2_0.client [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.622390] env[65665]: DEBUG oslo_concurrency.lockutils [req-69b2bf35-ea2e-43a3-8fb3-216fdbf231b8 req-fc54938d-1705-4f0a-a259-a9b09dcb2073 service nova] Releasing lock "refresh_cache-d5335b42-d041-4083-b4cc-6e30f712ca87" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.715039] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855241, 'name': CreateVM_Task, 'duration_secs': 0.420895} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.715515] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.716390] env[65665]: WARNING neutronclient.v2_0.client [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1071.717023] env[65665]: DEBUG oslo_concurrency.lockutils [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.717280] env[65665]: DEBUG oslo_concurrency.lockutils [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.719987] env[65665]: DEBUG oslo_concurrency.lockutils [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.719987] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d107701f-02fa-47d8-bd76-5bc2519a6d7e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.727748] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1071.727748] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527066fd-27db-5348-7721-18e51b3e3a66" [ 1071.727748] env[65665]: _type = "Task" [ 1071.727748] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.753923] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527066fd-27db-5348-7721-18e51b3e3a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.785887] env[65665]: WARNING neutronclient.v2_0.client [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.819658] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855239, 'name': CloneVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.941791] env[65665]: DEBUG oslo_vmware.rw_handles [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Completed reading data from the image iterator. {{(pid=65665) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1071.942067] env[65665]: DEBUG oslo_vmware.rw_handles [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d20a5-5780-c958-d19c-0f4b24c9b7b5/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1071.943637] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94136745-e6ae-4324-9bdb-c5b7e1772c0f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.956919] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077823} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.959416] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.959741] env[65665]: DEBUG oslo_vmware.rw_handles [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d20a5-5780-c958-d19c-0f4b24c9b7b5/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1071.959889] env[65665]: DEBUG oslo_vmware.rw_handles [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d20a5-5780-c958-d19c-0f4b24c9b7b5/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1071.960990] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bcdd10-32d3-46bb-9af0-293852b6c964 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.963695] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9ada1449-6375-4fb4-a25f-629c0d89b118 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.968886] env[65665]: DEBUG nova.network.neutron [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updated VIF entry in instance network info cache for port 27a64d88-842a-47fb-beee-0ecc3dd213f4. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1071.969260] env[65665]: DEBUG nova.network.neutron [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updating instance_info_cache with network_info: [{"id": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "address": "fa:16:3e:c7:17:b0", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a64d88-84", "ovs_interfaceid": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.988167] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43/8c5fe6cd-7f46-43fa-a083-b67b5889af43.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.992755] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9ac6f4f-def9-45ca-9680-1e02ff677d4e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.018276] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1072.018276] env[65665]: value = "task-4855243" [ 1072.018276] env[65665]: _type = "Task" [ 1072.018276] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.028832] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.223295] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cc25b2-1963-430c-8b3f-71addbb417f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.236078] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f9c9d5-1145-4b5d-9240-9ffa237babe2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.244022] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527066fd-27db-5348-7721-18e51b3e3a66, 'name': SearchDatastore_Task, 'duration_secs': 0.026152} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.245052] env[65665]: DEBUG oslo_concurrency.lockutils [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.245346] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.245601] env[65665]: DEBUG oslo_concurrency.lockutils [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.245746] env[65665]: DEBUG oslo_concurrency.lockutils [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.245919] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.246222] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6964da99-1ce6-4068-a777-019a979d39b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.281727] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae61ebe-737a-40e3-9cca-eadbfc3d8f19 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.284909] env[65665]: DEBUG oslo_vmware.rw_handles [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527d20a5-5780-c958-d19c-0f4b24c9b7b5/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1072.285402] env[65665]: INFO nova.virt.vmwareapi.images [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Downloaded image file data 0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96 [ 1072.285994] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93d3aae-8467-49e2-9887-2d5f1b4485f2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.290816] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.291069] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.306346] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df03187b-0602-415e-9a2b-d027310b0e70 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.309150] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d41d7ec1-e38c-48d9-bf1e-7a30fd70e33d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.314631] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2df67b-4647-4095-98db-ed6b777d3ad4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.322499] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1072.322499] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d5f76f-7741-9383-1308-ef62f1254799" [ 1072.322499] env[65665]: _type = "Task" [ 1072.322499] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.334607] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855239, 'name': CloneVM_Task, 'duration_secs': 1.553656} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.335110] env[65665]: DEBUG nova.compute.provider_tree [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.341068] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Created linked-clone VM from snapshot [ 1072.342141] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710c7c0f-5ddf-4924-b23c-2ec1fdae8004 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.346342] env[65665]: INFO nova.virt.vmwareapi.images [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] The imported VM was unregistered [ 1072.348598] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Caching image {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1072.348838] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96 {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.353820] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6c93d3f-4700-409b-a51e-980fb56d633e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.356679] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d5f76f-7741-9383-1308-ef62f1254799, 'name': SearchDatastore_Task, 'duration_secs': 0.012196} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.360833] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Uploading image d45c82e0-9373-49a8-a1eb-f75c7733743f {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1072.363257] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee042b8-fda3-4c4c-9114-a83d6a90ecf8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.369683] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1072.369683] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e6ffed-c288-6ff1-2ad1-f2b3fdf2d7d9" [ 1072.369683] env[65665]: _type = "Task" [ 1072.369683] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.375237] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Created directory with path [datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96 {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.375519] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_32f1acfa-b32e-4688-91c7-69db47ae0492/OSTACK_IMG_32f1acfa-b32e-4688-91c7-69db47ae0492.vmdk to [datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96.vmdk. {{(pid=65665) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1072.378839] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-af0a6b41-5958-4fcb-bf3e-f58f3d498a65 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.380980] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e6ffed-c288-6ff1-2ad1-f2b3fdf2d7d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.386246] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1072.386246] env[65665]: value = "task-4855245" [ 1072.386246] env[65665]: _type = "Task" [ 1072.386246] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.394414] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1072.394414] env[65665]: value = "vm-946417" [ 1072.394414] env[65665]: _type = "VirtualMachine" [ 1072.394414] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1072.395256] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-08dff833-ea18-424b-8b3e-90bc125c2a61 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.399956] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855245, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.405705] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lease: (returnval){ [ 1072.405705] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52524944-a2fb-5284-1c81-13ecd0011f08" [ 1072.405705] env[65665]: _type = "HttpNfcLease" [ 1072.405705] env[65665]: } obtained for exporting VM: (result){ [ 1072.405705] env[65665]: value = "vm-946417" [ 1072.405705] env[65665]: _type = "VirtualMachine" [ 1072.405705] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1072.405939] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the lease: (returnval){ [ 1072.405939] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52524944-a2fb-5284-1c81-13ecd0011f08" [ 1072.405939] env[65665]: _type = "HttpNfcLease" [ 1072.405939] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1072.413307] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.413307] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52524944-a2fb-5284-1c81-13ecd0011f08" [ 1072.413307] env[65665]: _type = "HttpNfcLease" [ 1072.413307] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1072.489800] env[65665]: DEBUG oslo_concurrency.lockutils [req-d74f84ff-5f91-42be-86de-cb1205f67426 req-00e0336d-9055-47f8-8f6b-4007617a9e7c service nova] Releasing lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.530408] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855243, 'name': ReconfigVM_Task, 'duration_secs': 0.31716} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.530751] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43/8c5fe6cd-7f46-43fa-a083-b67b5889af43.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.531872] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b7d205d-e3ff-4f65-8877-bd6da6046073 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.539832] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1072.539832] env[65665]: value = "task-4855247" [ 1072.539832] env[65665]: _type = "Task" [ 1072.539832] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.549638] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855247, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.634353] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350fd8d6-0fd1-4620-a978-b1b895b9bbca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.656851] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance '4b0c2f40-07af-4a37-83d7-deef94300cae' progress to 0 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.844111] env[65665]: DEBUG nova.scheduler.client.report [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.882367] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e6ffed-c288-6ff1-2ad1-f2b3fdf2d7d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011436} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.882700] env[65665]: DEBUG oslo_concurrency.lockutils [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.882975] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 751b3c67-22d0-4688-8d84-33a56b930a9e/751b3c67-22d0-4688-8d84-33a56b930a9e.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.883756] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab47ee5b-62d1-431a-bab1-9df59dff916c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.895240] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1072.895240] env[65665]: value = "task-4855248" [ 1072.895240] env[65665]: _type = "Task" [ 1072.895240] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.903933] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855245, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.915145] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.922115] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.922115] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52524944-a2fb-5284-1c81-13ecd0011f08" [ 1072.922115] env[65665]: _type = "HttpNfcLease" [ 1072.922115] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1072.922649] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1072.922649] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52524944-a2fb-5284-1c81-13ecd0011f08" [ 1072.922649] env[65665]: _type = "HttpNfcLease" [ 1072.922649] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1072.923458] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347b13da-92b4-4262-b87a-6e431360a1ef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.934670] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52459333-2b7b-7021-a34a-b5e4ed7f1974/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1072.934905] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52459333-2b7b-7021-a34a-b5e4ed7f1974/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1073.053575] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855247, 'name': Rename_Task, 'duration_secs': 0.18367} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.056693] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.057359] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb5e947d-19cb-487d-abce-7520431026a4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.059452] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-005d55c6-4810-4ea6-b2c4-e9a9258c6fdd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.070189] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1073.070189] env[65665]: value = "task-4855249" [ 1073.070189] env[65665]: _type = "Task" [ 1073.070189] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.080362] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.165946] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.166912] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "interface-323640b7-53de-4e6a-bd76-60f44adbb17a-9bec7b1c-2a17-4212-ac32-84508fabdbe9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.166912] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-323640b7-53de-4e6a-bd76-60f44adbb17a-9bec7b1c-2a17-4212-ac32-84508fabdbe9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.167149] env[65665]: DEBUG nova.objects.instance [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'flavor' on Instance uuid 323640b7-53de-4e6a-bd76-60f44adbb17a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.168494] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f019769-d205-4fb9-96b1-16d5fbfe144c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.180405] env[65665]: DEBUG oslo_vmware.api [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1073.180405] env[65665]: value = "task-4855250" [ 1073.180405] env[65665]: _type = "Task" [ 1073.180405] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.197295] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1073.197608] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance '4b0c2f40-07af-4a37-83d7-deef94300cae' progress to 17 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.351965] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.353067] env[65665]: DEBUG nova.compute.manager [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1073.356861] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.589s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.357417] env[65665]: DEBUG nova.objects.instance [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lazy-loading 'resources' on Instance uuid 630e7d47-a002-47e8-991a-c29d0c30aaa2 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.406534] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855245, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.416052] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.581964] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855249, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.674564] env[65665]: WARNING neutronclient.v2_0.client [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.712677] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1073.714357] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.715068] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1073.715443] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.715886] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1073.716206] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1073.716681] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1073.716989] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1073.717447] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1073.717822] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1073.718169] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1073.726455] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af116bd8-b6a2-4dc6-95f0-0391a0368b5d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.755530] env[65665]: DEBUG oslo_vmware.api [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1073.755530] env[65665]: value = "task-4855251" [ 1073.755530] env[65665]: _type = "Task" [ 1073.755530] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.767598] env[65665]: DEBUG oslo_vmware.api [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.862261] env[65665]: DEBUG nova.objects.instance [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'pci_requests' on Instance uuid 323640b7-53de-4e6a-bd76-60f44adbb17a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.868441] env[65665]: DEBUG nova.compute.utils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.878209] env[65665]: DEBUG nova.objects.base [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Object Instance<323640b7-53de-4e6a-bd76-60f44adbb17a> lazy-loaded attributes: flavor,pci_requests {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1073.878209] env[65665]: DEBUG nova.network.neutron [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1073.878209] env[65665]: WARNING neutronclient.v2_0.client [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.878209] env[65665]: WARNING neutronclient.v2_0.client [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.881448] env[65665]: DEBUG nova.compute.manager [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1073.881673] env[65665]: DEBUG nova.network.neutron [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1073.881956] env[65665]: WARNING neutronclient.v2_0.client [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.883462] env[65665]: WARNING neutronclient.v2_0.client [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.891732] env[65665]: DEBUG nova.compute.manager [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1073.922165] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855245, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.929085] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.973030] env[65665]: DEBUG nova.policy [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a79af04679c4e259bc985469917ce87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b36eec997d504f04b678ad5659b687f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.028874] env[65665]: DEBUG nova.policy [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179afa96e4c44c34bdb756c0e704b61b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19922781a3704af9828c1bf54df07b9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.087187] env[65665]: DEBUG oslo_vmware.api [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855249, 'name': PowerOnVM_Task, 'duration_secs': 0.586073} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.095090] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.095090] env[65665]: INFO nova.compute.manager [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Took 6.05 seconds to spawn the instance on the hypervisor. [ 1074.095090] env[65665]: DEBUG nova.compute.manager [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1074.099565] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dece2a11-3873-41bd-aa85-f5314f5a355b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.275347] env[65665]: DEBUG oslo_vmware.api [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855251, 'name': ReconfigVM_Task, 'duration_secs': 0.255442} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.282148] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance '4b0c2f40-07af-4a37-83d7-deef94300cae' progress to 33 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.421122] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855248, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.424421] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855245, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.459775] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848c92d3-dc64-4e44-8b2b-cec19512e5ad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.473461] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b92dbb6-a892-401a-876f-836edf5dc423 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.513343] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa860e4-373c-438e-a848-18998c0f0532 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.524446] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233240ce-9aea-4f03-92b2-63cf24c03a2b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.542406] env[65665]: DEBUG nova.compute.provider_tree [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.561484] env[65665]: DEBUG nova.network.neutron [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Successfully created port: 67a40910-bd07-4dfb-b7a3-caa63931df9e {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1074.633182] env[65665]: INFO nova.compute.manager [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Took 24.51 seconds to build instance. [ 1074.793725] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1074.794340] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.794340] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1074.794340] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.794487] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1074.794661] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1074.795501] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1074.795501] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1074.795501] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1074.795501] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1074.795501] env[65665]: DEBUG nova.virt.hardware [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1074.801092] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.801360] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6515572-759b-4cad-a343-8c9133d4f453 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.822949] env[65665]: DEBUG oslo_vmware.api [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1074.822949] env[65665]: value = "task-4855252" [ 1074.822949] env[65665]: _type = "Task" [ 1074.822949] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.834390] env[65665]: DEBUG oslo_vmware.api [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.917754] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855245, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.919799] env[65665]: DEBUG nova.compute.manager [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1074.923438] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855248, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.045721] env[65665]: DEBUG nova.scheduler.client.report [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.135770] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cbd1152d-260f-4db4-8277-622bb2781799 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lock "8c5fe6cd-7f46-43fa-a083-b67b5889af43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.023s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.334614] env[65665]: DEBUG oslo_vmware.api [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855252, 'name': ReconfigVM_Task, 'duration_secs': 0.282752} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.334913] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.335802] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e69ab1-5d6f-4f12-8502-8df0893d2f1b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.375025] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 4b0c2f40-07af-4a37-83d7-deef94300cae/4b0c2f40-07af-4a37-83d7-deef94300cae.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.375499] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-243d84af-01a0-417f-9c26-d21bca8171ac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.404200] env[65665]: DEBUG oslo_vmware.api [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1075.404200] env[65665]: value = "task-4855253" [ 1075.404200] env[65665]: _type = "Task" [ 1075.404200] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.414114] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855245, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.688871} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.415056] env[65665]: INFO nova.virt.vmwareapi.ds_util [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_32f1acfa-b32e-4688-91c7-69db47ae0492/OSTACK_IMG_32f1acfa-b32e-4688-91c7-69db47ae0492.vmdk to [datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96.vmdk. [ 1075.415310] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Cleaning up location [datastore1] OSTACK_IMG_32f1acfa-b32e-4688-91c7-69db47ae0492 {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1075.415489] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_32f1acfa-b32e-4688-91c7-69db47ae0492 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.415750] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2568bcc-96d2-4fd5-bb19-a8617c1672e8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.424056] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855248, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.185783} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.424439] env[65665]: DEBUG oslo_vmware.api [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.424967] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 751b3c67-22d0-4688-8d84-33a56b930a9e/751b3c67-22d0-4688-8d84-33a56b930a9e.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.425259] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.425566] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9712f30f-db92-453c-89c3-a4af46e88d3d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.429576] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1075.429576] env[65665]: value = "task-4855254" [ 1075.429576] env[65665]: _type = "Task" [ 1075.429576] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.434324] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1075.434324] env[65665]: value = "task-4855255" [ 1075.434324] env[65665]: _type = "Task" [ 1075.434324] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.441705] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.447702] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.552412] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.555725] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.035s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.579822] env[65665]: INFO nova.scheduler.client.report [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Deleted allocations for instance 630e7d47-a002-47e8-991a-c29d0c30aaa2 [ 1075.838127] env[65665]: DEBUG nova.network.neutron [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Successfully updated port: 9bec7b1c-2a17-4212-ac32-84508fabdbe9 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1075.915255] env[65665]: DEBUG oslo_vmware.api [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.942478] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040059} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.943362] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.943623] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.943887] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96.vmdk to [datastore1] da88beb8-d7db-48bf-bab5-aaa11c81230c/da88beb8-d7db-48bf-bab5-aaa11c81230c.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.944275] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c42c8388-3e8f-4476-b9a5-bf5965bbd30e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.949639] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076462} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.950334] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.951177] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4a1d83-be54-4d03-a1ae-4acd83cfd5e7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.955727] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1075.955727] env[65665]: value = "task-4855256" [ 1075.955727] env[65665]: _type = "Task" [ 1075.955727] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.979995] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 751b3c67-22d0-4688-8d84-33a56b930a9e/751b3c67-22d0-4688-8d84-33a56b930a9e.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.980932] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f084ff8d-d3c7-4d80-9ac3-c12679f19990 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.999941] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.006696] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1076.006696] env[65665]: value = "task-4855257" [ 1076.006696] env[65665]: _type = "Task" [ 1076.006696] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.019649] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.089386] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d4508766-dd87-48f2-b568-095366be30d7 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "630e7d47-a002-47e8-991a-c29d0c30aaa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.603s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.092335] env[65665]: DEBUG oslo_concurrency.lockutils [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "630e7d47-a002-47e8-991a-c29d0c30aaa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 12.198s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.092335] env[65665]: DEBUG oslo_concurrency.lockutils [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "630e7d47-a002-47e8-991a-c29d0c30aaa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.092335] env[65665]: DEBUG oslo_concurrency.lockutils [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "630e7d47-a002-47e8-991a-c29d0c30aaa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.092335] env[65665]: DEBUG oslo_concurrency.lockutils [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "630e7d47-a002-47e8-991a-c29d0c30aaa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.092578] env[65665]: INFO nova.compute.manager [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Terminating instance [ 1076.245275] env[65665]: DEBUG nova.network.neutron [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Successfully updated port: 67a40910-bd07-4dfb-b7a3-caa63931df9e {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1076.341632] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.342015] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.342015] env[65665]: DEBUG nova.network.neutron [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1076.417986] env[65665]: DEBUG oslo_vmware.api [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855253, 'name': ReconfigVM_Task, 'duration_secs': 0.645066} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.418371] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 4b0c2f40-07af-4a37-83d7-deef94300cae/4b0c2f40-07af-4a37-83d7-deef94300cae.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.418668] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance '4b0c2f40-07af-4a37-83d7-deef94300cae' progress to 50 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.446700] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4325ad-62cb-4f9e-ad4b-6b5d7925bd61 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.462861] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492c86c7-2e2d-4adf-8dd6-5b637fa8a1a3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.474255] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855256, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.508045] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd331c6-3c9b-497b-8f23-e7a614b6803c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.525788] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc65a21-cb6a-4a35-b501-2e6d8798824c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.531796] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855257, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.546293] env[65665]: DEBUG nova.compute.provider_tree [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.597093] env[65665]: DEBUG oslo_concurrency.lockutils [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.597296] env[65665]: DEBUG oslo_concurrency.lockutils [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquired lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.597499] env[65665]: DEBUG nova.network.neutron [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1076.752673] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "refresh_cache-c8f661c2-617f-401c-8f66-4d7f94421c53" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.752673] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "refresh_cache-c8f661c2-617f-401c-8f66-4d7f94421c53" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.752673] env[65665]: DEBUG nova.network.neutron [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1076.884795] env[65665]: WARNING nova.network.neutron [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] 36178ac2-e3ee-4fe3-ba39-a17c0a24a5be already exists in list: networks containing: ['36178ac2-e3ee-4fe3-ba39-a17c0a24a5be']. ignoring it [ 1076.930525] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b434c4-95d3-48c4-af0d-3674f573cfb8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.953646] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1014623e-cd84-415b-9a88-813d7288e840 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.973941] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance '4b0c2f40-07af-4a37-83d7-deef94300cae' progress to 67 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.987456] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855256, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.017787] env[65665]: WARNING neutronclient.v2_0.client [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.025111] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855257, 'name': ReconfigVM_Task, 'duration_secs': 0.525205} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.025805] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 751b3c67-22d0-4688-8d84-33a56b930a9e/751b3c67-22d0-4688-8d84-33a56b930a9e.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.027067] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'disk_bus': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'size': 0, 'device_type': 'disk', 'image_id': 'eea57882-5405-4dfd-88c4-7b96d46f8cbf'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946405', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'name': 'volume-8d5dd57c-0555-427c-b56f-8489c45a2adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '751b3c67-22d0-4688-8d84-33a56b930a9e', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'serial': '8d5dd57c-0555-427c-b56f-8489c45a2adb'}, 'attachment_id': '848e875c-d95f-4151-a7d8-d37128c031b6', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65665) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1077.027833] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1077.027833] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946405', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'name': 'volume-8d5dd57c-0555-427c-b56f-8489c45a2adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '751b3c67-22d0-4688-8d84-33a56b930a9e', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'serial': '8d5dd57c-0555-427c-b56f-8489c45a2adb'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1077.028778] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9277181-e932-4836-a9ca-1dfa0d86504e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.047747] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c0c986-9590-4036-b76c-89067149ee43 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.051314] env[65665]: DEBUG nova.scheduler.client.report [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.079160] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-8d5dd57c-0555-427c-b56f-8489c45a2adb/volume-8d5dd57c-0555-427c-b56f-8489c45a2adb.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.083252] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8cd1704-3ca9-40d7-b613-f1558a496e16 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.101119] env[65665]: DEBUG nova.compute.utils [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Can not refresh info_cache because instance was not found {{(pid=65665) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1077.101783] env[65665]: WARNING neutronclient.v2_0.client [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.112019] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1077.112019] env[65665]: value = "task-4855258" [ 1077.112019] env[65665]: _type = "Task" [ 1077.112019] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.125380] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.134921] env[65665]: DEBUG nova.network.neutron [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1077.239278] env[65665]: DEBUG nova.network.neutron [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.268113] env[65665]: WARNING neutronclient.v2_0.client [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.291123] env[65665]: DEBUG nova.network.neutron [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1077.352740] env[65665]: DEBUG nova.network.neutron [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updating instance_info_cache with network_info: [{"id": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "address": "fa:16:3e:c7:17:b0", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a64d88-84", "ovs_interfaceid": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bec7b1c-2a17-4212-ac32-84508fabdbe9", "address": "fa:16:3e:4b:fa:02", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bec7b1c-2a", "ovs_interfaceid": "9bec7b1c-2a17-4212-ac32-84508fabdbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.379361] env[65665]: WARNING neutronclient.v2_0.client [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.470415] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855256, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.483786] env[65665]: WARNING neutronclient.v2_0.client [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.484165] env[65665]: WARNING neutronclient.v2_0.client [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.488393] env[65665]: DEBUG nova.network.neutron [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Updating instance_info_cache with network_info: [{"id": "67a40910-bd07-4dfb-b7a3-caa63931df9e", "address": "fa:16:3e:56:37:09", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a40910-bd", "ovs_interfaceid": "67a40910-bd07-4dfb-b7a3-caa63931df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.536257] env[65665]: DEBUG nova.network.neutron [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Port dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1077.626208] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.741702] env[65665]: DEBUG oslo_concurrency.lockutils [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Releasing lock "refresh_cache-630e7d47-a002-47e8-991a-c29d0c30aaa2" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.742474] env[65665]: DEBUG nova.compute.manager [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1077.742474] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.742851] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-916e8d4e-d79e-403d-bda0-009a16f1276c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.755334] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa84f9c8-c616-4ab2-984d-18eaf8ed8988 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.801620] env[65665]: WARNING nova.virt.vmwareapi.vmops [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 630e7d47-a002-47e8-991a-c29d0c30aaa2 could not be found. [ 1077.801905] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.802103] env[65665]: INFO nova.compute.manager [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1077.802379] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1077.802734] env[65665]: DEBUG nova.compute.manager [-] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1077.802831] env[65665]: DEBUG nova.network.neutron [-] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1077.803141] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.825588] env[65665]: DEBUG nova.network.neutron [-] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1077.825914] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.856763] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.857610] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.857808] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.858835] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177b6e15-578e-42f2-acc0-1de2b461e27f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.880053] env[65665]: DEBUG nova.virt.hardware [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1077.880338] env[65665]: DEBUG nova.virt.hardware [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.880462] env[65665]: DEBUG nova.virt.hardware [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1077.880641] env[65665]: DEBUG nova.virt.hardware [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.880780] env[65665]: DEBUG nova.virt.hardware [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1077.880923] env[65665]: DEBUG nova.virt.hardware [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1077.881182] env[65665]: DEBUG nova.virt.hardware [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1077.881351] env[65665]: DEBUG nova.virt.hardware [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1077.881521] env[65665]: DEBUG nova.virt.hardware [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1077.881695] env[65665]: DEBUG nova.virt.hardware [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1077.881860] env[65665]: DEBUG nova.virt.hardware [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1077.888552] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Reconfiguring VM to attach interface {{(pid=65665) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1077.888962] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34e5edd9-12c6-4424-ab37-d377f13ebdf4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.907905] env[65665]: DEBUG oslo_vmware.api [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1077.907905] env[65665]: value = "task-4855259" [ 1077.907905] env[65665]: _type = "Task" [ 1077.907905] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.917860] env[65665]: DEBUG oslo_vmware.api [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855259, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.969336] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855256, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.991236] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "refresh_cache-c8f661c2-617f-401c-8f66-4d7f94421c53" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.991851] env[65665]: DEBUG nova.compute.manager [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Instance network_info: |[{"id": "67a40910-bd07-4dfb-b7a3-caa63931df9e", "address": "fa:16:3e:56:37:09", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a40910-bd", "ovs_interfaceid": "67a40910-bd07-4dfb-b7a3-caa63931df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1078.063460] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.508s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.132264] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855258, 'name': ReconfigVM_Task, 'duration_secs': 0.604623} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.132912] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-8d5dd57c-0555-427c-b56f-8489c45a2adb/volume-8d5dd57c-0555-427c-b56f-8489c45a2adb.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.143298] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b78f25ed-870c-4470-8c97-0888cdfef31a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.171095] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1078.171095] env[65665]: value = "task-4855260" [ 1078.171095] env[65665]: _type = "Task" [ 1078.171095] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.182025] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.329086] env[65665]: DEBUG nova.network.neutron [-] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.422026] env[65665]: DEBUG oslo_vmware.api [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.469600] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855256, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.561345] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "4b0c2f40-07af-4a37-83d7-deef94300cae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.561721] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.561721] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.629566] env[65665]: INFO nova.scheduler.client.report [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted allocation for migration 20810567-161d-4c4b-9359-3e8ff336bbb8 [ 1078.683517] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.831868] env[65665]: INFO nova.compute.manager [-] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Took 1.03 seconds to deallocate network for instance. [ 1078.878395] env[65665]: DEBUG nova.virt.hardware [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1078.878684] env[65665]: DEBUG nova.virt.hardware [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.878871] env[65665]: DEBUG nova.virt.hardware [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1078.879083] env[65665]: DEBUG nova.virt.hardware [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.879276] env[65665]: DEBUG nova.virt.hardware [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1078.879502] env[65665]: DEBUG nova.virt.hardware [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1078.879815] env[65665]: DEBUG nova.virt.hardware [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1078.880232] env[65665]: DEBUG nova.virt.hardware [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1078.880304] env[65665]: DEBUG nova.virt.hardware [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1078.880542] env[65665]: DEBUG nova.virt.hardware [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1078.880793] env[65665]: DEBUG nova.virt.hardware [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1078.883594] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5819df-1db7-4397-bc2e-2ec5113a61bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.892543] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c14289-e43b-fab3-b26c-8bce0cd2a356/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1078.893614] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a208448-db00-499c-b1a8-e313348662b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.899618] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3578b16-3f7c-47e4-83b4-8a3a5a6a0dfe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.906461] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c14289-e43b-fab3-b26c-8bce0cd2a356/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1078.906639] env[65665]: ERROR oslo_vmware.rw_handles [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c14289-e43b-fab3-b26c-8bce0cd2a356/disk-0.vmdk due to incomplete transfer. [ 1078.907350] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b229290-a9b0-47e2-aa0d-7bfe6fe15767 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.920194] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:37:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67a40910-bd07-4dfb-b7a3-caa63931df9e', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.927714] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1078.932138] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.932550] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c14289-e43b-fab3-b26c-8bce0cd2a356/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1078.932730] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Uploaded image 735a9826-cd2f-40b9-9e4d-3e494bf57374 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1078.935388] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1078.935622] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04a142f5-9a22-433d-a7ff-ddb4dd38af08 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.950833] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7a4151e8-81f1-4355-945f-0c912a7a35c7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.958654] env[65665]: DEBUG oslo_vmware.api [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855259, 'name': ReconfigVM_Task, 'duration_secs': 1.001095} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.961653] env[65665]: WARNING neutronclient.v2_0.client [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.962089] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.962430] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Reconfigured VM to attach interface {{(pid=65665) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1078.965182] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1078.965182] env[65665]: value = "task-4855262" [ 1078.965182] env[65665]: _type = "Task" [ 1078.965182] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.965393] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.965393] env[65665]: value = "task-4855261" [ 1078.965393] env[65665]: _type = "Task" [ 1078.965393] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.985865] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855256, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.536352} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.997194] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96/0dbd53a5-eb77-4e2d-abbc-5ef0c975ef96.vmdk to [datastore1] da88beb8-d7db-48bf-bab5-aaa11c81230c/da88beb8-d7db-48bf-bab5-aaa11c81230c.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.997675] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855261, 'name': CreateVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.998556] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855262, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.999710] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36d10fc-a62a-4587-a0c7-4866c786155e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.037993] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] da88beb8-d7db-48bf-bab5-aaa11c81230c/da88beb8-d7db-48bf-bab5-aaa11c81230c.vmdk or device None with type streamOptimized {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.039414] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d44f93-c8d9-41e9-bbd4-fa63d9a18ff1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.065952] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1079.065952] env[65665]: value = "task-4855263" [ 1079.065952] env[65665]: _type = "Task" [ 1079.065952] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.079075] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.135764] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a0ee6214-d3d1-4df3-bec6-504b11b51e6a tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.182965] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.339882] env[65665]: INFO nova.compute.manager [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Instance disappeared during terminate [ 1079.340454] env[65665]: DEBUG oslo_concurrency.lockutils [None req-22c6ed97-9ba9-4656-ab5f-13eb898cf655 tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "630e7d47-a002-47e8-991a-c29d0c30aaa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.250s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.374210] env[65665]: DEBUG nova.compute.manager [req-37947e1e-4baf-4af4-85fb-643659a439b3 req-9c037bd0-bf69-47fc-8af6-f66f686a843a service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Received event network-vif-plugged-9bec7b1c-2a17-4212-ac32-84508fabdbe9 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1079.374478] env[65665]: DEBUG oslo_concurrency.lockutils [req-37947e1e-4baf-4af4-85fb-643659a439b3 req-9c037bd0-bf69-47fc-8af6-f66f686a843a service nova] Acquiring lock "323640b7-53de-4e6a-bd76-60f44adbb17a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.374700] env[65665]: DEBUG oslo_concurrency.lockutils [req-37947e1e-4baf-4af4-85fb-643659a439b3 req-9c037bd0-bf69-47fc-8af6-f66f686a843a service nova] Lock "323640b7-53de-4e6a-bd76-60f44adbb17a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.374883] env[65665]: DEBUG oslo_concurrency.lockutils [req-37947e1e-4baf-4af4-85fb-643659a439b3 req-9c037bd0-bf69-47fc-8af6-f66f686a843a service nova] Lock "323640b7-53de-4e6a-bd76-60f44adbb17a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.375151] env[65665]: DEBUG nova.compute.manager [req-37947e1e-4baf-4af4-85fb-643659a439b3 req-9c037bd0-bf69-47fc-8af6-f66f686a843a service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] No waiting events found dispatching network-vif-plugged-9bec7b1c-2a17-4212-ac32-84508fabdbe9 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1079.375379] env[65665]: WARNING nova.compute.manager [req-37947e1e-4baf-4af4-85fb-643659a439b3 req-9c037bd0-bf69-47fc-8af6-f66f686a843a service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Received unexpected event network-vif-plugged-9bec7b1c-2a17-4212-ac32-84508fabdbe9 for instance with vm_state active and task_state None. [ 1079.396229] env[65665]: DEBUG nova.compute.manager [req-9cece617-2c5f-4498-b983-c728e10cd25a req-baa31750-bf36-48ae-8f98-c17e19b9b128 service nova] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Received event network-vif-plugged-67a40910-bd07-4dfb-b7a3-caa63931df9e {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1079.396406] env[65665]: DEBUG oslo_concurrency.lockutils [req-9cece617-2c5f-4498-b983-c728e10cd25a req-baa31750-bf36-48ae-8f98-c17e19b9b128 service nova] Acquiring lock "c8f661c2-617f-401c-8f66-4d7f94421c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.397110] env[65665]: DEBUG oslo_concurrency.lockutils [req-9cece617-2c5f-4498-b983-c728e10cd25a req-baa31750-bf36-48ae-8f98-c17e19b9b128 service nova] Lock "c8f661c2-617f-401c-8f66-4d7f94421c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.397110] env[65665]: DEBUG oslo_concurrency.lockutils [req-9cece617-2c5f-4498-b983-c728e10cd25a req-baa31750-bf36-48ae-8f98-c17e19b9b128 service nova] Lock "c8f661c2-617f-401c-8f66-4d7f94421c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.397110] env[65665]: DEBUG nova.compute.manager [req-9cece617-2c5f-4498-b983-c728e10cd25a req-baa31750-bf36-48ae-8f98-c17e19b9b128 service nova] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] No waiting events found dispatching network-vif-plugged-67a40910-bd07-4dfb-b7a3-caa63931df9e {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1079.397110] env[65665]: WARNING nova.compute.manager [req-9cece617-2c5f-4498-b983-c728e10cd25a req-baa31750-bf36-48ae-8f98-c17e19b9b128 service nova] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Received unexpected event network-vif-plugged-67a40910-bd07-4dfb-b7a3-caa63931df9e for instance with vm_state building and task_state spawning. [ 1079.467980] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6b253595-5015-40d8-80d6-d7500d2cc40e tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-323640b7-53de-4e6a-bd76-60f44adbb17a-9bec7b1c-2a17-4212-ac32-84508fabdbe9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.301s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.487523] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855261, 'name': CreateVM_Task, 'duration_secs': 0.423169} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.487796] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855262, 'name': Destroy_Task, 'duration_secs': 0.481281} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.487972] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.488233] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Destroyed the VM [ 1079.488470] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1079.488983] env[65665]: WARNING neutronclient.v2_0.client [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.489367] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.489504] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.489862] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.490103] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1dda995b-5af0-4b09-9a52-505c3a516eff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.492420] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c14c714-757d-444e-ae15-13f79b6a0f6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.498392] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1079.498392] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5200a6f1-c6b4-c478-f808-016cc9f49869" [ 1079.498392] env[65665]: _type = "Task" [ 1079.498392] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.505796] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1079.505796] env[65665]: value = "task-4855264" [ 1079.505796] env[65665]: _type = "Task" [ 1079.505796] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.515513] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5200a6f1-c6b4-c478-f808-016cc9f49869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.521348] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855264, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.568622] env[65665]: WARNING neutronclient.v2_0.client [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.581427] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855263, 'name': ReconfigVM_Task, 'duration_secs': 0.466593} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.581782] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] da88beb8-d7db-48bf-bab5-aaa11c81230c/da88beb8-d7db-48bf-bab5-aaa11c81230c.vmdk or device None with type streamOptimized {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.582451] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-063be14c-2063-441a-b85f-df10c2a6247f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.592476] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1079.592476] env[65665]: value = "task-4855265" [ 1079.592476] env[65665]: _type = "Task" [ 1079.592476] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.605896] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.606200] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.606334] env[65665]: DEBUG nova.network.neutron [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1079.687147] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855260, 'name': ReconfigVM_Task, 'duration_secs': 1.241603} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.687698] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946405', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'name': 'volume-8d5dd57c-0555-427c-b56f-8489c45a2adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '751b3c67-22d0-4688-8d84-33a56b930a9e', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'serial': '8d5dd57c-0555-427c-b56f-8489c45a2adb'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1079.688588] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96570499-2536-42c2-89bc-f7f31fa61a34 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.699229] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1079.699229] env[65665]: value = "task-4855266" [ 1079.699229] env[65665]: _type = "Task" [ 1079.699229] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.713440] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855266, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.010149] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5200a6f1-c6b4-c478-f808-016cc9f49869, 'name': SearchDatastore_Task, 'duration_secs': 0.019816} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.013767] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.014074] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.014354] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.014532] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.014742] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.015038] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19c2b339-145d-4fad-a8ae-26cbb52a96ef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.023022] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855264, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.026713] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.026875] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.027645] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c97bed8-1677-4f26-8af3-fe2d93841ccb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.033416] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1080.033416] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524616a2-39af-1339-e241-4d2cb0746dea" [ 1080.033416] env[65665]: _type = "Task" [ 1080.033416] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.043360] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524616a2-39af-1339-e241-4d2cb0746dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.104701] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855265, 'name': Rename_Task, 'duration_secs': 0.2935} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.105021] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.105368] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d289dfda-6756-4119-b05b-14a7a0ebcd33 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.109433] env[65665]: WARNING neutronclient.v2_0.client [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.115085] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1080.115085] env[65665]: value = "task-4855267" [ 1080.115085] env[65665]: _type = "Task" [ 1080.115085] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.127620] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.214550] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855266, 'name': Rename_Task, 'duration_secs': 0.272733} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.215744] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.215744] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1af25ac-8bb5-4481-9eb6-36328e01c0a8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.222954] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1080.222954] env[65665]: value = "task-4855268" [ 1080.222954] env[65665]: _type = "Task" [ 1080.222954] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.234201] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.346448] env[65665]: WARNING neutronclient.v2_0.client [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.440410] env[65665]: DEBUG nova.network.neutron [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance_info_cache with network_info: [{"id": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "address": "fa:16:3e:59:34:d8", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6b0b20-1d", "ovs_interfaceid": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.525096] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855264, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.546826] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]524616a2-39af-1339-e241-4d2cb0746dea, 'name': SearchDatastore_Task, 'duration_secs': 0.017812} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.547851] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb99296-56ae-47b2-aa5e-133d0bf76646 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.554049] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1080.554049] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d7d8d0-7e72-d5be-76d0-61bd67c6e7f8" [ 1080.554049] env[65665]: _type = "Task" [ 1080.554049] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.564208] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d7d8d0-7e72-d5be-76d0-61bd67c6e7f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.627853] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855267, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.734288] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855268, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.946772] env[65665]: DEBUG oslo_concurrency.lockutils [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.992819] env[65665]: INFO nova.compute.manager [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Rebuilding instance [ 1081.026897] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855264, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.059313] env[65665]: DEBUG nova.compute.manager [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1081.060705] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0529880a-45c8-4df7-a74c-1bafb2bf7a96 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.072267] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d7d8d0-7e72-d5be-76d0-61bd67c6e7f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.074939] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.075344] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] c8f661c2-617f-401c-8f66-4d7f94421c53/c8f661c2-617f-401c-8f66-4d7f94421c53.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.078072] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1daf4db7-1dcf-4528-9f55-091547974e9c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.086509] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1081.086509] env[65665]: value = "task-4855269" [ 1081.086509] env[65665]: _type = "Task" [ 1081.086509] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.102934] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.130578] env[65665]: DEBUG oslo_vmware.api [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855267, 'name': PowerOnVM_Task, 'duration_secs': 0.88152} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.131234] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.236131] env[65665]: DEBUG oslo_vmware.api [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855268, 'name': PowerOnVM_Task, 'duration_secs': 0.912256} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.236706] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.236706] env[65665]: DEBUG nova.compute.manager [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1081.237794] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b341d30a-26fe-4271-a2e7-3a1b3c3ff5de {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.274243] env[65665]: DEBUG nova.compute.manager [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1081.275834] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c9a54a-996b-453b-8948-ace6261f3f73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.484665] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6249a0a2-77e3-44bd-b1b2-c4527baecec7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.526927] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.527326] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.527705] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.528126] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.528595] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.544301] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39093f87-7acb-4974-9a66-1785fc0f78fc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.553069] env[65665]: INFO nova.compute.manager [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Terminating instance [ 1081.557224] env[65665]: DEBUG nova.compute.manager [req-0e36ce1c-6e0c-429f-99b3-8bb3e075eda3 req-ac049c05-2c2d-4ec5-93cc-c0c35d6a9638 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Received event network-changed-9bec7b1c-2a17-4212-ac32-84508fabdbe9 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1081.557543] env[65665]: DEBUG nova.compute.manager [req-0e36ce1c-6e0c-429f-99b3-8bb3e075eda3 req-ac049c05-2c2d-4ec5-93cc-c0c35d6a9638 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Refreshing instance network info cache due to event network-changed-9bec7b1c-2a17-4212-ac32-84508fabdbe9. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1081.557950] env[65665]: DEBUG oslo_concurrency.lockutils [req-0e36ce1c-6e0c-429f-99b3-8bb3e075eda3 req-ac049c05-2c2d-4ec5-93cc-c0c35d6a9638 service nova] Acquiring lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.558192] env[65665]: DEBUG oslo_concurrency.lockutils [req-0e36ce1c-6e0c-429f-99b3-8bb3e075eda3 req-ac049c05-2c2d-4ec5-93cc-c0c35d6a9638 service nova] Acquired lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.558434] env[65665]: DEBUG nova.network.neutron [req-0e36ce1c-6e0c-429f-99b3-8bb3e075eda3 req-ac049c05-2c2d-4ec5-93cc-c0c35d6a9638 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Refreshing network info cache for port 9bec7b1c-2a17-4212-ac32-84508fabdbe9 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.571672] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance '4b0c2f40-07af-4a37-83d7-deef94300cae' progress to 83 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.581504] env[65665]: DEBUG oslo_vmware.api [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855264, 'name': RemoveSnapshot_Task, 'duration_secs': 1.578157} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.584770] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1081.584770] env[65665]: INFO nova.compute.manager [None req-f93147fd-ebef-42aa-9b85-bde2600970e8 tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Took 16.65 seconds to snapshot the instance on the hypervisor. [ 1081.602645] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855269, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.605979] env[65665]: DEBUG nova.compute.manager [req-05b85c0c-2ca1-4321-905f-336243839e0e req-1fb8d02a-2fe4-478d-ab15-59d536649748 service nova] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Received event network-changed-67a40910-bd07-4dfb-b7a3-caa63931df9e {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1081.606278] env[65665]: DEBUG nova.compute.manager [req-05b85c0c-2ca1-4321-905f-336243839e0e req-1fb8d02a-2fe4-478d-ab15-59d536649748 service nova] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Refreshing instance network info cache due to event network-changed-67a40910-bd07-4dfb-b7a3-caa63931df9e. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1081.606685] env[65665]: DEBUG oslo_concurrency.lockutils [req-05b85c0c-2ca1-4321-905f-336243839e0e req-1fb8d02a-2fe4-478d-ab15-59d536649748 service nova] Acquiring lock "refresh_cache-c8f661c2-617f-401c-8f66-4d7f94421c53" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.606924] env[65665]: DEBUG oslo_concurrency.lockutils [req-05b85c0c-2ca1-4321-905f-336243839e0e req-1fb8d02a-2fe4-478d-ab15-59d536649748 service nova] Acquired lock "refresh_cache-c8f661c2-617f-401c-8f66-4d7f94421c53" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.607220] env[65665]: DEBUG nova.network.neutron [req-05b85c0c-2ca1-4321-905f-336243839e0e req-1fb8d02a-2fe4-478d-ab15-59d536649748 service nova] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Refreshing network info cache for port 67a40910-bd07-4dfb-b7a3-caa63931df9e {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.759459] env[65665]: DEBUG oslo_concurrency.lockutils [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.759634] env[65665]: DEBUG oslo_concurrency.lockutils [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.759942] env[65665]: DEBUG nova.objects.instance [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1081.798773] env[65665]: DEBUG oslo_concurrency.lockutils [None req-16dbefc6-90bb-4365-b00e-b1b3771ead7e tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.892s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.900168] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "a5cfaf02-852f-4817-a7a7-db0ec7580826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.900458] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "a5cfaf02-852f-4817-a7a7-db0ec7580826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.900672] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "a5cfaf02-852f-4817-a7a7-db0ec7580826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.900853] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "a5cfaf02-852f-4817-a7a7-db0ec7580826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.901085] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "a5cfaf02-852f-4817-a7a7-db0ec7580826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.903465] env[65665]: INFO nova.compute.manager [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Terminating instance [ 1081.916958] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "interface-323640b7-53de-4e6a-bd76-60f44adbb17a-9bec7b1c-2a17-4212-ac32-84508fabdbe9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.917208] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-323640b7-53de-4e6a-bd76-60f44adbb17a-9bec7b1c-2a17-4212-ac32-84508fabdbe9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.063579] env[65665]: WARNING neutronclient.v2_0.client [req-0e36ce1c-6e0c-429f-99b3-8bb3e075eda3 req-ac049c05-2c2d-4ec5-93cc-c0c35d6a9638 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.067348] env[65665]: DEBUG nova.compute.manager [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1082.067621] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.068590] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d742bba-1f0f-4dc9-a345-2c70d713cd4e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.078405] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.078711] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-447dd318-c784-4136-b763-b6efb0cca116 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.085801] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-32e5a8ea-eaff-42e4-b9ae-2302a89621b2 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance '4b0c2f40-07af-4a37-83d7-deef94300cae' progress to 100 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.094270] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.094503] env[65665]: DEBUG oslo_vmware.api [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1082.094503] env[65665]: value = "task-4855270" [ 1082.094503] env[65665]: _type = "Task" [ 1082.094503] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.096382] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d2b9a4f-6693-454c-b567-266fe7fc4117 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.121308] env[65665]: WARNING neutronclient.v2_0.client [req-05b85c0c-2ca1-4321-905f-336243839e0e req-1fb8d02a-2fe4-478d-ab15-59d536649748 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.124998] env[65665]: DEBUG oslo_vmware.api [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.124998] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527112} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.130545] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] c8f661c2-617f-401c-8f66-4d7f94421c53/c8f661c2-617f-401c-8f66-4d7f94421c53.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.130545] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.131155] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1082.131155] env[65665]: value = "task-4855271" [ 1082.131155] env[65665]: _type = "Task" [ 1082.131155] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.131971] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbc63385-fa0c-43b6-ad65-76f8a0a2dcba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.145621] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.148301] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1082.148301] env[65665]: value = "task-4855272" [ 1082.148301] env[65665]: _type = "Task" [ 1082.148301] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.161918] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.264799] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52459333-2b7b-7021-a34a-b5e4ed7f1974/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1082.268978] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d4eff4-caac-4d95-a095-1158fa5d8131 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.276556] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52459333-2b7b-7021-a34a-b5e4ed7f1974/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1082.276759] env[65665]: ERROR oslo_vmware.rw_handles [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52459333-2b7b-7021-a34a-b5e4ed7f1974/disk-0.vmdk due to incomplete transfer. [ 1082.277730] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5fa7323c-a180-4fe9-9468-a809a26288e5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.292953] env[65665]: DEBUG oslo_vmware.rw_handles [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52459333-2b7b-7021-a34a-b5e4ed7f1974/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1082.293195] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Uploaded image d45c82e0-9373-49a8-a1eb-f75c7733743f to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1082.296170] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1082.296495] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c91c5053-92c1-49d4-89f4-5ce0cf6ec7e6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.304846] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1082.304846] env[65665]: value = "task-4855273" [ 1082.304846] env[65665]: _type = "Task" [ 1082.304846] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.315190] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855273, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.331734] env[65665]: WARNING neutronclient.v2_0.client [req-0e36ce1c-6e0c-429f-99b3-8bb3e075eda3 req-ac049c05-2c2d-4ec5-93cc-c0c35d6a9638 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.356933] env[65665]: WARNING neutronclient.v2_0.client [req-05b85c0c-2ca1-4321-905f-336243839e0e req-1fb8d02a-2fe4-478d-ab15-59d536649748 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.408021] env[65665]: DEBUG nova.compute.manager [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1082.408211] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.409913] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037d6d72-8cb4-458d-8202-2be54a02cfde {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.415627] env[65665]: DEBUG nova.network.neutron [req-0e36ce1c-6e0c-429f-99b3-8bb3e075eda3 req-ac049c05-2c2d-4ec5-93cc-c0c35d6a9638 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updated VIF entry in instance network info cache for port 9bec7b1c-2a17-4212-ac32-84508fabdbe9. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.416155] env[65665]: DEBUG nova.network.neutron [req-0e36ce1c-6e0c-429f-99b3-8bb3e075eda3 req-ac049c05-2c2d-4ec5-93cc-c0c35d6a9638 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updating instance_info_cache with network_info: [{"id": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "address": "fa:16:3e:c7:17:b0", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a64d88-84", "ovs_interfaceid": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bec7b1c-2a17-4212-ac32-84508fabdbe9", "address": "fa:16:3e:4b:fa:02", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bec7b1c-2a", "ovs_interfaceid": "9bec7b1c-2a17-4212-ac32-84508fabdbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.422092] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.422491] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.422962] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.424538] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8782dee7-06a4-44f5-85c4-6dc782e93de6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.427866] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f74f5807-949a-4b85-aa09-7a3697eaefcf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.433988] env[65665]: DEBUG nova.network.neutron [req-05b85c0c-2ca1-4321-905f-336243839e0e req-1fb8d02a-2fe4-478d-ab15-59d536649748 service nova] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Updated VIF entry in instance network info cache for port 67a40910-bd07-4dfb-b7a3-caa63931df9e. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.434420] env[65665]: DEBUG nova.network.neutron [req-05b85c0c-2ca1-4321-905f-336243839e0e req-1fb8d02a-2fe4-478d-ab15-59d536649748 service nova] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Updating instance_info_cache with network_info: [{"id": "67a40910-bd07-4dfb-b7a3-caa63931df9e", "address": "fa:16:3e:56:37:09", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a40910-bd", "ovs_interfaceid": "67a40910-bd07-4dfb-b7a3-caa63931df9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.453444] env[65665]: DEBUG oslo_concurrency.lockutils [req-05b85c0c-2ca1-4321-905f-336243839e0e req-1fb8d02a-2fe4-478d-ab15-59d536649748 service nova] Releasing lock "refresh_cache-c8f661c2-617f-401c-8f66-4d7f94421c53" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.454118] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b05e90f-d761-4b93-8420-e933ee7a00fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.457500] env[65665]: DEBUG oslo_vmware.api [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1082.457500] env[65665]: value = "task-4855274" [ 1082.457500] env[65665]: _type = "Task" [ 1082.457500] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.479107] env[65665]: WARNING neutronclient.v2_0.client [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.484664] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Reconfiguring VM to detach interface {{(pid=65665) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1082.485920] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf10c1f-47cc-4f23-bba8-5986cce96a10 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.503397] env[65665]: DEBUG oslo_vmware.api [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.510717] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1082.510717] env[65665]: value = "task-4855275" [ 1082.510717] env[65665]: _type = "Task" [ 1082.510717] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.523718] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.613113] env[65665]: DEBUG oslo_vmware.api [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855270, 'name': PowerOffVM_Task, 'duration_secs': 0.268978} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.614066] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.614238] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.614550] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20fb8a4d-aa84-48bb-a1c3-91caa71a9850 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.630157] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "0963e18d-acac-4c19-945b-7f590c18ec0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.630549] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "0963e18d-acac-4c19-945b-7f590c18ec0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.644527] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855271, 'name': PowerOffVM_Task, 'duration_secs': 0.234682} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.644805] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.645122] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.646593] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46074582-914a-4916-a4e6-e01c6b51d935 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.658500] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076526} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.660788] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.661120] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.661825] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205fa606-d241-4154-849b-3318d036e56e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.664712] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c473eb8-23fa-4553-95d8-24225804a5f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.689027] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] c8f661c2-617f-401c-8f66-4d7f94421c53/c8f661c2-617f-401c-8f66-4d7f94421c53.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.689801] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e318feb4-c7ba-414c-9785-db28a6615535 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.709650] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.710736] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.710736] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Deleting the datastore file [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.710736] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.710736] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.710736] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleting the datastore file [datastore1] 6d29aab2-9e02-43c1-be36-c2e06c0af68c {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.711316] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10ce9ec7-564d-48af-a71e-9bc0c96e9d32 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.713309] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf693349-6aac-4178-8918-00c4fdbedaca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.716583] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1082.716583] env[65665]: value = "task-4855278" [ 1082.716583] env[65665]: _type = "Task" [ 1082.716583] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.724069] env[65665]: DEBUG oslo_vmware.api [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1082.724069] env[65665]: value = "task-4855280" [ 1082.724069] env[65665]: _type = "Task" [ 1082.724069] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.724411] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1082.724411] env[65665]: value = "task-4855279" [ 1082.724411] env[65665]: _type = "Task" [ 1082.724411] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.735325] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.741134] env[65665]: DEBUG oslo_vmware.api [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.744881] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.774645] env[65665]: DEBUG oslo_concurrency.lockutils [None req-923e99f4-bd1f-4f5a-a1a6-0b8212aaa8d5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.816441] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855273, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.873542] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Acquiring lock "0b951591-8d96-452d-a0be-dd5f239306c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.873825] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lock "0b951591-8d96-452d-a0be-dd5f239306c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.874084] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Acquiring lock "0b951591-8d96-452d-a0be-dd5f239306c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.874339] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lock "0b951591-8d96-452d-a0be-dd5f239306c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.874521] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lock "0b951591-8d96-452d-a0be-dd5f239306c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.877129] env[65665]: INFO nova.compute.manager [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Terminating instance [ 1082.924963] env[65665]: DEBUG oslo_concurrency.lockutils [req-0e36ce1c-6e0c-429f-99b3-8bb3e075eda3 req-ac049c05-2c2d-4ec5-93cc-c0c35d6a9638 service nova] Releasing lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.967502] env[65665]: DEBUG oslo_vmware.api [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855274, 'name': PowerOffVM_Task, 'duration_secs': 0.340264} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.967640] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.967789] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.968054] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10bc40e7-c352-4687-9618-ed7b4f160462 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.022367] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.047296] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.047681] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.047873] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Deleting the datastore file [datastore2] a5cfaf02-852f-4817-a7a7-db0ec7580826 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.048942] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1be3af3-7a9b-47d6-8acd-dc2416b20195 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.056947] env[65665]: DEBUG oslo_vmware.api [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for the task: (returnval){ [ 1083.056947] env[65665]: value = "task-4855282" [ 1083.056947] env[65665]: _type = "Task" [ 1083.056947] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.067144] env[65665]: DEBUG oslo_vmware.api [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.133431] env[65665]: DEBUG nova.compute.manager [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1083.227688] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855278, 'name': ReconfigVM_Task, 'duration_secs': 0.410425} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.234129] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Reconfigured VM instance instance-00000066 to attach disk [datastore2] c8f661c2-617f-401c-8f66-4d7f94421c53/c8f661c2-617f-401c-8f66-4d7f94421c53.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.234849] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c660fef4-590b-4b3a-a374-60101e0c7694 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.242655] env[65665]: DEBUG oslo_vmware.api [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19954} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.246784] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.247027] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.247243] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.247343] env[65665]: INFO nova.compute.manager [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1083.247646] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1083.247854] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1083.247854] env[65665]: value = "task-4855283" [ 1083.247854] env[65665]: _type = "Task" [ 1083.247854] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.248049] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12623} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.248252] env[65665]: DEBUG nova.compute.manager [-] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1083.248346] env[65665]: DEBUG nova.network.neutron [-] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1083.248620] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.250508] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.250687] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.250855] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.264023] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855283, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.298232] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.317191] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855273, 'name': Destroy_Task, 'duration_secs': 0.901441} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.317455] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Destroyed the VM [ 1083.317729] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1083.318203] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-403d2bbd-6cb1-436b-8c84-4196e27a4b51 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.326250] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1083.326250] env[65665]: value = "task-4855284" [ 1083.326250] env[65665]: _type = "Task" [ 1083.326250] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.337765] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855284, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.382607] env[65665]: DEBUG nova.compute.manager [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1083.383030] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.384179] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614a6daf-4432-4145-99ba-28b1db231f86 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.394362] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.394809] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9234288d-5e9a-4d20-b235-58a2a8876a15 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.403923] env[65665]: DEBUG oslo_vmware.api [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1083.403923] env[65665]: value = "task-4855285" [ 1083.403923] env[65665]: _type = "Task" [ 1083.403923] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.414624] env[65665]: DEBUG oslo_vmware.api [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.526372] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.572159] env[65665]: DEBUG oslo_vmware.api [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Task: {'id': task-4855282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158354} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.572159] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.572159] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.572284] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.572738] env[65665]: INFO nova.compute.manager [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1083.572738] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1083.573046] env[65665]: DEBUG nova.compute.manager [-] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1083.573223] env[65665]: DEBUG nova.network.neutron [-] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1083.573630] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.641997] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.658930] env[65665]: DEBUG nova.compute.manager [req-9794de97-e4e2-4518-8be4-786f45bdb972 req-c5449ac5-b29b-4586-8e9b-92739cd4c6b6 service nova] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Received event network-vif-deleted-ee895a83-eaff-41c9-9945-dc466a5c5182 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1083.659128] env[65665]: INFO nova.compute.manager [req-9794de97-e4e2-4518-8be4-786f45bdb972 req-c5449ac5-b29b-4586-8e9b-92739cd4c6b6 service nova] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Neutron deleted interface ee895a83-eaff-41c9-9945-dc466a5c5182; detaching it from the instance and deleting it from the info cache [ 1083.659296] env[65665]: DEBUG nova.network.neutron [req-9794de97-e4e2-4518-8be4-786f45bdb972 req-c5449ac5-b29b-4586-8e9b-92739cd4c6b6 service nova] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.666255] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.666574] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.668765] env[65665]: INFO nova.compute.claims [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.765104] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855283, 'name': Rename_Task, 'duration_secs': 0.157106} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.766023] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.766269] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e561b46e-52e4-4d1f-ab7b-5854d68e8ff9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.774872] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1083.774872] env[65665]: value = "task-4855286" [ 1083.774872] env[65665]: _type = "Task" [ 1083.774872] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.784056] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.840477] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855284, 'name': RemoveSnapshot_Task, 'duration_secs': 0.493676} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.841020] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1083.841406] env[65665]: DEBUG nova.compute.manager [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1083.842426] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96190d6f-0946-4d8e-8eba-8d027f2c8dde {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.919068] env[65665]: DEBUG oslo_vmware.api [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855285, 'name': PowerOffVM_Task, 'duration_secs': 0.273421} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.919641] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.919950] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.920193] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b4129ed-cb4f-4866-be61-c49a981dc81d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.960413] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5153dac-d5eb-418c-905e-4c6b930903d6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.968364] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-73b82796-cea4-478f-ac08-8976d68b4aee tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Suspending the VM {{(pid=65665) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1083.968638] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-23682ee3-48b3-41e4-9e66-d4b35503f947 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.974828] env[65665]: DEBUG oslo_vmware.api [None req-73b82796-cea4-478f-ac08-8976d68b4aee tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1083.974828] env[65665]: value = "task-4855288" [ 1083.974828] env[65665]: _type = "Task" [ 1083.974828] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.985485] env[65665]: DEBUG oslo_vmware.api [None req-73b82796-cea4-478f-ac08-8976d68b4aee tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855288, 'name': SuspendVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.008330] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.008724] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.008941] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Deleting the datastore file [datastore2] 0b951591-8d96-452d-a0be-dd5f239306c4 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.010287] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b971ec3-1e5a-4a12-8935-aa6824185339 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.023509] env[65665]: DEBUG oslo_vmware.api [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for the task: (returnval){ [ 1084.023509] env[65665]: value = "task-4855289" [ 1084.023509] env[65665]: _type = "Task" [ 1084.023509] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.032536] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.035464] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.039444] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.042527] env[65665]: DEBUG oslo_vmware.api [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.044027] env[65665]: DEBUG nova.compute.manager [req-8b77fbe6-a7ab-4e79-94fc-a67160743e5e req-bf55c3a9-dc61-401a-9179-6ecc5da90838 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Received event network-vif-deleted-ab48f182-7f7b-43a8-abae-0d436ac89143 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1084.044292] env[65665]: INFO nova.compute.manager [req-8b77fbe6-a7ab-4e79-94fc-a67160743e5e req-bf55c3a9-dc61-401a-9179-6ecc5da90838 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Neutron deleted interface ab48f182-7f7b-43a8-abae-0d436ac89143; detaching it from the instance and deleting it from the info cache [ 1084.044506] env[65665]: DEBUG nova.network.neutron [req-8b77fbe6-a7ab-4e79-94fc-a67160743e5e req-bf55c3a9-dc61-401a-9179-6ecc5da90838 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.093675] env[65665]: DEBUG nova.network.neutron [-] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.162765] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3798e07b-3dd9-4ed5-a9ae-66da3fb46a22 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.176100] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2262a6-b38d-4031-9c30-2552b7254594 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.193877] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "c3e860cc-b225-4040-962a-7df5f3f1885f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.194101] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "c3e860cc-b225-4040-962a-7df5f3f1885f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.194316] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "c3e860cc-b225-4040-962a-7df5f3f1885f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.195115] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "c3e860cc-b225-4040-962a-7df5f3f1885f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.195447] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "c3e860cc-b225-4040-962a-7df5f3f1885f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.197635] env[65665]: INFO nova.compute.manager [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Terminating instance [ 1084.223008] env[65665]: DEBUG nova.compute.manager [req-9794de97-e4e2-4518-8be4-786f45bdb972 req-c5449ac5-b29b-4586-8e9b-92739cd4c6b6 service nova] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Detach interface failed, port_id=ee895a83-eaff-41c9-9945-dc466a5c5182, reason: Instance 6d29aab2-9e02-43c1-be36-c2e06c0af68c could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1084.286640] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855286, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.298704] env[65665]: DEBUG nova.virt.hardware [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1084.298946] env[65665]: DEBUG nova.virt.hardware [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.299113] env[65665]: DEBUG nova.virt.hardware [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1084.299295] env[65665]: DEBUG nova.virt.hardware [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.299437] env[65665]: DEBUG nova.virt.hardware [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1084.299580] env[65665]: DEBUG nova.virt.hardware [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1084.299782] env[65665]: DEBUG nova.virt.hardware [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1084.299937] env[65665]: DEBUG nova.virt.hardware [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1084.300119] env[65665]: DEBUG nova.virt.hardware [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1084.300277] env[65665]: DEBUG nova.virt.hardware [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1084.300442] env[65665]: DEBUG nova.virt.hardware [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1084.301370] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b9fbae-cffd-497e-8285-cf46795c2746 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.310503] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8337a8c1-9042-412f-a7a3-cefac57ce5e0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.326382] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.332186] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1084.332503] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.332745] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eeb08ca-c74c-443e-9318-55300bce2bf3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.351174] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.351174] env[65665]: value = "task-4855290" [ 1084.351174] env[65665]: _type = "Task" [ 1084.351174] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.357764] env[65665]: INFO nova.compute.manager [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Shelve offloading [ 1084.368088] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855290, 'name': CreateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.395444] env[65665]: DEBUG nova.network.neutron [-] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.489407] env[65665]: DEBUG oslo_vmware.api [None req-73b82796-cea4-478f-ac08-8976d68b4aee tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855288, 'name': SuspendVM_Task} progress is 62%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.523764] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.524311] env[65665]: DEBUG oslo_concurrency.lockutils [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "4b0c2f40-07af-4a37-83d7-deef94300cae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.524548] env[65665]: DEBUG oslo_concurrency.lockutils [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.525288] env[65665]: DEBUG nova.compute.manager [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Going to confirm migration 5 {{(pid=65665) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1084.535384] env[65665]: DEBUG oslo_vmware.api [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Task: {'id': task-4855289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195599} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.535520] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.535912] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.535912] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.536000] env[65665]: INFO nova.compute.manager [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1084.536313] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1084.536450] env[65665]: DEBUG nova.compute.manager [-] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1084.536559] env[65665]: DEBUG nova.network.neutron [-] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1084.536807] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.549457] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daadf51e-67ed-4856-bdb5-94d41c7f8dfb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.551599] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.551599] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.552042] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.552212] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.553063] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.553241] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.553491] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1084.553566] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.561174] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e015a5bf-fa32-4b6a-876a-d43122da8a5e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.602534] env[65665]: INFO nova.compute.manager [-] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Took 1.35 seconds to deallocate network for instance. [ 1084.602958] env[65665]: DEBUG nova.compute.manager [req-8b77fbe6-a7ab-4e79-94fc-a67160743e5e req-bf55c3a9-dc61-401a-9179-6ecc5da90838 service nova] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Detach interface failed, port_id=ab48f182-7f7b-43a8-abae-0d436ac89143, reason: Instance a5cfaf02-852f-4817-a7a7-db0ec7580826 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1084.609385] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.702172] env[65665]: DEBUG nova.compute.manager [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1084.702401] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.703390] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9385fe-4272-458a-a188-f4b60e77591e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.712672] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.712954] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5416cdb4-cecb-43a0-8655-61aaaa113aff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.720507] env[65665]: DEBUG oslo_vmware.api [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1084.720507] env[65665]: value = "task-4855291" [ 1084.720507] env[65665]: _type = "Task" [ 1084.720507] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.732936] env[65665]: DEBUG oslo_vmware.api [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.788021] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855286, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.865062] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.865735] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855290, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.866088] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cfe6af6-5aa4-4dc3-9e6c-9f851c99f4d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.876795] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1084.876795] env[65665]: value = "task-4855292" [ 1084.876795] env[65665]: _type = "Task" [ 1084.876795] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.886711] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.898315] env[65665]: INFO nova.compute.manager [-] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Took 1.32 seconds to deallocate network for instance. [ 1084.991035] env[65665]: DEBUG oslo_vmware.api [None req-73b82796-cea4-478f-ac08-8976d68b4aee tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855288, 'name': SuspendVM_Task, 'duration_secs': 0.938969} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.991292] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-73b82796-cea4-478f-ac08-8976d68b4aee tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Suspended the VM {{(pid=65665) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1084.991474] env[65665]: DEBUG nova.compute.manager [None req-73b82796-cea4-478f-ac08-8976d68b4aee tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1084.992393] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad999be-0de5-43ed-9529-c38a223f788a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.026371] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.032507] env[65665]: WARNING neutronclient.v2_0.client [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.044438] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04903d5d-9a46-41a4-87c0-4ccf78cbfbad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.054947] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c7bc01-f49c-4596-ad31-6da4b000995c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.059747] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.092804] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0038c176-d81f-491a-831b-439290598e08 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.102339] env[65665]: WARNING neutronclient.v2_0.client [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.102788] env[65665]: DEBUG oslo_concurrency.lockutils [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.102975] env[65665]: DEBUG oslo_concurrency.lockutils [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.103147] env[65665]: DEBUG nova.network.neutron [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1085.103332] env[65665]: DEBUG nova.objects.instance [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'info_cache' on Instance uuid 4b0c2f40-07af-4a37-83d7-deef94300cae {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.105809] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79957d53-d845-4ac8-96dd-501bea86cec2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.111150] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.123782] env[65665]: DEBUG nova.compute.provider_tree [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.231969] env[65665]: DEBUG oslo_vmware.api [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855291, 'name': PowerOffVM_Task, 'duration_secs': 0.363334} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.232400] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.232633] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.232927] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8abb3163-3d47-4a9c-ae58-6d7a0606e891 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.287408] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.312380] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.312684] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.312919] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Deleting the datastore file [datastore2] c3e860cc-b225-4040-962a-7df5f3f1885f {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.313346] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ba22c9d-9ec9-4e60-82de-253c7f8cdfe1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.321720] env[65665]: DEBUG oslo_vmware.api [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1085.321720] env[65665]: value = "task-4855294" [ 1085.321720] env[65665]: _type = "Task" [ 1085.321720] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.332403] env[65665]: DEBUG nova.network.neutron [-] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.334478] env[65665]: DEBUG oslo_vmware.api [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.362560] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855290, 'name': CreateVM_Task, 'duration_secs': 0.565244} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.362755] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.363191] env[65665]: DEBUG oslo_concurrency.lockutils [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.363451] env[65665]: DEBUG oslo_concurrency.lockutils [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.363786] env[65665]: DEBUG oslo_concurrency.lockutils [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.364384] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb57820-6892-49ac-900c-7f0d0cf257cd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.371272] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1085.371272] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f65311-6435-110b-debd-35fad725e403" [ 1085.371272] env[65665]: _type = "Task" [ 1085.371272] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.388045] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f65311-6435-110b-debd-35fad725e403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.395006] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1085.395382] env[65665]: DEBUG nova.compute.manager [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1085.396168] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1b3b52-b63d-4a3c-b99d-781e94f9f152 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.403308] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "refresh_cache-42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.403468] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "refresh_cache-42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.403681] env[65665]: DEBUG nova.network.neutron [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1085.408152] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.528394] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.626866] env[65665]: DEBUG nova.scheduler.client.report [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.787048] env[65665]: DEBUG oslo_vmware.api [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855286, 'name': PowerOnVM_Task, 'duration_secs': 1.709316} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.787374] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.787591] env[65665]: INFO nova.compute.manager [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1085.787760] env[65665]: DEBUG nova.compute.manager [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1085.788573] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f1cb7c-cf0d-4953-81d2-6188161ae969 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.832165] env[65665]: DEBUG oslo_vmware.api [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255254} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.832426] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.832610] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.832782] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.833039] env[65665]: INFO nova.compute.manager [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1085.833318] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1085.833518] env[65665]: DEBUG nova.compute.manager [-] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1085.833702] env[65665]: DEBUG nova.network.neutron [-] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1085.833972] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.836316] env[65665]: INFO nova.compute.manager [-] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Took 1.30 seconds to deallocate network for instance. [ 1085.868050] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.882749] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f65311-6435-110b-debd-35fad725e403, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.883100] env[65665]: DEBUG oslo_concurrency.lockutils [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.883407] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.883912] env[65665]: DEBUG oslo_concurrency.lockutils [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.883912] env[65665]: DEBUG oslo_concurrency.lockutils [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.884104] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.884404] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-458c9af6-025d-4dab-9e8c-ed4e870de95f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.894836] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.895058] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.896152] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3fa616c-130a-49f8-86ad-a9ea0666afa1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.902579] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1085.902579] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a9898e-37b3-cbae-1c02-030e8f8bbdda" [ 1085.902579] env[65665]: _type = "Task" [ 1085.902579] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.906956] env[65665]: WARNING neutronclient.v2_0.client [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.912670] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a9898e-37b3-cbae-1c02-030e8f8bbdda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.035984] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.114930] env[65665]: WARNING neutronclient.v2_0.client [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.132594] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.133308] env[65665]: DEBUG nova.compute.manager [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1086.138118] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.078s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.138118] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.138377] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1086.138557] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.027s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.138798] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.141649] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.733s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.141649] env[65665]: DEBUG nova.objects.instance [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lazy-loading 'resources' on Instance uuid a5cfaf02-852f-4817-a7a7-db0ec7580826 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.144280] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0245ab5a-5889-419a-ba2f-988fa3a6d4fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.163057] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128dc03c-120a-45bc-b6d6-ad5570b37626 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.185389] env[65665]: WARNING neutronclient.v2_0.client [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.188764] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3ae1fc-ca78-488a-a8f7-84baf929bd6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.198908] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745d32be-41d1-4422-9051-2651605160f3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.204251] env[65665]: INFO nova.scheduler.client.report [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted allocations for instance 6d29aab2-9e02-43c1-be36-c2e06c0af68c [ 1086.237875] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178838MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1086.238062] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.308058] env[65665]: INFO nova.compute.manager [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Took 25.05 seconds to build instance. [ 1086.333188] env[65665]: DEBUG nova.compute.manager [req-3256e7e0-08d6-405f-8f97-258bc90d1e59 req-d85b82ca-32dd-4b8f-a06a-12e28acde2ee service nova] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Received event network-vif-deleted-dc3bff07-904e-4f1f-b40b-02acae4865ac {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1086.342856] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.415302] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a9898e-37b3-cbae-1c02-030e8f8bbdda, 'name': SearchDatastore_Task, 'duration_secs': 0.030332} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.416337] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9239b322-9fc3-4e90-9975-80a44712ecce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.421694] env[65665]: DEBUG nova.network.neutron [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Updating instance_info_cache with network_info: [{"id": "adee3f9a-e360-4f45-b874-21d778e592d3", "address": "fa:16:3e:79:50:2d", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadee3f9a-e3", "ovs_interfaceid": "adee3f9a-e360-4f45-b874-21d778e592d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.424783] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1086.424783] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52073853-7a42-d0ea-5066-be249499cf9c" [ 1086.424783] env[65665]: _type = "Task" [ 1086.424783] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.434724] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52073853-7a42-d0ea-5066-be249499cf9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.518776] env[65665]: INFO nova.compute.manager [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Resuming [ 1086.519841] env[65665]: DEBUG nova.objects.instance [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lazy-loading 'flavor' on Instance uuid da88beb8-d7db-48bf-bab5-aaa11c81230c {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.532286] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.542731] env[65665]: WARNING neutronclient.v2_0.client [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.633339] env[65665]: DEBUG nova.network.neutron [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance_info_cache with network_info: [{"id": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "address": "fa:16:3e:59:34:d8", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6b0b20-1d", "ovs_interfaceid": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.636274] env[65665]: DEBUG nova.compute.manager [req-96022d42-7ab4-4103-9a68-8e9fa7582218 req-8b980d82-2e4f-4a03-94ae-053aed684e1b service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Received event network-vif-deleted-5ee4edb4-34ff-4cbb-b590-f0a657a72d77 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1086.636274] env[65665]: INFO nova.compute.manager [req-96022d42-7ab4-4103-9a68-8e9fa7582218 req-8b980d82-2e4f-4a03-94ae-053aed684e1b service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Neutron deleted interface 5ee4edb4-34ff-4cbb-b590-f0a657a72d77; detaching it from the instance and deleting it from the info cache [ 1086.636274] env[65665]: DEBUG nova.network.neutron [req-96022d42-7ab4-4103-9a68-8e9fa7582218 req-8b980d82-2e4f-4a03-94ae-053aed684e1b service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.648079] env[65665]: DEBUG nova.compute.utils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.655378] env[65665]: DEBUG nova.compute.manager [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1086.655681] env[65665]: DEBUG nova.network.neutron [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1086.656027] env[65665]: WARNING neutronclient.v2_0.client [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.656339] env[65665]: WARNING neutronclient.v2_0.client [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.713070] env[65665]: DEBUG nova.policy [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '112084b59bf642809c1a7b802d6a185a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '599399ceeacb45d7a2a3905c63eae0d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.717455] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2163555d-3d2d-4c16-a5be-b5f0330e24cb tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "6d29aab2-9e02-43c1-be36-c2e06c0af68c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.190s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.811413] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9278c0aa-6140-430e-859a-41981eaca792 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "c8f661c2-617f-401c-8f66-4d7f94421c53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.565s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.913267] env[65665]: DEBUG nova.network.neutron [-] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.926030] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "refresh_cache-42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.926569] env[65665]: WARNING neutronclient.v2_0.client [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.927384] env[65665]: WARNING neutronclient.v2_0.client [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.945799] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52073853-7a42-d0ea-5066-be249499cf9c, 'name': SearchDatastore_Task, 'duration_secs': 0.016372} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.945799] env[65665]: DEBUG oslo_concurrency.lockutils [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.945799] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43/8c5fe6cd-7f46-43fa-a083-b67b5889af43.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.945987] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f08ba050-53e2-41ba-ae3d-3af519aabae5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.955530] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1086.955530] env[65665]: value = "task-4855295" [ 1086.955530] env[65665]: _type = "Task" [ 1086.955530] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.970506] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.039753] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.070267] env[65665]: DEBUG nova.network.neutron [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Successfully created port: ac800852-4632-451c-8cf8-8dbe28a55e2f {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1087.074252] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f40cdcf-3c1b-4dc7-8a3d-8e7684889f10 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.085104] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f8b2a-9e4c-4ef5-a109-ecf68dfe5ab4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.121363] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9083cf59-2d00-4ca0-bd50-d39d5b28c40e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.131016] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aede16-0d4e-40f8-99db-b6d52479483d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.148923] env[65665]: DEBUG oslo_concurrency.lockutils [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.149221] env[65665]: DEBUG nova.objects.instance [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'migration_context' on Instance uuid 4b0c2f40-07af-4a37-83d7-deef94300cae {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.151629] env[65665]: DEBUG nova.compute.provider_tree [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.153804] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90415894-d7bd-4b0e-8693-1860cbe8bc85 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.156401] env[65665]: DEBUG nova.compute.manager [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1087.168163] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44c5390-8e74-4001-8a40-3b1369c93c9a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.215273] env[65665]: DEBUG nova.compute.manager [req-96022d42-7ab4-4103-9a68-8e9fa7582218 req-8b980d82-2e4f-4a03-94ae-053aed684e1b service nova] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Detach interface failed, port_id=5ee4edb4-34ff-4cbb-b590-f0a657a72d77, reason: Instance c3e860cc-b225-4040-962a-7df5f3f1885f could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1087.317108] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.318167] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a0fb06-05c9-4e7d-aa4a-e702248cf1bf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.327626] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.328311] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b52a2d83-ff45-4c84-a726-92ce9a3b4eb8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.397811] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "c8f661c2-617f-401c-8f66-4d7f94421c53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.398265] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "c8f661c2-617f-401c-8f66-4d7f94421c53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.398569] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "c8f661c2-617f-401c-8f66-4d7f94421c53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.398857] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "c8f661c2-617f-401c-8f66-4d7f94421c53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.399143] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "c8f661c2-617f-401c-8f66-4d7f94421c53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.401549] env[65665]: INFO nova.compute.manager [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Terminating instance [ 1087.415641] env[65665]: INFO nova.compute.manager [-] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Took 1.58 seconds to deallocate network for instance. [ 1087.427848] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.427848] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.428622] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleting the datastore file [datastore1] 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.428622] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85879232-e626-4aa7-bd89-8f0dab4b5f14 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.438698] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1087.438698] env[65665]: value = "task-4855297" [ 1087.438698] env[65665]: _type = "Task" [ 1087.438698] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.451949] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.471580] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855295, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.537279] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.654741] env[65665]: DEBUG nova.scheduler.client.report [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.659090] env[65665]: DEBUG nova.objects.base [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Object Instance<4b0c2f40-07af-4a37-83d7-deef94300cae> lazy-loaded attributes: info_cache,migration_context {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1087.660474] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6301cd65-0a19-40c3-b99f-f461450a6517 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.689148] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e34d92f8-b52a-477c-afe4-125cd900a509 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.695631] env[65665]: DEBUG oslo_vmware.api [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1087.695631] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529a856a-90d1-08af-82fd-e1e3db1244cb" [ 1087.695631] env[65665]: _type = "Task" [ 1087.695631] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.705279] env[65665]: DEBUG oslo_vmware.api [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529a856a-90d1-08af-82fd-e1e3db1244cb, 'name': SearchDatastore_Task, 'duration_secs': 0.006767} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.705599] env[65665]: DEBUG oslo_concurrency.lockutils [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.906590] env[65665]: DEBUG nova.compute.manager [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1087.906906] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.907735] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e081d52-9869-461a-951d-a22cdf8ac27e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.916351] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.916600] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5267972d-3a6c-4968-8761-1ba1c85e61e8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.922957] env[65665]: DEBUG oslo_vmware.api [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1087.922957] env[65665]: value = "task-4855298" [ 1087.922957] env[65665]: _type = "Task" [ 1087.922957] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.926890] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.932738] env[65665]: DEBUG oslo_vmware.api [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.949021] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.968613] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73403} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.968846] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43/8c5fe6cd-7f46-43fa-a083-b67b5889af43.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.969077] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.969353] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1692f9c0-db5f-4457-9ba4-858b2e7ea416 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.977272] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1087.977272] env[65665]: value = "task-4855299" [ 1087.977272] env[65665]: _type = "Task" [ 1087.977272] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.987828] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.035186] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.044092] env[65665]: DEBUG oslo_concurrency.lockutils [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.044392] env[65665]: DEBUG oslo_concurrency.lockutils [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquired lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.044599] env[65665]: DEBUG nova.network.neutron [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1088.161443] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.164664] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.926s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.171697] env[65665]: DEBUG nova.compute.manager [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1088.207833] env[65665]: DEBUG nova.virt.hardware [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1088.208088] env[65665]: DEBUG nova.virt.hardware [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.208246] env[65665]: DEBUG nova.virt.hardware [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1088.208422] env[65665]: DEBUG nova.virt.hardware [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.208562] env[65665]: DEBUG nova.virt.hardware [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1088.208706] env[65665]: DEBUG nova.virt.hardware [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1088.208907] env[65665]: DEBUG nova.virt.hardware [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1088.209073] env[65665]: DEBUG nova.virt.hardware [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1088.209239] env[65665]: DEBUG nova.virt.hardware [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1088.209656] env[65665]: DEBUG nova.virt.hardware [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1088.210315] env[65665]: DEBUG nova.virt.hardware [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1088.211038] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d06a79-7bc5-470f-b99f-2b3b5277984b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.214885] env[65665]: INFO nova.scheduler.client.report [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Deleted allocations for instance a5cfaf02-852f-4817-a7a7-db0ec7580826 [ 1088.223175] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca470984-aa84-4b15-8b6d-1c41514cbc54 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.369629] env[65665]: DEBUG nova.compute.manager [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Received event network-vif-unplugged-adee3f9a-e360-4f45-b874-21d778e592d3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1088.369892] env[65665]: DEBUG oslo_concurrency.lockutils [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] Acquiring lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.370398] env[65665]: DEBUG oslo_concurrency.lockutils [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] Lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.371019] env[65665]: DEBUG oslo_concurrency.lockutils [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] Lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.371019] env[65665]: DEBUG nova.compute.manager [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] No waiting events found dispatching network-vif-unplugged-adee3f9a-e360-4f45-b874-21d778e592d3 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1088.371019] env[65665]: WARNING nova.compute.manager [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Received unexpected event network-vif-unplugged-adee3f9a-e360-4f45-b874-21d778e592d3 for instance with vm_state shelved and task_state shelving_offloading. [ 1088.371538] env[65665]: DEBUG nova.compute.manager [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Received event network-changed-adee3f9a-e360-4f45-b874-21d778e592d3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1088.371538] env[65665]: DEBUG nova.compute.manager [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Refreshing instance network info cache due to event network-changed-adee3f9a-e360-4f45-b874-21d778e592d3. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1088.371538] env[65665]: DEBUG oslo_concurrency.lockutils [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] Acquiring lock "refresh_cache-42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.371538] env[65665]: DEBUG oslo_concurrency.lockutils [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] Acquired lock "refresh_cache-42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.371747] env[65665]: DEBUG nova.network.neutron [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Refreshing network info cache for port adee3f9a-e360-4f45-b874-21d778e592d3 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.434881] env[65665]: DEBUG oslo_vmware.api [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855298, 'name': PowerOffVM_Task, 'duration_secs': 0.259577} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.435179] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.435347] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.435692] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32b04b54-fad8-410b-8322-97795ff1f357 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.453073] env[65665]: DEBUG oslo_vmware.api [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575066} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.453368] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.453526] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.453871] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.476047] env[65665]: INFO nova.scheduler.client.report [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted allocations for instance 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309 [ 1088.488672] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077799} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.488975] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.489891] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd530402-f766-4b26-a17d-754c10b8021c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.515017] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43/8c5fe6cd-7f46-43fa-a083-b67b5889af43.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.517666] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49d096a4-27e9-47cb-b659-3f399e42ec9a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.532166] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.532406] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.532592] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleting the datastore file [datastore2] c8f661c2-617f-401c-8f66-4d7f94421c53 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.533679] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bf6ac0b-c4de-4ecb-b016-e4ec8170adfd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.546886] env[65665]: DEBUG oslo_vmware.api [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855275, 'name': ReconfigVM_Task, 'duration_secs': 5.796592} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.550233] env[65665]: WARNING neutronclient.v2_0.client [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.553056] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.553356] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Reconfigured VM to detach interface {{(pid=65665) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1088.553861] env[65665]: WARNING neutronclient.v2_0.client [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.554366] env[65665]: WARNING neutronclient.v2_0.client [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.557180] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1088.557180] env[65665]: value = "task-4855301" [ 1088.557180] env[65665]: _type = "Task" [ 1088.557180] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.557514] env[65665]: DEBUG oslo_vmware.api [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1088.557514] env[65665]: value = "task-4855302" [ 1088.557514] env[65665]: _type = "Task" [ 1088.557514] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.573321] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.578047] env[65665]: DEBUG oslo_vmware.api [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.648695] env[65665]: WARNING neutronclient.v2_0.client [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.709599] env[65665]: DEBUG nova.network.neutron [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Successfully updated port: ac800852-4632-451c-8cf8-8dbe28a55e2f {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1088.725333] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ca535db1-ba46-485e-8d1f-9ceced71b6bd tempest-FloatingIPsAssociationTestJSON-885564246 tempest-FloatingIPsAssociationTestJSON-885564246-project-member] Lock "a5cfaf02-852f-4817-a7a7-db0ec7580826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.825s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.794361] env[65665]: DEBUG nova.compute.manager [req-2ef79151-6953-4ed1-a636-5890b2c2a7f6 req-60306e2d-42a6-47b3-86b9-f0b3360d64c7 service nova] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Received event network-vif-plugged-ac800852-4632-451c-8cf8-8dbe28a55e2f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1088.794571] env[65665]: DEBUG oslo_concurrency.lockutils [req-2ef79151-6953-4ed1-a636-5890b2c2a7f6 req-60306e2d-42a6-47b3-86b9-f0b3360d64c7 service nova] Acquiring lock "0963e18d-acac-4c19-945b-7f590c18ec0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.794773] env[65665]: DEBUG oslo_concurrency.lockutils [req-2ef79151-6953-4ed1-a636-5890b2c2a7f6 req-60306e2d-42a6-47b3-86b9-f0b3360d64c7 service nova] Lock "0963e18d-acac-4c19-945b-7f590c18ec0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.794933] env[65665]: DEBUG oslo_concurrency.lockutils [req-2ef79151-6953-4ed1-a636-5890b2c2a7f6 req-60306e2d-42a6-47b3-86b9-f0b3360d64c7 service nova] Lock "0963e18d-acac-4c19-945b-7f590c18ec0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.795138] env[65665]: DEBUG nova.compute.manager [req-2ef79151-6953-4ed1-a636-5890b2c2a7f6 req-60306e2d-42a6-47b3-86b9-f0b3360d64c7 service nova] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] No waiting events found dispatching network-vif-plugged-ac800852-4632-451c-8cf8-8dbe28a55e2f {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1088.795282] env[65665]: WARNING nova.compute.manager [req-2ef79151-6953-4ed1-a636-5890b2c2a7f6 req-60306e2d-42a6-47b3-86b9-f0b3360d64c7 service nova] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Received unexpected event network-vif-plugged-ac800852-4632-451c-8cf8-8dbe28a55e2f for instance with vm_state building and task_state spawning. [ 1088.876451] env[65665]: WARNING neutronclient.v2_0.client [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.983669] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.034291] env[65665]: WARNING neutronclient.v2_0.client [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.072101] env[65665]: DEBUG oslo_vmware.api [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159763} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.075444] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.075670] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.075973] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.076062] env[65665]: INFO nova.compute.manager [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1089.076277] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1089.076530] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855301, 'name': ReconfigVM_Task, 'duration_secs': 0.300189} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.076738] env[65665]: DEBUG nova.compute.manager [-] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1089.076838] env[65665]: DEBUG nova.network.neutron [-] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1089.077194] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.079092] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43/8c5fe6cd-7f46-43fa-a083-b67b5889af43.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.079912] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c89f4d8b-c10a-4182-9b53-959d53d98559 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.087438] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1089.087438] env[65665]: value = "task-4855303" [ 1089.087438] env[65665]: _type = "Task" [ 1089.087438] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.097579] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855303, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.179798] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Applying migration context for instance 4b0c2f40-07af-4a37-83d7-deef94300cae as it has an incoming, in-progress migration d3c79f9a-bc1e-402e-a9fb-ea1621a6f867. Migration status is confirming {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1089.181596] env[65665]: INFO nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating resource usage from migration d3c79f9a-bc1e-402e-a9fb-ea1621a6f867 [ 1089.204808] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 18bdbc26-a9a1-480d-86a0-f11efa40a06a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.204938] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance a6bfc2be-d17e-4655-9f35-155baf8a8c1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.205077] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 4b8128a5-8669-4731-ad17-04eab88415b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.205530] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 72c616b4-eda8-4f46-ac04-ba145a722746 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.205530] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 751b3c67-22d0-4688-8d84-33a56b930a9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.205530] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 84efb212-53f2-4247-b12f-c56a0e2aa166 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.205743] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 323640b7-53de-4e6a-bd76-60f44adbb17a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.205743] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 06a25155-56b1-465e-8633-8895e8283470 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.205964] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 0b951591-8d96-452d-a0be-dd5f239306c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1089.205964] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance c3e860cc-b225-4040-962a-7df5f3f1885f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1089.205964] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance da88beb8-d7db-48bf-bab5-aaa11c81230c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.206210] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance bc2c3353-5ce1-49c9-b9e9-c61d93997e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.206293] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance d5335b42-d041-4083-b4cc-6e30f712ca87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.206422] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 8c5fe6cd-7f46-43fa-a083-b67b5889af43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.206615] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Migration d3c79f9a-bc1e-402e-a9fb-ea1621a6f867 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1089.206672] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 4b0c2f40-07af-4a37-83d7-deef94300cae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.206780] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance c8f661c2-617f-401c-8f66-4d7f94421c53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.206904] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 0963e18d-acac-4c19-945b-7f590c18ec0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1089.207440] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1089.207440] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=100GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '12', 'num_task_None': '11', 'num_os_type_None': '16', 'num_proj_f26153d5641a4814a8977223e99fb045': '2', 'io_workload': '1', 'num_proj_7ee5d8182dad4eebae4a83f408e0ba22': '2', 'num_vm_suspended': '1', 'num_task_resuming': '1', 'num_proj_d0bd929293864de1bb4786013603f311': '1', 'num_vm_resized': '1', 'num_proj_10b335171f7e4dfd9ffa1dea0cc5e48f': '1', 'num_proj_1ee62f14103f4b06b71087880b7ba6fa': '1', 'num_proj_fba71d467faa49989688c2049cc83742': '1', 'num_proj_b36eec997d504f04b678ad5659b687f1': '2', 'num_proj_19922781a3704af9828c1bf54df07b9f': '2', 'num_proj_add974dc94014f8e88f531b71fd9cea0': '1', 'num_vm_shelved': '1', 'num_task_shelving_offloading': '1', 'num_proj_f4ce9c6ecd5c4a14aa9fa8007b82af44': '1', 'num_task_rebuild_spawning': '1', 'num_proj_df3dd3bf7cec48f1a8f1d62705dbced2': '1', 'num_task_deleting': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_599399ceeacb45d7a2a3905c63eae0d2': '1'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1089.216909] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "refresh_cache-0963e18d-acac-4c19-945b-7f590c18ec0e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.216909] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "refresh_cache-0963e18d-acac-4c19-945b-7f590c18ec0e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.217073] env[65665]: DEBUG nova.network.neutron [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1089.219447] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.327287] env[65665]: DEBUG nova.network.neutron [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updating instance_info_cache with network_info: [{"id": "0cbe4161-3405-42ff-a87d-758637fabede", "address": "fa:16:3e:61:11:18", "network": {"id": "27b778b4-426a-430a-885b-9842ec41c33e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1312267537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0bd929293864de1bb4786013603f311", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbe4161-34", "ovs_interfaceid": "0cbe4161-3405-42ff-a87d-758637fabede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.329823] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "06a25155-56b1-465e-8633-8895e8283470" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.330085] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.489999] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eff2f87-c119-4420-8acd-3fe2ce32ceaa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.499085] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5d1a5a-5013-467b-8b19-e4a45c6822de {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.536562] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713cda6a-141c-4050-b522-93c0f1854f31 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.550968] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab67a1b2-81e0-46de-99b2-744040d10811 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.568875] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.599533] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855303, 'name': Rename_Task, 'duration_secs': 0.141372} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.601304] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.601980] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3db3632-3c45-4122-bb55-663ec40a8f49 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.609611] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1089.609611] env[65665]: value = "task-4855304" [ 1089.609611] env[65665]: _type = "Task" [ 1089.609611] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.620253] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.624605] env[65665]: WARNING neutronclient.v2_0.client [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.703458] env[65665]: DEBUG nova.network.neutron [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Updated VIF entry in instance network info cache for port adee3f9a-e360-4f45-b874-21d778e592d3. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1089.703832] env[65665]: DEBUG nova.network.neutron [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Updating instance_info_cache with network_info: [{"id": "adee3f9a-e360-4f45-b874-21d778e592d3", "address": "fa:16:3e:79:50:2d", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": null, "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapadee3f9a-e3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.785898] env[65665]: DEBUG nova.network.neutron [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1089.837826] env[65665]: DEBUG oslo_concurrency.lockutils [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Releasing lock "refresh_cache-da88beb8-d7db-48bf-bab5-aaa11c81230c" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.843242] env[65665]: DEBUG nova.compute.utils [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.849129] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de2a3e4-094b-479e-8cc7-3f71071c1f39 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.856421] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Resuming the VM {{(pid=65665) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1089.856718] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d445518-6899-4941-bafc-02056db4d665 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.867030] env[65665]: DEBUG oslo_vmware.api [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1089.867030] env[65665]: value = "task-4855305" [ 1089.867030] env[65665]: _type = "Task" [ 1089.867030] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.881638] env[65665]: DEBUG oslo_vmware.api [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.943965] env[65665]: WARNING neutronclient.v2_0.client [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.030186] env[65665]: DEBUG nova.network.neutron [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Updating instance_info_cache with network_info: [{"id": "ac800852-4632-451c-8cf8-8dbe28a55e2f", "address": "fa:16:3e:94:05:71", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac800852-46", "ovs_interfaceid": "ac800852-4632-451c-8cf8-8dbe28a55e2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.044051] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.044051] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.044051] env[65665]: DEBUG nova.network.neutron [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1090.046608] env[65665]: DEBUG nova.network.neutron [-] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.072441] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.123506] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855304, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.206399] env[65665]: DEBUG oslo_concurrency.lockutils [req-d68bf682-d05e-45a1-975d-0bdfbd247083 req-d1ef6f56-9229-4e34-a0c2-6162136991b3 service nova] Releasing lock "refresh_cache-42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.347623] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.378711] env[65665]: DEBUG oslo_vmware.api [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855305, 'name': PowerOnVM_Task} progress is 93%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.533168] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "refresh_cache-0963e18d-acac-4c19-945b-7f590c18ec0e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.533923] env[65665]: DEBUG nova.compute.manager [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Instance network_info: |[{"id": "ac800852-4632-451c-8cf8-8dbe28a55e2f", "address": "fa:16:3e:94:05:71", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac800852-46", "ovs_interfaceid": "ac800852-4632-451c-8cf8-8dbe28a55e2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1090.534486] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:05:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac800852-4632-451c-8cf8-8dbe28a55e2f', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.543735] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1090.543735] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.543735] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10e9b028-558e-46d3-b5bd-74b58b13b4f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.559244] env[65665]: WARNING neutronclient.v2_0.client [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.561568] env[65665]: INFO nova.compute.manager [-] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Took 1.48 seconds to deallocate network for instance. [ 1090.570115] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.570115] env[65665]: value = "task-4855306" [ 1090.570115] env[65665]: _type = "Task" [ 1090.570115] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.578779] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855306, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.580654] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1090.580914] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.416s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.581429] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.239s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.581429] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.583712] env[65665]: DEBUG oslo_concurrency.lockutils [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.878s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.617866] env[65665]: INFO nova.scheduler.client.report [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Deleted allocations for instance 0b951591-8d96-452d-a0be-dd5f239306c4 [ 1090.626566] env[65665]: DEBUG oslo_vmware.api [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855304, 'name': PowerOnVM_Task, 'duration_secs': 0.557608} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.626678] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.627071] env[65665]: DEBUG nova.compute.manager [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1090.627776] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88515cdf-2167-4942-8894-2f32d350782e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.805357] env[65665]: WARNING neutronclient.v2_0.client [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.824346] env[65665]: DEBUG oslo_concurrency.lockutils [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.880223] env[65665]: DEBUG oslo_vmware.api [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855305, 'name': PowerOnVM_Task, 'duration_secs': 0.631954} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.880509] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Resumed the VM {{(pid=65665) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1090.880689] env[65665]: DEBUG nova.compute.manager [None req-247f8158-bb1f-46b7-b79c-3af059b10439 tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1090.881487] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d602f256-6adc-49d3-9f17-0e43b783801d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.891460] env[65665]: INFO nova.network.neutron [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Port 9bec7b1c-2a17-4212-ac32-84508fabdbe9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1090.891701] env[65665]: DEBUG nova.network.neutron [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updating instance_info_cache with network_info: [{"id": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "address": "fa:16:3e:c7:17:b0", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a64d88-84", "ovs_interfaceid": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.899799] env[65665]: DEBUG nova.compute.manager [req-a71befce-19b9-4e78-aaf7-eb35af6680a2 req-80984074-d1e7-4021-a341-6865ce21ddf3 service nova] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Received event network-vif-deleted-67a40910-bd07-4dfb-b7a3-caa63931df9e {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1091.008366] env[65665]: DEBUG nova.compute.manager [req-91ce38e2-e01d-4bff-b2cf-1ecb7b838622 req-2c4a700c-b8d0-4825-8415-2d29a22ccbba service nova] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Received event network-changed-ac800852-4632-451c-8cf8-8dbe28a55e2f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1091.008606] env[65665]: DEBUG nova.compute.manager [req-91ce38e2-e01d-4bff-b2cf-1ecb7b838622 req-2c4a700c-b8d0-4825-8415-2d29a22ccbba service nova] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Refreshing instance network info cache due to event network-changed-ac800852-4632-451c-8cf8-8dbe28a55e2f. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1091.008917] env[65665]: DEBUG oslo_concurrency.lockutils [req-91ce38e2-e01d-4bff-b2cf-1ecb7b838622 req-2c4a700c-b8d0-4825-8415-2d29a22ccbba service nova] Acquiring lock "refresh_cache-0963e18d-acac-4c19-945b-7f590c18ec0e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.010459] env[65665]: DEBUG oslo_concurrency.lockutils [req-91ce38e2-e01d-4bff-b2cf-1ecb7b838622 req-2c4a700c-b8d0-4825-8415-2d29a22ccbba service nova] Acquired lock "refresh_cache-0963e18d-acac-4c19-945b-7f590c18ec0e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.010459] env[65665]: DEBUG nova.network.neutron [req-91ce38e2-e01d-4bff-b2cf-1ecb7b838622 req-2c4a700c-b8d0-4825-8415-2d29a22ccbba service nova] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Refreshing network info cache for port ac800852-4632-451c-8cf8-8dbe28a55e2f {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.069526] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.098662] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855306, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.134039] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f102c974-407d-4e67-82ff-d71a88de86bb tempest-ImagesOneServerTestJSON-2060300439 tempest-ImagesOneServerTestJSON-2060300439-project-member] Lock "0b951591-8d96-452d-a0be-dd5f239306c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.260s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.147629] env[65665]: DEBUG oslo_concurrency.lockutils [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.397095] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.407259] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "06a25155-56b1-465e-8633-8895e8283470" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.407589] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.407918] env[65665]: INFO nova.compute.manager [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Attaching volume 85df3590-a317-4df7-b1af-43d9ebed87a0 to /dev/sdb [ 1091.436944] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2194e12e-058f-4a52-8d16-919dda9556bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.446271] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427afb10-ef71-4fd3-8b42-928e30f71391 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.484338] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0d8a5d-9fbf-48be-9ee5-7af516ec0828 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.491803] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2ca127-5611-430f-9175-d2923badf707 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.503359] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0717d7f-8e97-4790-9cc6-3506ef3db6dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.509192] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e63cc4-5c06-4d81-89b0-d4ae592b92f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.513674] env[65665]: WARNING neutronclient.v2_0.client [req-91ce38e2-e01d-4bff-b2cf-1ecb7b838622 req-2c4a700c-b8d0-4825-8415-2d29a22ccbba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.527753] env[65665]: DEBUG nova.compute.provider_tree [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.534221] env[65665]: DEBUG nova.virt.block_device [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Updating existing volume attachment record: dc867b45-12b0-4a8d-be75-784883477072 {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1091.581257] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855306, 'name': CreateVM_Task, 'duration_secs': 0.637738} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.581257] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.581773] env[65665]: WARNING neutronclient.v2_0.client [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.582137] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.582290] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.582600] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.582861] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67115c79-82ef-4c97-be8c-8f15711a01a9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.587919] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1091.587919] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520d1d5b-1d16-13fa-55c3-da9b69e56cb0" [ 1091.587919] env[65665]: _type = "Task" [ 1091.587919] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.596188] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520d1d5b-1d16-13fa-55c3-da9b69e56cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.905751] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e86dc672-7fed-4281-b030-4a996a59c65d tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-323640b7-53de-4e6a-bd76-60f44adbb17a-9bec7b1c-2a17-4212-ac32-84508fabdbe9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.988s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.996544] env[65665]: INFO nova.compute.manager [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Rebuilding instance [ 1092.038072] env[65665]: DEBUG nova.scheduler.client.report [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.053224] env[65665]: DEBUG nova.compute.manager [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1092.054217] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4090bae-ee4a-4841-b30a-fc7795867a1d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.102202] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520d1d5b-1d16-13fa-55c3-da9b69e56cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.012336} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.103020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.103401] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.103677] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.103828] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.104016] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.104296] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6f8ad23-0160-449b-b2ba-1390f228f78c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.113372] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.113638] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.114445] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eeb44bc-4dd0-4809-aaae-859f374ad50c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.120319] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1092.120319] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525a053d-5126-5974-1b0d-8ad8b5a80c45" [ 1092.120319] env[65665]: _type = "Task" [ 1092.120319] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.134173] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525a053d-5126-5974-1b0d-8ad8b5a80c45, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.135164] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3316975-760c-4609-b399-cc4aef0db6f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.140996] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1092.140996] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5207e691-d227-e48a-37e7-f56c7474ef32" [ 1092.140996] env[65665]: _type = "Task" [ 1092.140996] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.151477] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5207e691-d227-e48a-37e7-f56c7474ef32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.652826] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5207e691-d227-e48a-37e7-f56c7474ef32, 'name': SearchDatastore_Task, 'duration_secs': 0.01437} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.654758] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.655551] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 0963e18d-acac-4c19-945b-7f590c18ec0e/0963e18d-acac-4c19-945b-7f590c18ec0e.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.655551] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a6e63cc-5acf-4b96-b1ec-90e89fea5d13 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.662466] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1092.662466] env[65665]: value = "task-4855310" [ 1092.662466] env[65665]: _type = "Task" [ 1092.662466] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.671758] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.054666] env[65665]: DEBUG oslo_concurrency.lockutils [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.471s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.054959] env[65665]: DEBUG nova.compute.manager [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65665) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5409}} [ 1093.063321] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.136s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.064044] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.065962] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.082s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.067228] env[65665]: DEBUG nova.objects.instance [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lazy-loading 'resources' on Instance uuid 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.074901] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.074901] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ae9c46f-095e-4ef0-bb5b-68e8bdea9489 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.089189] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Waiting for the task: (returnval){ [ 1093.089189] env[65665]: value = "task-4855311" [ 1093.089189] env[65665]: _type = "Task" [ 1093.089189] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.105878] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.128975] env[65665]: WARNING neutronclient.v2_0.client [req-91ce38e2-e01d-4bff-b2cf-1ecb7b838622 req-2c4a700c-b8d0-4825-8415-2d29a22ccbba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.139322] env[65665]: INFO nova.scheduler.client.report [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Deleted allocations for instance c3e860cc-b225-4040-962a-7df5f3f1885f [ 1093.178040] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512359} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.178291] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 0963e18d-acac-4c19-945b-7f590c18ec0e/0963e18d-acac-4c19-945b-7f590c18ec0e.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.178586] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.178882] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfaa8427-e3c8-4961-9f10-dfe19ef3c6e8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.187650] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1093.187650] env[65665]: value = "task-4855312" [ 1093.187650] env[65665]: _type = "Task" [ 1093.187650] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.201333] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.577978] env[65665]: DEBUG nova.objects.instance [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lazy-loading 'numa_topology' on Instance uuid 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.604843] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855311, 'name': PowerOffVM_Task, 'duration_secs': 0.181875} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.605970] env[65665]: DEBUG nova.network.neutron [req-91ce38e2-e01d-4bff-b2cf-1ecb7b838622 req-2c4a700c-b8d0-4825-8415-2d29a22ccbba service nova] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Updated VIF entry in instance network info cache for port ac800852-4632-451c-8cf8-8dbe28a55e2f. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1093.606313] env[65665]: DEBUG nova.network.neutron [req-91ce38e2-e01d-4bff-b2cf-1ecb7b838622 req-2c4a700c-b8d0-4825-8415-2d29a22ccbba service nova] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Updating instance_info_cache with network_info: [{"id": "ac800852-4632-451c-8cf8-8dbe28a55e2f", "address": "fa:16:3e:94:05:71", "network": {"id": "09663e1e-0188-4356-9fa4-e034b1c966dd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1538579061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "599399ceeacb45d7a2a3905c63eae0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac800852-46", "ovs_interfaceid": "ac800852-4632-451c-8cf8-8dbe28a55e2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.611932] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.611932] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.614047] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe2f829-bd07-4501-869d-b5654ee12839 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.624837] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.625549] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52fcf40a-6df4-48f7-92ed-896cbba9349d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.652695] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1b44ff7e-852f-464a-8dff-d0de5136dd3a tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "c3e860cc-b225-4040-962a-7df5f3f1885f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.458s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.663454] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.663632] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.663895] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Deleting the datastore file [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.663992] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2babfbc-668d-4856-baad-645771e5fe14 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.672884] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Waiting for the task: (returnval){ [ 1093.672884] env[65665]: value = "task-4855314" [ 1093.672884] env[65665]: _type = "Task" [ 1093.672884] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.674020] env[65665]: INFO nova.scheduler.client.report [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleted allocation for migration d3c79f9a-bc1e-402e-a9fb-ea1621a6f867 [ 1093.689503] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.699158] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074523} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.699438] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.700304] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48a9c1-c9cf-4bb7-b553-1b6f00f0b5c4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.728425] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 0963e18d-acac-4c19-945b-7f590c18ec0e/0963e18d-acac-4c19-945b-7f590c18ec0e.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.729664] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ca8f2d-e8d6-4cfa-b407-4b98b89ae15e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.748728] env[65665]: DEBUG nova.compute.manager [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Received event network-changed-27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1093.748932] env[65665]: DEBUG nova.compute.manager [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Refreshing instance network info cache due to event network-changed-27a64d88-842a-47fb-beee-0ecc3dd213f4. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1093.749325] env[65665]: DEBUG oslo_concurrency.lockutils [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] Acquiring lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.749325] env[65665]: DEBUG oslo_concurrency.lockutils [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] Acquired lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.749493] env[65665]: DEBUG nova.network.neutron [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Refreshing network info cache for port 27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.759465] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1093.759465] env[65665]: value = "task-4855315" [ 1093.759465] env[65665]: _type = "Task" [ 1093.759465] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.768561] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.043596] env[65665]: DEBUG oslo_concurrency.lockutils [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "interface-bc2c3353-5ce1-49c9-b9e9-c61d93997e07-9bec7b1c-2a17-4212-ac32-84508fabdbe9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.043596] env[65665]: DEBUG oslo_concurrency.lockutils [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-bc2c3353-5ce1-49c9-b9e9-c61d93997e07-9bec7b1c-2a17-4212-ac32-84508fabdbe9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.043893] env[65665]: DEBUG nova.objects.instance [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'flavor' on Instance uuid bc2c3353-5ce1-49c9-b9e9-c61d93997e07 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.084145] env[65665]: DEBUG nova.objects.base [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Object Instance<42c1b308-5cc3-4cc7-a0ff-1ecb915f6309> lazy-loaded attributes: resources,numa_topology {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1094.114323] env[65665]: DEBUG oslo_concurrency.lockutils [req-91ce38e2-e01d-4bff-b2cf-1ecb7b838622 req-2c4a700c-b8d0-4825-8415-2d29a22ccbba service nova] Releasing lock "refresh_cache-0963e18d-acac-4c19-945b-7f590c18ec0e" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.188669] env[65665]: DEBUG oslo_concurrency.lockutils [None req-34884eb6-15a5-4252-8259-8e41a412e7f9 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.664s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.189820] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222908} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.193244] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.193788] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.193788] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.255255] env[65665]: WARNING neutronclient.v2_0.client [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.277764] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.439983] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0667ba46-7b7e-49c2-8b5e-7d32ef4facc2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.448183] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25594aab-1fa3-493f-8b01-e64dca7a54c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.492927] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd20ad10-81ef-441f-9a6d-6c666f2e62c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.502099] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd28288a-c877-41c5-9283-ec288f06cae2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.517041] env[65665]: DEBUG nova.compute.provider_tree [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.530399] env[65665]: WARNING neutronclient.v2_0.client [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.548057] env[65665]: WARNING neutronclient.v2_0.client [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.624160] env[65665]: DEBUG nova.network.neutron [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updated VIF entry in instance network info cache for port 27a64d88-842a-47fb-beee-0ecc3dd213f4. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1094.624709] env[65665]: DEBUG nova.network.neutron [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updating instance_info_cache with network_info: [{"id": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "address": "fa:16:3e:c7:17:b0", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a64d88-84", "ovs_interfaceid": "27a64d88-842a-47fb-beee-0ecc3dd213f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.696324] env[65665]: DEBUG nova.objects.instance [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'pci_requests' on Instance uuid bc2c3353-5ce1-49c9-b9e9-c61d93997e07 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.772527] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855315, 'name': ReconfigVM_Task, 'duration_secs': 0.609086} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.772527] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 0963e18d-acac-4c19-945b-7f590c18ec0e/0963e18d-acac-4c19-945b-7f590c18ec0e.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.772955] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7edcfd52-3863-4eab-8361-aeaea5ffa4ac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.783109] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1094.783109] env[65665]: value = "task-4855317" [ 1094.783109] env[65665]: _type = "Task" [ 1094.783109] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.794368] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855317, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.020883] env[65665]: DEBUG nova.scheduler.client.report [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.129532] env[65665]: DEBUG oslo_concurrency.lockutils [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] Releasing lock "refresh_cache-323640b7-53de-4e6a-bd76-60f44adbb17a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.129904] env[65665]: DEBUG nova.compute.manager [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Received event network-changed-a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1095.130026] env[65665]: DEBUG nova.compute.manager [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Refreshing instance network info cache due to event network-changed-a4f6c223-2eae-4bac-bdd1-28423b72aafe. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1095.130464] env[65665]: DEBUG oslo_concurrency.lockutils [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] Acquiring lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.130464] env[65665]: DEBUG oslo_concurrency.lockutils [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] Acquired lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.130605] env[65665]: DEBUG nova.network.neutron [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Refreshing network info cache for port a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.201041] env[65665]: DEBUG nova.objects.base [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1095.201212] env[65665]: DEBUG nova.network.neutron [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1095.201553] env[65665]: WARNING neutronclient.v2_0.client [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.201858] env[65665]: WARNING neutronclient.v2_0.client [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.236549] env[65665]: DEBUG nova.virt.hardware [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1095.236549] env[65665]: DEBUG nova.virt.hardware [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.236824] env[65665]: DEBUG nova.virt.hardware [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1095.236924] env[65665]: DEBUG nova.virt.hardware [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.237091] env[65665]: DEBUG nova.virt.hardware [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1095.237419] env[65665]: DEBUG nova.virt.hardware [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1095.237419] env[65665]: DEBUG nova.virt.hardware [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1095.237801] env[65665]: DEBUG nova.virt.hardware [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1095.237801] env[65665]: DEBUG nova.virt.hardware [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1095.239028] env[65665]: DEBUG nova.virt.hardware [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1095.239028] env[65665]: DEBUG nova.virt.hardware [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1095.239266] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af849df7-3561-4109-b4ee-938acde25fdf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.247985] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f672d1-550b-4e55-aed9-6f10fecdd619 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.266866] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.272744] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1095.272744] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.273630] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-449e3a47-a9be-44ce-9fb4-02b267426a62 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.294837] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855317, 'name': Rename_Task, 'duration_secs': 0.412292} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.296268] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.296519] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.296519] env[65665]: value = "task-4855318" [ 1095.296519] env[65665]: _type = "Task" [ 1095.296519] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.296706] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41930c94-21e0-44d3-bfd4-5a5ce198d9d6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.309341] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1095.309341] env[65665]: value = "task-4855319" [ 1095.309341] env[65665]: _type = "Task" [ 1095.309341] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.309720] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855318, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.318684] env[65665]: DEBUG nova.policy [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179afa96e4c44c34bdb756c0e704b61b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19922781a3704af9828c1bf54df07b9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.323829] env[65665]: DEBUG nova.objects.instance [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'flavor' on Instance uuid 4b0c2f40-07af-4a37-83d7-deef94300cae {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.328884] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.529064] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.463s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.532100] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.463s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.532349] env[65665]: DEBUG nova.objects.instance [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lazy-loading 'resources' on Instance uuid c8f661c2-617f-401c-8f66-4d7f94421c53 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.633734] env[65665]: WARNING neutronclient.v2_0.client [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.809797] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855318, 'name': CreateVM_Task, 'duration_secs': 0.329688} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.815980] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.817011] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.817308] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.817679] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.818770] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294e9008-b3df-42aa-8d4f-d050e7a6c9d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.824362] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855319, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.828645] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Waiting for the task: (returnval){ [ 1095.828645] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52416a13-f154-ef55-9ad5-8a1620296690" [ 1095.828645] env[65665]: _type = "Task" [ 1095.828645] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.836026] env[65665]: DEBUG oslo_concurrency.lockutils [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.836202] env[65665]: DEBUG oslo_concurrency.lockutils [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.836371] env[65665]: DEBUG nova.network.neutron [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1095.836541] env[65665]: DEBUG nova.objects.instance [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'info_cache' on Instance uuid 4b0c2f40-07af-4a37-83d7-deef94300cae {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.844473] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52416a13-f154-ef55-9ad5-8a1620296690, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.845035] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.845227] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.845455] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.845620] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.845811] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.846218] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a90ab46-bb1f-44f8-a47c-926d868a230a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.850535] env[65665]: WARNING neutronclient.v2_0.client [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.856723] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.856937] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.857710] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e010b4-80dd-43c8-967a-fe31f7792dd6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.864130] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Waiting for the task: (returnval){ [ 1095.864130] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527684b6-d486-5778-1f53-415dd37c0eba" [ 1095.864130] env[65665]: _type = "Task" [ 1095.864130] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.874406] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527684b6-d486-5778-1f53-415dd37c0eba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.887490] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquiring lock "0a31d53a-7c2d-4ea8-912e-0ac00046f10f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.887715] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lock "0a31d53a-7c2d-4ea8-912e-0ac00046f10f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.020081] env[65665]: DEBUG nova.network.neutron [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updated VIF entry in instance network info cache for port a4f6c223-2eae-4bac-bdd1-28423b72aafe. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1096.020578] env[65665]: DEBUG nova.network.neutron [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updating instance_info_cache with network_info: [{"id": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "address": "fa:16:3e:f2:3c:a8", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4f6c223-2e", "ovs_interfaceid": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.041224] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c109e03-692e-42b2-abd8-d36664198477 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.830s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.042120] env[65665]: DEBUG oslo_concurrency.lockutils [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.218s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.042954] env[65665]: DEBUG oslo_concurrency.lockutils [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.042954] env[65665]: DEBUG oslo_concurrency.lockutils [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.042954] env[65665]: DEBUG oslo_concurrency.lockutils [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.045380] env[65665]: INFO nova.compute.manager [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Terminating instance [ 1096.093619] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1096.093772] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946423', 'volume_id': '85df3590-a317-4df7-b1af-43d9ebed87a0', 'name': 'volume-85df3590-a317-4df7-b1af-43d9ebed87a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06a25155-56b1-465e-8633-8895e8283470', 'attached_at': '', 'detached_at': '', 'volume_id': '85df3590-a317-4df7-b1af-43d9ebed87a0', 'serial': '85df3590-a317-4df7-b1af-43d9ebed87a0'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1096.094563] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquiring lock "d29c6e18-c899-47d6-9ff7-9b8372c74c13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.095606] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lock "d29c6e18-c899-47d6-9ff7-9b8372c74c13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.098205] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a433c1-b966-4f5d-923e-c291f0800e4c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.126979] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa673de-9b3b-4560-8289-c1ce8d492f6d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.155364] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-85df3590-a317-4df7-b1af-43d9ebed87a0/volume-85df3590-a317-4df7-b1af-43d9ebed87a0.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.158418] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e80db28-7472-4e71-b365-70df7a9cc2f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.178367] env[65665]: DEBUG oslo_vmware.api [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1096.178367] env[65665]: value = "task-4855320" [ 1096.178367] env[65665]: _type = "Task" [ 1096.178367] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.190182] env[65665]: DEBUG oslo_vmware.api [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.197786] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "4b8128a5-8669-4731-ad17-04eab88415b8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.198076] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "4b8128a5-8669-4731-ad17-04eab88415b8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.320831] env[65665]: DEBUG oslo_vmware.api [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855319, 'name': PowerOnVM_Task, 'duration_secs': 0.804607} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.321424] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.321657] env[65665]: INFO nova.compute.manager [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1096.321841] env[65665]: DEBUG nova.compute.manager [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1096.325458] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51aa24e-45c3-4694-a58c-2e1ea371ba21 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.346806] env[65665]: DEBUG nova.objects.base [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Object Instance<4b0c2f40-07af-4a37-83d7-deef94300cae> lazy-loaded attributes: flavor,info_cache {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1096.378047] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527684b6-d486-5778-1f53-415dd37c0eba, 'name': SearchDatastore_Task, 'duration_secs': 0.013762} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.381770] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768ccb42-2d56-4ffd-9e12-26dd9f94abf0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.389046] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Waiting for the task: (returnval){ [ 1096.389046] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d0bcef-4f80-05c2-0874-c9f0ab8a22e9" [ 1096.389046] env[65665]: _type = "Task" [ 1096.389046] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.389754] env[65665]: DEBUG nova.compute.manager [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1096.397462] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559d696d-f3c6-4f40-9522-dd88837f156a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.406683] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d0bcef-4f80-05c2-0874-c9f0ab8a22e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012155} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.410858] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.410858] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43/8c5fe6cd-7f46-43fa-a083-b67b5889af43.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.410858] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b860b602-48f4-450d-a932-0bd93d78c45a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.414404] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07be8b2a-a9fb-448a-ba17-10916e4bc8f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.451623] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa77091-b181-415f-ba6a-604d3866e190 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.455956] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Waiting for the task: (returnval){ [ 1096.455956] env[65665]: value = "task-4855321" [ 1096.455956] env[65665]: _type = "Task" [ 1096.455956] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.464482] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95808d83-d372-482e-9ec1-44f3a7c02f4d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.474396] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.487061] env[65665]: DEBUG nova.compute.provider_tree [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.523519] env[65665]: DEBUG oslo_concurrency.lockutils [req-1a1ecfc8-260c-49b5-b4fb-cfde7600bd2c req-6b513e24-5201-4939-b7f2-175c594a13ba service nova] Releasing lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.551432] env[65665]: DEBUG nova.compute.manager [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1096.551718] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.552153] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdfd96ca-54b8-485c-b434-653b14eabbe1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.564149] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6e0c3b-f8d8-4a50-8727-facaa1c29a68 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.606031] env[65665]: DEBUG nova.compute.manager [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1096.609304] env[65665]: WARNING nova.virt.vmwareapi.vmops [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309 could not be found. [ 1096.609451] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.609655] env[65665]: INFO nova.compute.manager [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1096.609877] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1096.610498] env[65665]: DEBUG nova.compute.manager [-] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1096.610622] env[65665]: DEBUG nova.network.neutron [-] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1096.610860] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.646521] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.691651] env[65665]: DEBUG oslo_vmware.api [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855320, 'name': ReconfigVM_Task, 'duration_secs': 0.460237} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.691951] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-85df3590-a317-4df7-b1af-43d9ebed87a0/volume-85df3590-a317-4df7-b1af-43d9ebed87a0.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.697988] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e0371f-7192-49fd-8c39-544d059436dc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.709033] env[65665]: INFO nova.compute.manager [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Detaching volume 18769c96-8ee8-4451-80e4-94d1a7cb8d4a [ 1096.719299] env[65665]: DEBUG oslo_vmware.api [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1096.719299] env[65665]: value = "task-4855322" [ 1096.719299] env[65665]: _type = "Task" [ 1096.719299] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.729240] env[65665]: DEBUG oslo_vmware.api [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.753018] env[65665]: INFO nova.virt.block_device [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Attempting to driver detach volume 18769c96-8ee8-4451-80e4-94d1a7cb8d4a from mountpoint /dev/sdb [ 1096.753331] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1096.753577] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946378', 'volume_id': '18769c96-8ee8-4451-80e4-94d1a7cb8d4a', 'name': 'volume-18769c96-8ee8-4451-80e4-94d1a7cb8d4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b8128a5-8669-4731-ad17-04eab88415b8', 'attached_at': '', 'detached_at': '', 'volume_id': '18769c96-8ee8-4451-80e4-94d1a7cb8d4a', 'serial': '18769c96-8ee8-4451-80e4-94d1a7cb8d4a'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1096.754666] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17d88de-ec8d-41d5-8aa1-bfc53be53c98 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.780995] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c63cbeb-a6d1-444a-8918-972a195c3469 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.789810] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd0317-2b09-420d-9a30-63794dc2070a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.818190] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed0da42-c537-4a39-901e-2314305885e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.836611] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The volume has not been displaced from its original location: [datastore2] volume-18769c96-8ee8-4451-80e4-94d1a7cb8d4a/volume-18769c96-8ee8-4451-80e4-94d1a7cb8d4a.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1096.842508] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.847085] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69d62675-39a6-4e6e-8395-047cc2848f69 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.863331] env[65665]: WARNING neutronclient.v2_0.client [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.866042] env[65665]: INFO nova.compute.manager [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Took 13.23 seconds to build instance. [ 1096.875121] env[65665]: DEBUG oslo_vmware.api [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1096.875121] env[65665]: value = "task-4855323" [ 1096.875121] env[65665]: _type = "Task" [ 1096.875121] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.886985] env[65665]: DEBUG oslo_vmware.api [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.922155] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.961857] env[65665]: DEBUG nova.network.neutron [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Successfully updated port: 9bec7b1c-2a17-4212-ac32-84508fabdbe9 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1096.969409] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855321, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.990187] env[65665]: DEBUG nova.scheduler.client.report [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.047726] env[65665]: DEBUG nova.compute.manager [req-d865a4de-91e7-4d72-9ef0-d5c3186e3c98 req-708100d9-fd12-4ba3-88ed-c1b22328e78f service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Received event network-vif-plugged-9bec7b1c-2a17-4212-ac32-84508fabdbe9 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1097.047726] env[65665]: DEBUG oslo_concurrency.lockutils [req-d865a4de-91e7-4d72-9ef0-d5c3186e3c98 req-708100d9-fd12-4ba3-88ed-c1b22328e78f service nova] Acquiring lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.047726] env[65665]: DEBUG oslo_concurrency.lockutils [req-d865a4de-91e7-4d72-9ef0-d5c3186e3c98 req-708100d9-fd12-4ba3-88ed-c1b22328e78f service nova] Lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.047726] env[65665]: DEBUG oslo_concurrency.lockutils [req-d865a4de-91e7-4d72-9ef0-d5c3186e3c98 req-708100d9-fd12-4ba3-88ed-c1b22328e78f service nova] Lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.047726] env[65665]: DEBUG nova.compute.manager [req-d865a4de-91e7-4d72-9ef0-d5c3186e3c98 req-708100d9-fd12-4ba3-88ed-c1b22328e78f service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] No waiting events found dispatching network-vif-plugged-9bec7b1c-2a17-4212-ac32-84508fabdbe9 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1097.047726] env[65665]: WARNING nova.compute.manager [req-d865a4de-91e7-4d72-9ef0-d5c3186e3c98 req-708100d9-fd12-4ba3-88ed-c1b22328e78f service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Received unexpected event network-vif-plugged-9bec7b1c-2a17-4212-ac32-84508fabdbe9 for instance with vm_state active and task_state None. [ 1097.141464] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.196171] env[65665]: WARNING neutronclient.v2_0.client [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.230359] env[65665]: DEBUG oslo_vmware.api [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855322, 'name': ReconfigVM_Task, 'duration_secs': 0.352684} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.230692] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946423', 'volume_id': '85df3590-a317-4df7-b1af-43d9ebed87a0', 'name': 'volume-85df3590-a317-4df7-b1af-43d9ebed87a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06a25155-56b1-465e-8633-8895e8283470', 'attached_at': '', 'detached_at': '', 'volume_id': '85df3590-a317-4df7-b1af-43d9ebed87a0', 'serial': '85df3590-a317-4df7-b1af-43d9ebed87a0'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1097.283176] env[65665]: DEBUG nova.network.neutron [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance_info_cache with network_info: [{"id": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "address": "fa:16:3e:59:34:d8", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd6b0b20-1d", "ovs_interfaceid": "dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.369444] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5ca754fc-42e7-4100-8f83-2c29b9543471 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "0963e18d-acac-4c19-945b-7f590c18ec0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.739s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.385857] env[65665]: DEBUG oslo_vmware.api [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855323, 'name': ReconfigVM_Task, 'duration_secs': 0.400576} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.386163] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.390925] env[65665]: DEBUG nova.network.neutron [-] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.392140] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-328fe178-5f9d-4efb-9d57-eb97bcc9fc89 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.412103] env[65665]: DEBUG oslo_vmware.api [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1097.412103] env[65665]: value = "task-4855324" [ 1097.412103] env[65665]: _type = "Task" [ 1097.412103] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.421224] env[65665]: DEBUG oslo_vmware.api [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.465216] env[65665]: DEBUG oslo_concurrency.lockutils [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.465328] env[65665]: DEBUG oslo_concurrency.lockutils [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.465892] env[65665]: DEBUG nova.network.neutron [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1097.472114] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629613} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.472426] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43/8c5fe6cd-7f46-43fa-a083-b67b5889af43.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.472644] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.473676] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18c299d1-bb38-44d6-b520-d42bff653f12 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.483031] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Waiting for the task: (returnval){ [ 1097.483031] env[65665]: value = "task-4855325" [ 1097.483031] env[65665]: _type = "Task" [ 1097.483031] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.493193] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.496684] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.499151] env[65665]: DEBUG oslo_concurrency.lockutils [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.352s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.499352] env[65665]: DEBUG nova.objects.instance [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1097.523666] env[65665]: INFO nova.scheduler.client.report [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted allocations for instance c8f661c2-617f-401c-8f66-4d7f94421c53 [ 1097.785444] env[65665]: DEBUG oslo_concurrency.lockutils [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-4b0c2f40-07af-4a37-83d7-deef94300cae" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.905283] env[65665]: INFO nova.compute.manager [-] [instance: 42c1b308-5cc3-4cc7-a0ff-1ecb915f6309] Took 1.29 seconds to deallocate network for instance. [ 1097.921850] env[65665]: DEBUG oslo_vmware.api [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855324, 'name': ReconfigVM_Task, 'duration_secs': 0.219125} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.922223] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946378', 'volume_id': '18769c96-8ee8-4451-80e4-94d1a7cb8d4a', 'name': 'volume-18769c96-8ee8-4451-80e4-94d1a7cb8d4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b8128a5-8669-4731-ad17-04eab88415b8', 'attached_at': '', 'detached_at': '', 'volume_id': '18769c96-8ee8-4451-80e4-94d1a7cb8d4a', 'serial': '18769c96-8ee8-4451-80e4-94d1a7cb8d4a'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.994362] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102718} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.994362] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.995175] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3477b39-0188-45e9-9b39-359aa3321c6c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.019372] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43/8c5fe6cd-7f46-43fa-a083-b67b5889af43.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.021245] env[65665]: DEBUG oslo_concurrency.lockutils [None req-86798fdc-ec93-40bf-bd02-a08dbbf65cf2 tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.522s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.023027] env[65665]: WARNING nova.network.neutron [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] 36178ac2-e3ee-4fe3-ba39-a17c0a24a5be already exists in list: networks containing: ['36178ac2-e3ee-4fe3-ba39-a17c0a24a5be']. ignoring it [ 1098.025386] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-381d56f0-ea18-4e77-98d4-fa6fab603438 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.040193] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.118s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.041825] env[65665]: INFO nova.compute.claims [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.049128] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7d5e47ca-032e-409f-827a-d4a6e2b28e1e tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "c8f661c2-617f-401c-8f66-4d7f94421c53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.651s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.053992] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Waiting for the task: (returnval){ [ 1098.053992] env[65665]: value = "task-4855326" [ 1098.053992] env[65665]: _type = "Task" [ 1098.053992] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.064896] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.160968] env[65665]: WARNING neutronclient.v2_0.client [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.270069] env[65665]: DEBUG nova.objects.instance [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'flavor' on Instance uuid 06a25155-56b1-465e-8633-8895e8283470 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.334767] env[65665]: WARNING neutronclient.v2_0.client [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.415379] env[65665]: DEBUG nova.network.neutron [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updating instance_info_cache with network_info: [{"id": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "address": "fa:16:3e:f2:3c:a8", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4f6c223-2e", "ovs_interfaceid": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bec7b1c-2a17-4212-ac32-84508fabdbe9", "address": "fa:16:3e:4b:fa:02", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bec7b1c-2a", "ovs_interfaceid": "9bec7b1c-2a17-4212-ac32-84508fabdbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.481213] env[65665]: DEBUG nova.objects.instance [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lazy-loading 'flavor' on Instance uuid 4b8128a5-8669-4731-ad17-04eab88415b8 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.566563] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855326, 'name': ReconfigVM_Task, 'duration_secs': 0.296739} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.566905] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43/8c5fe6cd-7f46-43fa-a083-b67b5889af43.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.567579] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6b7310e-8bf0-4474-be8e-03f39c28a40e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.576138] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Waiting for the task: (returnval){ [ 1098.576138] env[65665]: value = "task-4855327" [ 1098.576138] env[65665]: _type = "Task" [ 1098.576138] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.585876] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855327, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.776273] env[65665]: DEBUG oslo_concurrency.lockutils [None req-33a24914-a2c9-453f-8a79-4f2b9a50c392 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.369s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.790430] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.791152] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9fa99ff-7efc-42b3-b107-bc8988e78d37 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.799862] env[65665]: DEBUG oslo_vmware.api [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1098.799862] env[65665]: value = "task-4855328" [ 1098.799862] env[65665]: _type = "Task" [ 1098.799862] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.809660] env[65665]: DEBUG oslo_vmware.api [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.890120] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7a5b7090-1eca-496d-91bb-c89f0848747a tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "06a25155-56b1-465e-8633-8895e8283470" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.890399] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7a5b7090-1eca-496d-91bb-c89f0848747a tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.890582] env[65665]: DEBUG nova.compute.manager [None req-7a5b7090-1eca-496d-91bb-c89f0848747a tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1098.891498] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9150585-1091-403e-845d-41df89095962 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.898958] env[65665]: DEBUG nova.compute.manager [None req-7a5b7090-1eca-496d-91bb-c89f0848747a tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65665) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1098.899682] env[65665]: DEBUG nova.objects.instance [None req-7a5b7090-1eca-496d-91bb-c89f0848747a tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'flavor' on Instance uuid 06a25155-56b1-465e-8633-8895e8283470 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.917953] env[65665]: DEBUG oslo_concurrency.lockutils [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.918751] env[65665]: DEBUG oslo_concurrency.lockutils [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.919017] env[65665]: DEBUG oslo_concurrency.lockutils [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.919950] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7623476-ecf1-4b6c-a7b1-d541ff818669 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.942135] env[65665]: DEBUG nova.virt.hardware [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1098.942373] env[65665]: DEBUG nova.virt.hardware [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.942522] env[65665]: DEBUG nova.virt.hardware [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1098.942701] env[65665]: DEBUG nova.virt.hardware [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.942843] env[65665]: DEBUG nova.virt.hardware [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1098.942983] env[65665]: DEBUG nova.virt.hardware [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1098.943263] env[65665]: DEBUG nova.virt.hardware [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1098.943347] env[65665]: DEBUG nova.virt.hardware [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1098.943535] env[65665]: DEBUG nova.virt.hardware [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1098.943660] env[65665]: DEBUG nova.virt.hardware [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1098.943830] env[65665]: DEBUG nova.virt.hardware [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1098.950327] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Reconfiguring VM to attach interface {{(pid=65665) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1098.951020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-932fafd7-38f0-4972-9d72-20263f94d058 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "42c1b308-5cc3-4cc7-a0ff-1ecb915f6309" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.909s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.952155] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79910e41-023b-424e-8b87-017e34b72377 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.971210] env[65665]: DEBUG oslo_vmware.api [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1098.971210] env[65665]: value = "task-4855329" [ 1098.971210] env[65665]: _type = "Task" [ 1098.971210] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.980845] env[65665]: DEBUG oslo_vmware.api [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855329, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.086271] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855327, 'name': Rename_Task, 'duration_secs': 0.165829} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.086565] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.086840] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b623411d-a8c2-45de-b9f5-cecd427f87ff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.096883] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Waiting for the task: (returnval){ [ 1099.096883] env[65665]: value = "task-4855330" [ 1099.096883] env[65665]: _type = "Task" [ 1099.096883] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.106879] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.306162] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97bd5a3-0631-411d-a2ea-c9d827e80958 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.318170] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbbb0be-a991-41c2-8f68-c7223ac0f75a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.321576] env[65665]: DEBUG oslo_vmware.api [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855328, 'name': PowerOnVM_Task, 'duration_secs': 0.42189} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.321842] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.322072] env[65665]: DEBUG nova.compute.manager [None req-51db6e71-8ef5-4b30-9e56-4d8097453930 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1099.323275] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a32f5f-8d40-4085-884f-5e1994321cb6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.354660] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8b80a9-ebb8-4a50-9cda-4bb249950172 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.366769] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989f3b65-eb04-446e-ab3e-ee2db1a27c5f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.385731] env[65665]: DEBUG nova.compute.provider_tree [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.483211] env[65665]: DEBUG oslo_vmware.api [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.489024] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4c294b4f-665c-4f2f-9e62-164caffe3efc tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "4b8128a5-8669-4731-ad17-04eab88415b8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.291s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.610462] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855330, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.701109] env[65665]: DEBUG nova.compute.manager [req-0cf74f87-66c9-434d-b077-7527b0f7b4d3 req-cbb8e7cf-c0c9-4d56-875e-e24b3e281d51 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Received event network-changed-9bec7b1c-2a17-4212-ac32-84508fabdbe9 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1099.701109] env[65665]: DEBUG nova.compute.manager [req-0cf74f87-66c9-434d-b077-7527b0f7b4d3 req-cbb8e7cf-c0c9-4d56-875e-e24b3e281d51 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Refreshing instance network info cache due to event network-changed-9bec7b1c-2a17-4212-ac32-84508fabdbe9. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1099.701196] env[65665]: DEBUG oslo_concurrency.lockutils [req-0cf74f87-66c9-434d-b077-7527b0f7b4d3 req-cbb8e7cf-c0c9-4d56-875e-e24b3e281d51 service nova] Acquiring lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.701391] env[65665]: DEBUG oslo_concurrency.lockutils [req-0cf74f87-66c9-434d-b077-7527b0f7b4d3 req-cbb8e7cf-c0c9-4d56-875e-e24b3e281d51 service nova] Acquired lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.701650] env[65665]: DEBUG nova.network.neutron [req-0cf74f87-66c9-434d-b077-7527b0f7b4d3 req-cbb8e7cf-c0c9-4d56-875e-e24b3e281d51 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Refreshing network info cache for port 9bec7b1c-2a17-4212-ac32-84508fabdbe9 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.888505] env[65665]: DEBUG nova.scheduler.client.report [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.907306] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5b7090-1eca-496d-91bb-c89f0848747a tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.907589] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbd740e2-47e8-4957-bc56-d7a94908e332 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.916022] env[65665]: DEBUG oslo_vmware.api [None req-7a5b7090-1eca-496d-91bb-c89f0848747a tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1099.916022] env[65665]: value = "task-4855331" [ 1099.916022] env[65665]: _type = "Task" [ 1099.916022] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.925441] env[65665]: DEBUG oslo_vmware.api [None req-7a5b7090-1eca-496d-91bb-c89f0848747a tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.983587] env[65665]: DEBUG oslo_vmware.api [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855329, 'name': ReconfigVM_Task, 'duration_secs': 0.85897} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.984087] env[65665]: WARNING neutronclient.v2_0.client [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.984362] env[65665]: DEBUG oslo_concurrency.lockutils [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.984576] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Reconfigured VM to attach interface {{(pid=65665) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1100.115237] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "6b4e010f-8e87-4f75-8fe4-7223ee14b08a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.115513] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "6b4e010f-8e87-4f75-8fe4-7223ee14b08a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.116978] env[65665]: DEBUG oslo_vmware.api [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Task: {'id': task-4855330, 'name': PowerOnVM_Task, 'duration_secs': 0.781907} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.119936] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.120192] env[65665]: DEBUG nova.compute.manager [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1100.121119] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ce9f18-52e7-4ebc-a643-b83764918aed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.205390] env[65665]: WARNING neutronclient.v2_0.client [req-0cf74f87-66c9-434d-b077-7527b0f7b4d3 req-cbb8e7cf-c0c9-4d56-875e-e24b3e281d51 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.329587] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "4b8128a5-8669-4731-ad17-04eab88415b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.329848] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "4b8128a5-8669-4731-ad17-04eab88415b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.330076] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "4b8128a5-8669-4731-ad17-04eab88415b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.330268] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "4b8128a5-8669-4731-ad17-04eab88415b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.330441] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "4b8128a5-8669-4731-ad17-04eab88415b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.332719] env[65665]: INFO nova.compute.manager [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Terminating instance [ 1100.379549] env[65665]: WARNING neutronclient.v2_0.client [req-0cf74f87-66c9-434d-b077-7527b0f7b4d3 req-cbb8e7cf-c0c9-4d56-875e-e24b3e281d51 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.395846] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.395846] env[65665]: DEBUG nova.compute.manager [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1100.398600] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.258s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.400240] env[65665]: INFO nova.compute.claims [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.427268] env[65665]: DEBUG oslo_vmware.api [None req-7a5b7090-1eca-496d-91bb-c89f0848747a tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855331, 'name': PowerOffVM_Task, 'duration_secs': 0.315252} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.427548] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5b7090-1eca-496d-91bb-c89f0848747a tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.428720] env[65665]: DEBUG nova.compute.manager [None req-7a5b7090-1eca-496d-91bb-c89f0848747a tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1100.428720] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c4f59f-1cfd-4a9f-8639-001e372adc67 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.450462] env[65665]: DEBUG nova.network.neutron [req-0cf74f87-66c9-434d-b077-7527b0f7b4d3 req-cbb8e7cf-c0c9-4d56-875e-e24b3e281d51 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updated VIF entry in instance network info cache for port 9bec7b1c-2a17-4212-ac32-84508fabdbe9. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1100.450964] env[65665]: DEBUG nova.network.neutron [req-0cf74f87-66c9-434d-b077-7527b0f7b4d3 req-cbb8e7cf-c0c9-4d56-875e-e24b3e281d51 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updating instance_info_cache with network_info: [{"id": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "address": "fa:16:3e:f2:3c:a8", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4f6c223-2e", "ovs_interfaceid": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9bec7b1c-2a17-4212-ac32-84508fabdbe9", "address": "fa:16:3e:4b:fa:02", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bec7b1c-2a", "ovs_interfaceid": "9bec7b1c-2a17-4212-ac32-84508fabdbe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.490155] env[65665]: DEBUG oslo_concurrency.lockutils [None req-918eb998-508a-4c2e-b351-bc8ff02843cc tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-bc2c3353-5ce1-49c9-b9e9-c61d93997e07-9bec7b1c-2a17-4212-ac32-84508fabdbe9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.447s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.621080] env[65665]: DEBUG nova.compute.manager [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1100.640694] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.838019] env[65665]: DEBUG nova.compute.manager [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1100.838382] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.839848] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4460a4-7242-41be-a0ae-c5dbff539ac2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.850948] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.851312] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a45070d-0c22-44ed-965a-0616ce6b55b4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.860070] env[65665]: DEBUG oslo_vmware.api [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1100.860070] env[65665]: value = "task-4855332" [ 1100.860070] env[65665]: _type = "Task" [ 1100.860070] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.872226] env[65665]: DEBUG oslo_vmware.api [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.906045] env[65665]: DEBUG nova.compute.utils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.911679] env[65665]: DEBUG nova.compute.manager [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1100.911891] env[65665]: DEBUG nova.network.neutron [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1100.912256] env[65665]: WARNING neutronclient.v2_0.client [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.912613] env[65665]: WARNING neutronclient.v2_0.client [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.918876] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "9f5fd109-0db2-429b-a515-bb885fe10c48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.919133] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "9f5fd109-0db2-429b-a515-bb885fe10c48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.940930] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7a5b7090-1eca-496d-91bb-c89f0848747a tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.953717] env[65665]: DEBUG oslo_concurrency.lockutils [req-0cf74f87-66c9-434d-b077-7527b0f7b4d3 req-cbb8e7cf-c0c9-4d56-875e-e24b3e281d51 service nova] Releasing lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.974670] env[65665]: DEBUG nova.policy [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e79155f0eaa14b4dab1c149ae7fe3b2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e579a7a2d59446e785354fc958357d2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.152212] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.362288] env[65665]: DEBUG nova.network.neutron [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Successfully created port: 9115e293-17f9-48ad-8c6f-c2d3140063d8 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1101.374842] env[65665]: DEBUG oslo_vmware.api [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855332, 'name': PowerOffVM_Task, 'duration_secs': 0.4433} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.375232] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.375479] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.375784] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e67a40e-71dc-46f7-a813-6b385464ccf9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.412505] env[65665]: DEBUG nova.compute.manager [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1101.421734] env[65665]: DEBUG nova.compute.manager [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1101.449436] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.450324] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.450324] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Deleting the datastore file [datastore1] 4b8128a5-8669-4731-ad17-04eab88415b8 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.450324] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3379c9f3-3c10-4f7a-ab61-d2d4e5e72759 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.459179] env[65665]: DEBUG oslo_vmware.api [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1101.459179] env[65665]: value = "task-4855334" [ 1101.459179] env[65665]: _type = "Task" [ 1101.459179] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.473680] env[65665]: DEBUG oslo_vmware.api [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.560226] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "4b0c2f40-07af-4a37-83d7-deef94300cae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.560226] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.560226] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "4b0c2f40-07af-4a37-83d7-deef94300cae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.560226] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.561321] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.567362] env[65665]: INFO nova.compute.manager [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Terminating instance [ 1101.662288] env[65665]: DEBUG oslo_concurrency.lockutils [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "0963e18d-acac-4c19-945b-7f590c18ec0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.662530] env[65665]: DEBUG oslo_concurrency.lockutils [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "0963e18d-acac-4c19-945b-7f590c18ec0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.662866] env[65665]: DEBUG oslo_concurrency.lockutils [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "0963e18d-acac-4c19-945b-7f590c18ec0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.662933] env[65665]: DEBUG oslo_concurrency.lockutils [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "0963e18d-acac-4c19-945b-7f590c18ec0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.663065] env[65665]: DEBUG oslo_concurrency.lockutils [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "0963e18d-acac-4c19-945b-7f590c18ec0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.667867] env[65665]: INFO nova.compute.manager [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Terminating instance [ 1101.725065] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7bcf0d-986e-4765-bf9c-2d4f36994746 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.732813] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee20917-d075-430a-8c91-62a87d0d935a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.764988] env[65665]: DEBUG nova.objects.instance [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'flavor' on Instance uuid 06a25155-56b1-465e-8633-8895e8283470 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.767761] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf12cfb-40cd-4ba4-9660-08cbea6b6682 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.778756] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2ca63f-8a8f-4d30-9c74-0ee48eb5676e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.797598] env[65665]: DEBUG nova.compute.provider_tree [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.942995] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.972611] env[65665]: DEBUG oslo_vmware.api [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259217} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.972881] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.973076] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.973255] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.973424] env[65665]: INFO nova.compute.manager [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1101.973676] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1101.973868] env[65665]: DEBUG nova.compute.manager [-] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1101.974040] env[65665]: DEBUG nova.network.neutron [-] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1101.974216] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.023585] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.071416] env[65665]: DEBUG nova.compute.manager [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1102.071691] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.072602] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572e288a-2a39-4d59-a988-f19455ba98ab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.081764] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.082087] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5410b550-7645-4e36-85cb-833b8346c1e2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.090310] env[65665]: DEBUG oslo_vmware.api [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1102.090310] env[65665]: value = "task-4855335" [ 1102.090310] env[65665]: _type = "Task" [ 1102.090310] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.100183] env[65665]: DEBUG oslo_vmware.api [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.109876] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquiring lock "8c5fe6cd-7f46-43fa-a083-b67b5889af43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.110241] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lock "8c5fe6cd-7f46-43fa-a083-b67b5889af43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.110540] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquiring lock "8c5fe6cd-7f46-43fa-a083-b67b5889af43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.110817] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lock "8c5fe6cd-7f46-43fa-a083-b67b5889af43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.110982] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lock "8c5fe6cd-7f46-43fa-a083-b67b5889af43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.113319] env[65665]: INFO nova.compute.manager [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Terminating instance [ 1102.140961] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "interface-bc2c3353-5ce1-49c9-b9e9-c61d93997e07-9bec7b1c-2a17-4212-ac32-84508fabdbe9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.140961] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-bc2c3353-5ce1-49c9-b9e9-c61d93997e07-9bec7b1c-2a17-4212-ac32-84508fabdbe9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.172532] env[65665]: DEBUG nova.compute.manager [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1102.172891] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.173814] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756f814f-40cc-4593-9465-3d624abedab4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.182335] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.182663] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3d73f3d-f975-4c2f-b332-d2169ad28b68 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.191978] env[65665]: DEBUG oslo_vmware.api [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1102.191978] env[65665]: value = "task-4855336" [ 1102.191978] env[65665]: _type = "Task" [ 1102.191978] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.201743] env[65665]: DEBUG oslo_vmware.api [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.275284] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.275634] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquired lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.275896] env[65665]: DEBUG nova.network.neutron [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1102.276165] env[65665]: DEBUG nova.objects.instance [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'info_cache' on Instance uuid 06a25155-56b1-465e-8633-8895e8283470 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.301076] env[65665]: DEBUG nova.scheduler.client.report [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.424262] env[65665]: DEBUG nova.compute.manager [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1102.459373] env[65665]: DEBUG nova.virt.hardware [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1102.459658] env[65665]: DEBUG nova.virt.hardware [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.459823] env[65665]: DEBUG nova.virt.hardware [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1102.460009] env[65665]: DEBUG nova.virt.hardware [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.460181] env[65665]: DEBUG nova.virt.hardware [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1102.460327] env[65665]: DEBUG nova.virt.hardware [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1102.460556] env[65665]: DEBUG nova.virt.hardware [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1102.460740] env[65665]: DEBUG nova.virt.hardware [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1102.460905] env[65665]: DEBUG nova.virt.hardware [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1102.461102] env[65665]: DEBUG nova.virt.hardware [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1102.461300] env[65665]: DEBUG nova.virt.hardware [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1102.462277] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3837aeff-6cd5-4d5c-9f52-f008cad649e7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.471843] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e24874f-7878-4ff2-ab76-df3c89ab9a1d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.601671] env[65665]: DEBUG oslo_vmware.api [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855335, 'name': PowerOffVM_Task, 'duration_secs': 0.264911} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.602458] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.602458] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.602578] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e7910ec-949b-4b5b-95c3-dce5e385728c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.618234] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquiring lock "refresh_cache-8c5fe6cd-7f46-43fa-a083-b67b5889af43" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.618412] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquired lock "refresh_cache-8c5fe6cd-7f46-43fa-a083-b67b5889af43" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.618587] env[65665]: DEBUG nova.network.neutron [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1102.637957] env[65665]: DEBUG nova.compute.manager [req-d98f1056-95b0-4a57-841c-b7ad13936371 req-768ed8ba-5cdd-4eaa-a3e2-f0339aa10be0 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Received event network-vif-deleted-2f96cfe7-2732-400c-ad92-2fdeebaf0c36 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1102.638327] env[65665]: INFO nova.compute.manager [req-d98f1056-95b0-4a57-841c-b7ad13936371 req-768ed8ba-5cdd-4eaa-a3e2-f0339aa10be0 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Neutron deleted interface 2f96cfe7-2732-400c-ad92-2fdeebaf0c36; detaching it from the instance and deleting it from the info cache [ 1102.638539] env[65665]: DEBUG nova.network.neutron [req-d98f1056-95b0-4a57-841c-b7ad13936371 req-768ed8ba-5cdd-4eaa-a3e2-f0339aa10be0 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.643550] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.643714] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.644903] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4112f4b3-291e-4368-b0c0-8b00e0c9c38c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.667318] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb05832-830d-4d61-8def-6aa2daa3e15d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.670982] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.671256] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.671683] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleting the datastore file [datastore1] 4b0c2f40-07af-4a37-83d7-deef94300cae {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.671831] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd69d119-4f38-4656-b1d1-d9a91c5296cb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.693417] env[65665]: WARNING neutronclient.v2_0.client [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.699192] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Reconfiguring VM to detach interface {{(pid=65665) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1102.703669] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d971727-c78c-41aa-843e-3f5c1396f85a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.717396] env[65665]: DEBUG oslo_vmware.api [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1102.717396] env[65665]: value = "task-4855338" [ 1102.717396] env[65665]: _type = "Task" [ 1102.717396] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.727161] env[65665]: DEBUG oslo_vmware.api [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855336, 'name': PowerOffVM_Task, 'duration_secs': 0.262702} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.727498] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.727765] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.728177] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1102.728177] env[65665]: value = "task-4855339" [ 1102.728177] env[65665]: _type = "Task" [ 1102.728177] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.728373] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-072d5187-f3e5-4e5c-89a4-2660efc3ebca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.735908] env[65665]: DEBUG oslo_vmware.api [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.742951] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.780831] env[65665]: DEBUG nova.objects.base [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Object Instance<06a25155-56b1-465e-8633-8895e8283470> lazy-loaded attributes: flavor,info_cache {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1102.808218] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.808770] env[65665]: DEBUG nova.compute.manager [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1102.813609] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.173s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.813852] env[65665]: DEBUG nova.objects.instance [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1102.823025] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.823025] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.823025] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleting the datastore file [datastore2] 0963e18d-acac-4c19-945b-7f590c18ec0e {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.823025] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eb15c24-3e31-45a6-92a0-446637267334 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.828627] env[65665]: DEBUG oslo_vmware.api [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for the task: (returnval){ [ 1102.828627] env[65665]: value = "task-4855341" [ 1102.828627] env[65665]: _type = "Task" [ 1102.828627] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.837467] env[65665]: DEBUG oslo_vmware.api [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.955365] env[65665]: DEBUG nova.network.neutron [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Successfully updated port: 9115e293-17f9-48ad-8c6f-c2d3140063d8 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1102.965902] env[65665]: DEBUG nova.compute.manager [req-9c03b1de-b06a-4c28-b24d-be0e7630f557 req-d07443e4-bc62-4c8a-a033-e90afb49efd3 service nova] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Received event network-vif-plugged-9115e293-17f9-48ad-8c6f-c2d3140063d8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1102.966394] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c03b1de-b06a-4c28-b24d-be0e7630f557 req-d07443e4-bc62-4c8a-a033-e90afb49efd3 service nova] Acquiring lock "0a31d53a-7c2d-4ea8-912e-0ac00046f10f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.966394] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c03b1de-b06a-4c28-b24d-be0e7630f557 req-d07443e4-bc62-4c8a-a033-e90afb49efd3 service nova] Lock "0a31d53a-7c2d-4ea8-912e-0ac00046f10f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.967051] env[65665]: DEBUG oslo_concurrency.lockutils [req-9c03b1de-b06a-4c28-b24d-be0e7630f557 req-d07443e4-bc62-4c8a-a033-e90afb49efd3 service nova] Lock "0a31d53a-7c2d-4ea8-912e-0ac00046f10f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.967051] env[65665]: DEBUG nova.compute.manager [req-9c03b1de-b06a-4c28-b24d-be0e7630f557 req-d07443e4-bc62-4c8a-a033-e90afb49efd3 service nova] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] No waiting events found dispatching network-vif-plugged-9115e293-17f9-48ad-8c6f-c2d3140063d8 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1102.967284] env[65665]: WARNING nova.compute.manager [req-9c03b1de-b06a-4c28-b24d-be0e7630f557 req-d07443e4-bc62-4c8a-a033-e90afb49efd3 service nova] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Received unexpected event network-vif-plugged-9115e293-17f9-48ad-8c6f-c2d3140063d8 for instance with vm_state building and task_state spawning. [ 1103.082720] env[65665]: DEBUG nova.network.neutron [-] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.121054] env[65665]: WARNING neutronclient.v2_0.client [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.141585] env[65665]: DEBUG nova.network.neutron [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1103.144337] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4fa4cf8-8536-4cf4-a009-e9b6afc53a8d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.154412] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13856729-8bde-45ba-924a-321e54f424cf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.197424] env[65665]: DEBUG nova.compute.manager [req-d98f1056-95b0-4a57-841c-b7ad13936371 req-768ed8ba-5cdd-4eaa-a3e2-f0339aa10be0 service nova] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Detach interface failed, port_id=2f96cfe7-2732-400c-ad92-2fdeebaf0c36, reason: Instance 4b8128a5-8669-4731-ad17-04eab88415b8 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1103.224403] env[65665]: DEBUG nova.network.neutron [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.229009] env[65665]: DEBUG oslo_vmware.api [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490398} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.230349] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.230557] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.230731] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.230906] env[65665]: INFO nova.compute.manager [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1103.231209] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1103.231520] env[65665]: DEBUG nova.compute.manager [-] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1103.231621] env[65665]: DEBUG nova.network.neutron [-] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1103.231880] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.243535] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.284435] env[65665]: WARNING neutronclient.v2_0.client [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.298543] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.327061] env[65665]: DEBUG nova.compute.utils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.327818] env[65665]: DEBUG nova.compute.manager [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Not allocating networking since 'none' was specified. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 1103.340877] env[65665]: DEBUG oslo_vmware.api [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Task: {'id': task-4855341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397795} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.341199] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.341341] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.341518] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.341686] env[65665]: INFO nova.compute.manager [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1103.341965] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1103.342451] env[65665]: DEBUG nova.compute.manager [-] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1103.342552] env[65665]: DEBUG nova.network.neutron [-] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1103.342821] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.406188] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.457764] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquiring lock "refresh_cache-0a31d53a-7c2d-4ea8-912e-0ac00046f10f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.458132] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquired lock "refresh_cache-0a31d53a-7c2d-4ea8-912e-0ac00046f10f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.458397] env[65665]: DEBUG nova.network.neutron [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1103.589274] env[65665]: INFO nova.compute.manager [-] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Took 1.62 seconds to deallocate network for instance. [ 1103.682335] env[65665]: WARNING neutronclient.v2_0.client [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.731571] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Releasing lock "refresh_cache-8c5fe6cd-7f46-43fa-a083-b67b5889af43" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.732045] env[65665]: DEBUG nova.compute.manager [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1103.732868] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.733336] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8673e5e-d444-4419-876e-9f36714cd474 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.749601] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.752196] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.755187] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ce47c24-ec70-43fc-9ab7-b004f0905e1a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.763686] env[65665]: DEBUG oslo_vmware.api [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1103.763686] env[65665]: value = "task-4855342" [ 1103.763686] env[65665]: _type = "Task" [ 1103.763686] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.772600] env[65665]: DEBUG oslo_vmware.api [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.795613] env[65665]: DEBUG nova.network.neutron [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Updating instance_info_cache with network_info: [{"id": "025ffd52-b265-4890-90d5-36907bcd2608", "address": "fa:16:3e:1b:8e:83", "network": {"id": "fdef2ddb-65ab-485a-b5c8-90af93ff3e9a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2034618183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "add974dc94014f8e88f531b71fd9cea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025ffd52-b2", "ovs_interfaceid": "025ffd52-b265-4890-90d5-36907bcd2608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.829211] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74ff393c-fd20-4e82-ab92-ccc34e178f4d tempest-ServersAdmin275Test-1510348806 tempest-ServersAdmin275Test-1510348806-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.830681] env[65665]: DEBUG nova.compute.manager [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1103.833159] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.681s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.834880] env[65665]: INFO nova.compute.claims [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.997402] env[65665]: DEBUG nova.network.neutron [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1104.085023] env[65665]: WARNING neutronclient.v2_0.client [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.096515] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.124303] env[65665]: DEBUG nova.network.neutron [-] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.174655] env[65665]: DEBUG nova.network.neutron [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Updating instance_info_cache with network_info: [{"id": "9115e293-17f9-48ad-8c6f-c2d3140063d8", "address": "fa:16:3e:ff:96:25", "network": {"id": "e76df7e6-1fc6-480c-8cf4-24e4fa64290c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1871973994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e579a7a2d59446e785354fc958357d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9115e293-17", "ovs_interfaceid": "9115e293-17f9-48ad-8c6f-c2d3140063d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.230512] env[65665]: DEBUG nova.network.neutron [-] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.252373] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.274770] env[65665]: DEBUG oslo_vmware.api [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855342, 'name': PowerOffVM_Task, 'duration_secs': 0.127685} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.275071] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.275251] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.275515] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72f7a395-c751-486d-82db-44e99afc5511 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.298477] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Releasing lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.329424] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.329816] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.330123] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Deleting the datastore file [datastore2] 8c5fe6cd-7f46-43fa-a083-b67b5889af43 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.330526] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f22e635f-3c2a-4a46-9915-ea675b7c876b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.349820] env[65665]: DEBUG oslo_vmware.api [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for the task: (returnval){ [ 1104.349820] env[65665]: value = "task-4855344" [ 1104.349820] env[65665]: _type = "Task" [ 1104.349820] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.359870] env[65665]: DEBUG oslo_vmware.api [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.628041] env[65665]: INFO nova.compute.manager [-] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Took 1.28 seconds to deallocate network for instance. [ 1104.664633] env[65665]: DEBUG nova.compute.manager [req-a0d0f613-da62-4d6e-84d5-87ca986a864c req-4069661f-f2e9-4a75-8d82-93b15d64323e service nova] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Received event network-vif-deleted-ac800852-4632-451c-8cf8-8dbe28a55e2f {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1104.677066] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Releasing lock "refresh_cache-0a31d53a-7c2d-4ea8-912e-0ac00046f10f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.677403] env[65665]: DEBUG nova.compute.manager [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Instance network_info: |[{"id": "9115e293-17f9-48ad-8c6f-c2d3140063d8", "address": "fa:16:3e:ff:96:25", "network": {"id": "e76df7e6-1fc6-480c-8cf4-24e4fa64290c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1871973994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e579a7a2d59446e785354fc958357d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9115e293-17", "ovs_interfaceid": "9115e293-17f9-48ad-8c6f-c2d3140063d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1104.677886] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:96:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9115e293-17f9-48ad-8c6f-c2d3140063d8', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.686351] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Creating folder: Project (e579a7a2d59446e785354fc958357d2c). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.687069] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57428394-719e-48d5-b576-f2326394b5a8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.698858] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Created folder: Project (e579a7a2d59446e785354fc958357d2c) in parent group-v946135. [ 1104.699057] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Creating folder: Instances. Parent ref: group-v946425. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.699306] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f933e462-4bf6-4a1f-bd39-321e333f39a5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.709898] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Created folder: Instances in parent group-v946425. [ 1104.710097] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1104.710290] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.710493] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4ba715f-a226-49a0-97fa-2bb47813cefa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.731254] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.731254] env[65665]: value = "task-4855347" [ 1104.731254] env[65665]: _type = "Task" [ 1104.731254] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.734958] env[65665]: INFO nova.compute.manager [-] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Took 1.50 seconds to deallocate network for instance. [ 1104.746249] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855347, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.752169] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.753441] env[65665]: INFO nova.compute.manager [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Rebuilding instance [ 1104.801489] env[65665]: DEBUG nova.compute.manager [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1104.802717] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad8dafe-2b4a-417b-ac99-4ef85aa4906c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.855092] env[65665]: DEBUG nova.compute.manager [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1104.867828] env[65665]: DEBUG oslo_vmware.api [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Task: {'id': task-4855344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123504} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.868092] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.868361] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.868604] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.868832] env[65665]: INFO nova.compute.manager [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1104.869145] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1104.869383] env[65665]: DEBUG nova.compute.manager [-] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1104.869551] env[65665]: DEBUG nova.network.neutron [-] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1104.869776] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.883307] env[65665]: DEBUG nova.virt.hardware [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1104.883564] env[65665]: DEBUG nova.virt.hardware [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.883741] env[65665]: DEBUG nova.virt.hardware [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1104.883923] env[65665]: DEBUG nova.virt.hardware [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.884089] env[65665]: DEBUG nova.virt.hardware [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1104.884245] env[65665]: DEBUG nova.virt.hardware [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1104.884467] env[65665]: DEBUG nova.virt.hardware [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1104.884626] env[65665]: DEBUG nova.virt.hardware [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1104.884803] env[65665]: DEBUG nova.virt.hardware [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1104.884980] env[65665]: DEBUG nova.virt.hardware [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1104.885168] env[65665]: DEBUG nova.virt.hardware [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1104.886154] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2850e5f5-627a-4a88-9920-fdabf911263b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.889743] env[65665]: DEBUG nova.network.neutron [-] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1104.889999] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.901050] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e13bf3-ea7a-4e8d-a11b-90d327149345 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.921382] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.927014] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Creating folder: Project (87376b13152b4a78ab595aef54a055a7). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.930431] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49358144-e9df-4db7-9577-6a18730361d3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.943143] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "da88beb8-d7db-48bf-bab5-aaa11c81230c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.943460] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.943688] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "da88beb8-d7db-48bf-bab5-aaa11c81230c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.943883] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.944105] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.945758] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Created folder: Project (87376b13152b4a78ab595aef54a055a7) in parent group-v946135. [ 1104.945945] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Creating folder: Instances. Parent ref: group-v946428. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.949246] env[65665]: INFO nova.compute.manager [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Terminating instance [ 1104.950651] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1948eec0-3e04-4218-8cdc-1bf6883eae90 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.964658] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Created folder: Instances in parent group-v946428. [ 1104.964951] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1104.967741] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.968385] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7fc5a71-b631-4d5a-913e-db8889077014 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.991697] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.991697] env[65665]: value = "task-4855350" [ 1104.991697] env[65665]: _type = "Task" [ 1104.991697] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.004604] env[65665]: DEBUG nova.compute.manager [req-181ecdad-9648-4c3b-9352-01eaffd7deb5 req-c2e0baa4-4ad3-43b6-a610-3831e67972d9 service nova] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Received event network-changed-9115e293-17f9-48ad-8c6f-c2d3140063d8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1105.004792] env[65665]: DEBUG nova.compute.manager [req-181ecdad-9648-4c3b-9352-01eaffd7deb5 req-c2e0baa4-4ad3-43b6-a610-3831e67972d9 service nova] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Refreshing instance network info cache due to event network-changed-9115e293-17f9-48ad-8c6f-c2d3140063d8. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1105.004997] env[65665]: DEBUG oslo_concurrency.lockutils [req-181ecdad-9648-4c3b-9352-01eaffd7deb5 req-c2e0baa4-4ad3-43b6-a610-3831e67972d9 service nova] Acquiring lock "refresh_cache-0a31d53a-7c2d-4ea8-912e-0ac00046f10f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.005157] env[65665]: DEBUG oslo_concurrency.lockutils [req-181ecdad-9648-4c3b-9352-01eaffd7deb5 req-c2e0baa4-4ad3-43b6-a610-3831e67972d9 service nova] Acquired lock "refresh_cache-0a31d53a-7c2d-4ea8-912e-0ac00046f10f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.005343] env[65665]: DEBUG nova.network.neutron [req-181ecdad-9648-4c3b-9352-01eaffd7deb5 req-c2e0baa4-4ad3-43b6-a610-3831e67972d9 service nova] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Refreshing network info cache for port 9115e293-17f9-48ad-8c6f-c2d3140063d8 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.006878] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855350, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.133545] env[65665]: DEBUG oslo_concurrency.lockutils [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.152723] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08835611-521c-4a90-836b-d5118caa18cc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.162904] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b57902-9b2f-41fe-9a74-3276b935db8f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.197839] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320dc37e-3af3-4557-aeec-1b8ed5d68bdf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.207125] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7731cab2-e7c4-43b9-87f6-e1945e986adf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.221937] env[65665]: DEBUG nova.compute.provider_tree [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.244293] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.244561] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855347, 'name': CreateVM_Task, 'duration_secs': 0.379033} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.245494] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.245730] env[65665]: WARNING neutronclient.v2_0.client [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.246167] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.246325] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.246724] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.250166] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06d1d9d-998d-4aa7-a04c-8b74cd16df83 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.252110] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.255811] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Waiting for the task: (returnval){ [ 1105.255811] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c110c5-3edf-3aef-29c0-89a184413681" [ 1105.255811] env[65665]: _type = "Task" [ 1105.255811] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.267042] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c110c5-3edf-3aef-29c0-89a184413681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.309868] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.310895] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192f8002-6c01-4ea2-beb3-4ec2fcd5549c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.320057] env[65665]: DEBUG oslo_vmware.api [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1105.320057] env[65665]: value = "task-4855351" [ 1105.320057] env[65665]: _type = "Task" [ 1105.320057] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.329484] env[65665]: DEBUG oslo_vmware.api [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.395928] env[65665]: DEBUG nova.network.neutron [-] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.455698] env[65665]: DEBUG nova.compute.manager [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1105.455958] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.456897] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e942077b-3cd3-4eba-aa3c-8fcc94c994dc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.466607] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.466805] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c20ed700-9335-4346-9c72-c0f7dd0fe9db {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.473953] env[65665]: DEBUG oslo_vmware.api [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1105.473953] env[65665]: value = "task-4855352" [ 1105.473953] env[65665]: _type = "Task" [ 1105.473953] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.482692] env[65665]: DEBUG oslo_vmware.api [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.502422] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855350, 'name': CreateVM_Task, 'duration_secs': 0.309951} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.502422] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.502681] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.508361] env[65665]: WARNING neutronclient.v2_0.client [req-181ecdad-9648-4c3b-9352-01eaffd7deb5 req-c2e0baa4-4ad3-43b6-a610-3831e67972d9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.669282] env[65665]: WARNING neutronclient.v2_0.client [req-181ecdad-9648-4c3b-9352-01eaffd7deb5 req-c2e0baa4-4ad3-43b6-a610-3831e67972d9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.725635] env[65665]: DEBUG nova.scheduler.client.report [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.738186] env[65665]: DEBUG nova.network.neutron [req-181ecdad-9648-4c3b-9352-01eaffd7deb5 req-c2e0baa4-4ad3-43b6-a610-3831e67972d9 service nova] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Updated VIF entry in instance network info cache for port 9115e293-17f9-48ad-8c6f-c2d3140063d8. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1105.738583] env[65665]: DEBUG nova.network.neutron [req-181ecdad-9648-4c3b-9352-01eaffd7deb5 req-c2e0baa4-4ad3-43b6-a610-3831e67972d9 service nova] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Updating instance_info_cache with network_info: [{"id": "9115e293-17f9-48ad-8c6f-c2d3140063d8", "address": "fa:16:3e:ff:96:25", "network": {"id": "e76df7e6-1fc6-480c-8cf4-24e4fa64290c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1871973994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e579a7a2d59446e785354fc958357d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9115e293-17", "ovs_interfaceid": "9115e293-17f9-48ad-8c6f-c2d3140063d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.749546] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.765577] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c110c5-3edf-3aef-29c0-89a184413681, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.765577] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.765773] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.765970] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.766128] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.766303] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.766574] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.766879] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.767109] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-370ed8d5-7d74-4961-993a-55de025497ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.768908] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd12d8d-ac1d-4853-8624-4a1c348c47f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.774179] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1105.774179] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ec63d5-45a1-e9f7-1a2d-dbbd83db86e0" [ 1105.774179] env[65665]: _type = "Task" [ 1105.774179] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.778554] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.778730] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.779788] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad27edb1-2b74-4084-8531-9cf24075a493 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.785069] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ec63d5-45a1-e9f7-1a2d-dbbd83db86e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.788564] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Waiting for the task: (returnval){ [ 1105.788564] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5224c083-9df1-dd80-ec1a-69eb37c75fe4" [ 1105.788564] env[65665]: _type = "Task" [ 1105.788564] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.796277] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5224c083-9df1-dd80-ec1a-69eb37c75fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.821768] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.821912] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51d0b55c-4c33-4416-87ec-ccb8a67f6768 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.833696] env[65665]: DEBUG oslo_vmware.api [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855351, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.835522] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1105.835522] env[65665]: value = "task-4855353" [ 1105.835522] env[65665]: _type = "Task" [ 1105.835522] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.845945] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.900292] env[65665]: INFO nova.compute.manager [-] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Took 1.03 seconds to deallocate network for instance. [ 1105.985645] env[65665]: DEBUG oslo_vmware.api [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855352, 'name': PowerOffVM_Task, 'duration_secs': 0.213071} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.986436] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.986436] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.986743] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00703bb1-6f02-489c-a4ef-f48413523efd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.051571] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.051806] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.051990] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Deleting the datastore file [datastore1] da88beb8-d7db-48bf-bab5-aaa11c81230c {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.052424] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87c9f62a-77d8-4bcd-986b-6738c25e1440 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.059696] env[65665]: DEBUG oslo_vmware.api [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for the task: (returnval){ [ 1106.059696] env[65665]: value = "task-4855355" [ 1106.059696] env[65665]: _type = "Task" [ 1106.059696] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.070882] env[65665]: DEBUG oslo_vmware.api [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.233026] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.233569] env[65665]: DEBUG nova.compute.manager [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1106.237084] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.294s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.238146] env[65665]: INFO nova.compute.claims [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.244768] env[65665]: DEBUG oslo_concurrency.lockutils [req-181ecdad-9648-4c3b-9352-01eaffd7deb5 req-c2e0baa4-4ad3-43b6-a610-3831e67972d9 service nova] Releasing lock "refresh_cache-0a31d53a-7c2d-4ea8-912e-0ac00046f10f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.244981] env[65665]: DEBUG nova.compute.manager [req-181ecdad-9648-4c3b-9352-01eaffd7deb5 req-c2e0baa4-4ad3-43b6-a610-3831e67972d9 service nova] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Received event network-vif-deleted-dd6b0b20-1dfd-4b30-a74e-8c6d302d4d3b {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1106.256231] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.285971] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ec63d5-45a1-e9f7-1a2d-dbbd83db86e0, 'name': SearchDatastore_Task, 'duration_secs': 0.020526} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.286192] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.286416] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.286624] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.297902] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5224c083-9df1-dd80-ec1a-69eb37c75fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.008502} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.298687] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe14a411-278a-4c19-9ea0-a6172f36edc3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.304947] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Waiting for the task: (returnval){ [ 1106.304947] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52abbf67-c759-5d97-e6dd-558e089cdac1" [ 1106.304947] env[65665]: _type = "Task" [ 1106.304947] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.313099] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52abbf67-c759-5d97-e6dd-558e089cdac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.331417] env[65665]: DEBUG oslo_vmware.api [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855351, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.346634] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855353, 'name': PowerOffVM_Task, 'duration_secs': 0.180492} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.346946] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.347194] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.348097] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f13cc9b-3c33-4d1e-b17e-68b7efa636bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.356786] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.357202] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-071c6b77-fcc7-4ff2-999e-8c10b2045101 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.407813] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.415215] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.415514] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.415852] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleting the datastore file [datastore1] d5335b42-d041-4083-b4cc-6e30f712ca87 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.416683] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9013d9e0-181c-43ab-a166-755dc54a3ab7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.424032] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1106.424032] env[65665]: value = "task-4855357" [ 1106.424032] env[65665]: _type = "Task" [ 1106.424032] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.432430] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.571945] env[65665]: DEBUG oslo_vmware.api [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Task: {'id': task-4855355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168136} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.573184] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.573184] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.573184] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.573184] env[65665]: INFO nova.compute.manager [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1106.573390] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1106.573473] env[65665]: DEBUG nova.compute.manager [-] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1106.573594] env[65665]: DEBUG nova.network.neutron [-] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1106.573881] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.611272] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.743123] env[65665]: DEBUG nova.compute.utils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.747947] env[65665]: DEBUG nova.compute.manager [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1106.748822] env[65665]: DEBUG nova.network.neutron [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1106.749616] env[65665]: WARNING neutronclient.v2_0.client [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.750956] env[65665]: WARNING neutronclient.v2_0.client [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.766650] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.815656] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52abbf67-c759-5d97-e6dd-558e089cdac1, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.816088] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.816315] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 0a31d53a-7c2d-4ea8-912e-0ac00046f10f/0a31d53a-7c2d-4ea8-912e-0ac00046f10f.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.816654] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.816820] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.817093] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18855522-4895-4d8e-a824-246c7def088c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.819102] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-375908ea-47eb-40ee-8cfd-57471a419d6d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.822489] env[65665]: DEBUG nova.policy [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a79af04679c4e259bc985469917ce87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b36eec997d504f04b678ad5659b687f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.831293] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Waiting for the task: (returnval){ [ 1106.831293] env[65665]: value = "task-4855358" [ 1106.831293] env[65665]: _type = "Task" [ 1106.831293] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.836203] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.836386] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.837588] env[65665]: DEBUG oslo_vmware.api [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855351, 'name': PowerOnVM_Task, 'duration_secs': 1.423717} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.840438] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750296f0-9d28-48af-977d-9e176b4c76ee {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.842792] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.843037] env[65665]: DEBUG nova.compute.manager [None req-cf3e7fa0-fef1-4979-8a53-4ae1b4fd9dc6 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1106.843831] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a6e228-b1c8-451b-b130-5b81a60121d7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.853624] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1106.853624] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cee279-e516-cbc6-af6e-14efd8a47225" [ 1106.853624] env[65665]: _type = "Task" [ 1106.853624] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.860266] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.871557] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cee279-e516-cbc6-af6e-14efd8a47225, 'name': SearchDatastore_Task, 'duration_secs': 0.011567} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.872532] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0c97e3-55a7-4531-a5a0-fb1fd7dfdefd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.880142] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1106.880142] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c77b2-73d0-31bb-d924-ff2c937c2f12" [ 1106.880142] env[65665]: _type = "Task" [ 1106.880142] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.893391] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c77b2-73d0-31bb-d924-ff2c937c2f12, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.894075] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.894511] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d29c6e18-c899-47d6-9ff7-9b8372c74c13/d29c6e18-c899-47d6-9ff7-9b8372c74c13.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.894868] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3262292-b3de-4e7f-80a8-cf5e4ca9b349 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.900363] env[65665]: DEBUG nova.compute.manager [req-ea3ac3af-1cb9-4780-acc5-93f8afc9405e req-052d9918-18a8-4e3c-b7cd-3f27f4d000f0 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Received event network-vif-deleted-0cbe4161-3405-42ff-a87d-758637fabede {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1106.900811] env[65665]: INFO nova.compute.manager [req-ea3ac3af-1cb9-4780-acc5-93f8afc9405e req-052d9918-18a8-4e3c-b7cd-3f27f4d000f0 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Neutron deleted interface 0cbe4161-3405-42ff-a87d-758637fabede; detaching it from the instance and deleting it from the info cache [ 1106.902064] env[65665]: DEBUG nova.network.neutron [req-ea3ac3af-1cb9-4780-acc5-93f8afc9405e req-052d9918-18a8-4e3c-b7cd-3f27f4d000f0 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.908520] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1106.908520] env[65665]: value = "task-4855359" [ 1106.908520] env[65665]: _type = "Task" [ 1106.908520] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.919092] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.933972] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241485} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.934229] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.934405] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.934576] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.132825] env[65665]: DEBUG nova.network.neutron [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Successfully created port: 11e0074a-e79c-46f7-9a9b-e080769f7750 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1107.250523] env[65665]: DEBUG nova.compute.manager [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1107.259084] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.350862] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855358, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.367435] env[65665]: DEBUG nova.network.neutron [-] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.406431] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07dbf222-3f2c-4c44-a9e3-f3423699af39 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.423597] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ba06ba-af4b-4ea5-9824-56fb61472b8d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.446934] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855359, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.479191] env[65665]: DEBUG nova.compute.manager [req-ea3ac3af-1cb9-4780-acc5-93f8afc9405e req-052d9918-18a8-4e3c-b7cd-3f27f4d000f0 service nova] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Detach interface failed, port_id=0cbe4161-3405-42ff-a87d-758637fabede, reason: Instance da88beb8-d7db-48bf-bab5-aaa11c81230c could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1107.561403] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae92913-3045-4445-a5ce-ae8c61889b73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.571211] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c54d56-355a-4326-bec3-bc6f11389d5c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.606879] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9d9808-3f24-4133-b36e-c2f58515a4ed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.619016] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b0963-c259-4d88-a27d-9012cc445fde {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.635195] env[65665]: DEBUG nova.compute.provider_tree [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.761401] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.848488] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541176} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.848753] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 0a31d53a-7c2d-4ea8-912e-0ac00046f10f/0a31d53a-7c2d-4ea8-912e-0ac00046f10f.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.848967] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.849252] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7d13107-fd1f-45c5-9548-e70d031c1180 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.856381] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Waiting for the task: (returnval){ [ 1107.856381] env[65665]: value = "task-4855360" [ 1107.856381] env[65665]: _type = "Task" [ 1107.856381] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.865799] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.869690] env[65665]: INFO nova.compute.manager [-] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Took 1.30 seconds to deallocate network for instance. [ 1107.922409] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799094} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.922713] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d29c6e18-c899-47d6-9ff7-9b8372c74c13/d29c6e18-c899-47d6-9ff7-9b8372c74c13.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.922949] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.923536] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3f9e8e8-e207-4f2d-abca-7c0a1f6a520a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.931304] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1107.931304] env[65665]: value = "task-4855361" [ 1107.931304] env[65665]: _type = "Task" [ 1107.931304] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.941985] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.982364] env[65665]: DEBUG nova.virt.hardware [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1107.982617] env[65665]: DEBUG nova.virt.hardware [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.982766] env[65665]: DEBUG nova.virt.hardware [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1107.982943] env[65665]: DEBUG nova.virt.hardware [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.983094] env[65665]: DEBUG nova.virt.hardware [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1107.983238] env[65665]: DEBUG nova.virt.hardware [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1107.983439] env[65665]: DEBUG nova.virt.hardware [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1107.983591] env[65665]: DEBUG nova.virt.hardware [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1107.983749] env[65665]: DEBUG nova.virt.hardware [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1107.983929] env[65665]: DEBUG nova.virt.hardware [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1107.984070] env[65665]: DEBUG nova.virt.hardware [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1107.984943] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4c3ed3-3a8d-4ac7-934e-09d3c30c3651 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.993848] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee02d8d-4701-4381-98a0-fb9625abeb92 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.009494] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:81:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0efd2e94-5218-4dd2-8a76-b34f10de0df3', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.017182] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1108.017497] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.017729] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e7889ec-cbcf-4eb0-b116-e93720b5968f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.038461] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.038461] env[65665]: value = "task-4855362" [ 1108.038461] env[65665]: _type = "Task" [ 1108.038461] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.047388] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855362, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.138786] env[65665]: DEBUG nova.scheduler.client.report [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.258395] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.265830] env[65665]: DEBUG nova.compute.manager [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1108.296048] env[65665]: DEBUG nova.virt.hardware [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1108.296306] env[65665]: DEBUG nova.virt.hardware [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.296456] env[65665]: DEBUG nova.virt.hardware [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1108.296630] env[65665]: DEBUG nova.virt.hardware [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.296792] env[65665]: DEBUG nova.virt.hardware [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1108.296959] env[65665]: DEBUG nova.virt.hardware [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1108.297163] env[65665]: DEBUG nova.virt.hardware [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1108.297314] env[65665]: DEBUG nova.virt.hardware [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1108.297475] env[65665]: DEBUG nova.virt.hardware [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1108.297634] env[65665]: DEBUG nova.virt.hardware [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1108.297801] env[65665]: DEBUG nova.virt.hardware [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1108.298730] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9863c171-340f-4741-a1f0-d1b6874f4e06 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.307378] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c55abc6-5c0f-47dd-8cad-9048e663835f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.367272] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069237} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.367549] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.368394] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84bbae7-f856-4484-acfa-8ab31ef1336e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.385244] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.394065] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 0a31d53a-7c2d-4ea8-912e-0ac00046f10f/0a31d53a-7c2d-4ea8-912e-0ac00046f10f.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.394378] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e99f9f-0f6a-4588-bc9d-6950a875adef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.415244] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Waiting for the task: (returnval){ [ 1108.415244] env[65665]: value = "task-4855363" [ 1108.415244] env[65665]: _type = "Task" [ 1108.415244] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.424997] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.441303] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0787} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.441617] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.442481] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4074c2e9-7ea5-4078-a558-820e9df0ca3c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.464352] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] d29c6e18-c899-47d6-9ff7-9b8372c74c13/d29c6e18-c899-47d6-9ff7-9b8372c74c13.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.464713] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d49ee690-5010-45e1-875d-146e090b050c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.487549] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1108.487549] env[65665]: value = "task-4855364" [ 1108.487549] env[65665]: _type = "Task" [ 1108.487549] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.497145] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.549384] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855362, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.646048] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.646048] env[65665]: DEBUG nova.compute.manager [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1108.649352] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.553s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.649752] env[65665]: DEBUG nova.objects.instance [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lazy-loading 'resources' on Instance uuid 4b8128a5-8669-4731-ad17-04eab88415b8 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.759211] env[65665]: DEBUG oslo_vmware.api [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855339, 'name': ReconfigVM_Task, 'duration_secs': 6.006862} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.759211] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.759211] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Reconfigured VM to detach interface {{(pid=65665) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1108.759660] env[65665]: WARNING neutronclient.v2_0.client [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.760354] env[65665]: WARNING neutronclient.v2_0.client [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.794975] env[65665]: WARNING neutronclient.v2_0.client [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.798100] env[65665]: DEBUG nova.network.neutron [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Successfully updated port: 11e0074a-e79c-46f7-9a9b-e080769f7750 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1108.926815] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855363, 'name': ReconfigVM_Task, 'duration_secs': 0.345275} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.927108] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 0a31d53a-7c2d-4ea8-912e-0ac00046f10f/0a31d53a-7c2d-4ea8-912e-0ac00046f10f.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.927783] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e90ca6f2-dbd7-4f2f-b340-c79ea3e4340c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.933328] env[65665]: DEBUG nova.compute.manager [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Received event network-vif-plugged-11e0074a-e79c-46f7-9a9b-e080769f7750 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1108.933603] env[65665]: DEBUG oslo_concurrency.lockutils [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] Acquiring lock "6b4e010f-8e87-4f75-8fe4-7223ee14b08a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.933867] env[65665]: DEBUG oslo_concurrency.lockutils [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] Lock "6b4e010f-8e87-4f75-8fe4-7223ee14b08a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.933991] env[65665]: DEBUG oslo_concurrency.lockutils [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] Lock "6b4e010f-8e87-4f75-8fe4-7223ee14b08a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.934165] env[65665]: DEBUG nova.compute.manager [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] No waiting events found dispatching network-vif-plugged-11e0074a-e79c-46f7-9a9b-e080769f7750 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1108.934326] env[65665]: WARNING nova.compute.manager [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Received unexpected event network-vif-plugged-11e0074a-e79c-46f7-9a9b-e080769f7750 for instance with vm_state building and task_state spawning. [ 1108.934480] env[65665]: DEBUG nova.compute.manager [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Received event network-changed-11e0074a-e79c-46f7-9a9b-e080769f7750 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1108.934624] env[65665]: DEBUG nova.compute.manager [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Refreshing instance network info cache due to event network-changed-11e0074a-e79c-46f7-9a9b-e080769f7750. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1108.935349] env[65665]: DEBUG oslo_concurrency.lockutils [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] Acquiring lock "refresh_cache-6b4e010f-8e87-4f75-8fe4-7223ee14b08a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.935349] env[65665]: DEBUG oslo_concurrency.lockutils [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] Acquired lock "refresh_cache-6b4e010f-8e87-4f75-8fe4-7223ee14b08a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.935349] env[65665]: DEBUG nova.network.neutron [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Refreshing network info cache for port 11e0074a-e79c-46f7-9a9b-e080769f7750 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.938641] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Waiting for the task: (returnval){ [ 1108.938641] env[65665]: value = "task-4855365" [ 1108.938641] env[65665]: _type = "Task" [ 1108.938641] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.948885] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855365, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.997728] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855364, 'name': ReconfigVM_Task, 'duration_secs': 0.312711} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.998046] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Reconfigured VM instance instance-00000069 to attach disk [datastore2] d29c6e18-c899-47d6-9ff7-9b8372c74c13/d29c6e18-c899-47d6-9ff7-9b8372c74c13.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.998721] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee73d54e-e5f7-4a3e-86dd-2fac365b60f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.006383] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1109.006383] env[65665]: value = "task-4855366" [ 1109.006383] env[65665]: _type = "Task" [ 1109.006383] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.018429] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855366, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.052914] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855362, 'name': CreateVM_Task, 'duration_secs': 0.752577} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.053193] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.053846] env[65665]: WARNING neutronclient.v2_0.client [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1109.054339] env[65665]: DEBUG oslo_concurrency.lockutils [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.054597] env[65665]: DEBUG oslo_concurrency.lockutils [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.055079] env[65665]: DEBUG oslo_concurrency.lockutils [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.055361] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c0ae93-5584-43e7-8428-994c2d7321d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.060862] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1109.060862] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525ff26a-ba7c-73b0-a285-e245164da37c" [ 1109.060862] env[65665]: _type = "Task" [ 1109.060862] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.070030] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525ff26a-ba7c-73b0-a285-e245164da37c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.154754] env[65665]: DEBUG nova.compute.utils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.160064] env[65665]: DEBUG nova.compute.manager [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1109.160294] env[65665]: DEBUG nova.network.neutron [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1109.160680] env[65665]: WARNING neutronclient.v2_0.client [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.160914] env[65665]: WARNING neutronclient.v2_0.client [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.221345] env[65665]: DEBUG nova.policy [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b926604520c426ba3032913d2e1861c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4ce9c6ecd5c4a14aa9fa8007b82af44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.301689] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "refresh_cache-6b4e010f-8e87-4f75-8fe4-7223ee14b08a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.430369] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca82638-0179-4725-80a3-ccd9d026c8a7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.439150] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc2aa7c-3dab-4733-9145-ca6b489cffc2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.443162] env[65665]: WARNING neutronclient.v2_0.client [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.455114] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855365, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.482109] env[65665]: DEBUG nova.network.neutron [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1109.484786] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd456b5a-9245-436e-ace2-0156b6e58603 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.493784] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac16db2-a4e8-4cc8-b5e2-eb3544dc8499 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.509254] env[65665]: DEBUG nova.compute.provider_tree [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.514559] env[65665]: DEBUG nova.network.neutron [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Successfully created port: f4ca7f88-d0ad-45f9-8170-0d750bcb407a {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1109.523168] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855366, 'name': Rename_Task, 'duration_secs': 0.159896} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.523455] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.523715] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-803e06de-581b-440e-bd06-e880f3679285 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.536837] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1109.536837] env[65665]: value = "task-4855367" [ 1109.536837] env[65665]: _type = "Task" [ 1109.536837] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.546587] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.569052] env[65665]: DEBUG nova.network.neutron [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.573823] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525ff26a-ba7c-73b0-a285-e245164da37c, 'name': SearchDatastore_Task, 'duration_secs': 0.01269} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.574504] env[65665]: DEBUG oslo_concurrency.lockutils [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.574746] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.574990] env[65665]: DEBUG oslo_concurrency.lockutils [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.575152] env[65665]: DEBUG oslo_concurrency.lockutils [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.575329] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.575688] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4784c893-1649-45d9-83a1-1fdf525748bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.587315] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.587476] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.588432] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e5b54b4-0c1d-47be-a635-c436204589cd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.595097] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1109.595097] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52799477-b295-6801-1295-bb7bde13cae1" [ 1109.595097] env[65665]: _type = "Task" [ 1109.595097] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.604878] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52799477-b295-6801-1295-bb7bde13cae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.665907] env[65665]: DEBUG nova.compute.manager [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1109.960024] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855365, 'name': Rename_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.015378] env[65665]: DEBUG nova.scheduler.client.report [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.047827] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.075916] env[65665]: DEBUG oslo_concurrency.lockutils [req-09d93d89-4e28-4c90-bb91-819e6a9f7919 req-64310d90-8d42-4b89-a661-fcaeaa88135a service nova] Releasing lock "refresh_cache-6b4e010f-8e87-4f75-8fe4-7223ee14b08a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.076537] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "refresh_cache-6b4e010f-8e87-4f75-8fe4-7223ee14b08a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.076909] env[65665]: DEBUG nova.network.neutron [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1110.106485] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52799477-b295-6801-1295-bb7bde13cae1, 'name': SearchDatastore_Task, 'duration_secs': 0.030073} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.107394] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892470c9-bc7d-417e-97d2-408354846d7d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.113705] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1110.113705] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52657149-b607-772a-c236-1991a96cf599" [ 1110.113705] env[65665]: _type = "Task" [ 1110.113705] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.117513] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.117679] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquired lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.117848] env[65665]: DEBUG nova.network.neutron [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1110.125140] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52657149-b607-772a-c236-1991a96cf599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.458655] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855365, 'name': Rename_Task, 'duration_secs': 1.153285} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.458958] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.459237] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-373f6e3c-7f65-4261-bb2c-ae23be7338e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.467457] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Waiting for the task: (returnval){ [ 1110.467457] env[65665]: value = "task-4855368" [ 1110.467457] env[65665]: _type = "Task" [ 1110.467457] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.476762] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.520959] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.523727] env[65665]: DEBUG oslo_concurrency.lockutils [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.390s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.523971] env[65665]: DEBUG nova.objects.instance [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lazy-loading 'resources' on Instance uuid 0963e18d-acac-4c19-945b-7f590c18ec0e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.547758] env[65665]: DEBUG oslo_vmware.api [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855367, 'name': PowerOnVM_Task, 'duration_secs': 0.744108} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.548821] env[65665]: INFO nova.scheduler.client.report [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Deleted allocations for instance 4b8128a5-8669-4731-ad17-04eab88415b8 [ 1110.550027] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.550138] env[65665]: INFO nova.compute.manager [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Took 5.70 seconds to spawn the instance on the hypervisor. [ 1110.550296] env[65665]: DEBUG nova.compute.manager [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1110.553350] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd0b530-09a5-409c-b3a2-681bab029b6f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.621061] env[65665]: WARNING neutronclient.v2_0.client [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.627968] env[65665]: DEBUG nova.network.neutron [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1110.630900] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52657149-b607-772a-c236-1991a96cf599, 'name': SearchDatastore_Task, 'duration_secs': 0.016269} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.631403] env[65665]: DEBUG oslo_concurrency.lockutils [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.631670] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] d5335b42-d041-4083-b4cc-6e30f712ca87/d5335b42-d041-4083-b4cc-6e30f712ca87.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.631970] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61a863a0-0b76-4606-9c7c-2c759c9529b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.639745] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1110.639745] env[65665]: value = "task-4855369" [ 1110.639745] env[65665]: _type = "Task" [ 1110.639745] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.649210] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.661814] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.662152] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.662372] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.662557] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.662728] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.664830] env[65665]: INFO nova.compute.manager [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Terminating instance [ 1110.674307] env[65665]: DEBUG nova.compute.manager [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1110.701709] env[65665]: DEBUG nova.virt.hardware [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1110.701966] env[65665]: DEBUG nova.virt.hardware [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.702178] env[65665]: DEBUG nova.virt.hardware [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1110.702370] env[65665]: DEBUG nova.virt.hardware [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.702511] env[65665]: DEBUG nova.virt.hardware [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1110.702653] env[65665]: DEBUG nova.virt.hardware [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1110.702852] env[65665]: DEBUG nova.virt.hardware [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1110.703017] env[65665]: DEBUG nova.virt.hardware [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1110.703190] env[65665]: DEBUG nova.virt.hardware [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1110.703346] env[65665]: DEBUG nova.virt.hardware [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1110.703590] env[65665]: DEBUG nova.virt.hardware [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1110.704516] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c777458-aa63-4eba-8f9e-cad5473f1ebb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.713640] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d857e9d-34a8-49ef-9664-79a66b7758ec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.827825] env[65665]: WARNING neutronclient.v2_0.client [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.962186] env[65665]: WARNING neutronclient.v2_0.client [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.978311] env[65665]: DEBUG oslo_vmware.api [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855368, 'name': PowerOnVM_Task, 'duration_secs': 0.461602} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.978669] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.978793] env[65665]: INFO nova.compute.manager [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1110.979126] env[65665]: DEBUG nova.compute.manager [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1110.979870] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa65ad7c-238c-4ff8-8959-977c51222175 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.000450] env[65665]: DEBUG nova.network.neutron [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Updating instance_info_cache with network_info: [{"id": "11e0074a-e79c-46f7-9a9b-e080769f7750", "address": "fa:16:3e:43:4a:0e", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e0074a-e7", "ovs_interfaceid": "11e0074a-e79c-46f7-9a9b-e080769f7750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.067717] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c83615d-a4c7-440a-aea3-fdad3cb26406 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "4b8128a5-8669-4731-ad17-04eab88415b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.738s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.091028] env[65665]: INFO nova.compute.manager [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Took 13.98 seconds to build instance. [ 1111.152349] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855369, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.168355] env[65665]: DEBUG nova.compute.manager [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1111.168583] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.169504] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7079902b-24ea-4786-a048-17b9e20f8bbf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.183439] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.183758] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73fcfc8e-b82b-46d2-9918-214c19826ffa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.199982] env[65665]: DEBUG oslo_vmware.api [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1111.199982] env[65665]: value = "task-4855370" [ 1111.199982] env[65665]: _type = "Task" [ 1111.199982] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.215992] env[65665]: DEBUG oslo_vmware.api [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.246271] env[65665]: INFO nova.network.neutron [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Port 9bec7b1c-2a17-4212-ac32-84508fabdbe9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1111.246714] env[65665]: DEBUG nova.network.neutron [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updating instance_info_cache with network_info: [{"id": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "address": "fa:16:3e:f2:3c:a8", "network": {"id": "36178ac2-e3ee-4fe3-ba39-a17c0a24a5be", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-87832991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19922781a3704af9828c1bf54df07b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4f6c223-2e", "ovs_interfaceid": "a4f6c223-2eae-4bac-bdd1-28423b72aafe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.344021] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9008625a-741c-4e6f-b924-5b875c5b95e5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.351991] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4fea54-bb61-4a18-83c5-1b5b047087fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.386383] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e62a78e-9ca7-463e-897b-93dbcfa32082 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.395822] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff28e5a7-6249-4321-9e5d-395da628b52f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.411437] env[65665]: DEBUG nova.compute.provider_tree [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.501513] env[65665]: DEBUG nova.network.neutron [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Successfully updated port: f4ca7f88-d0ad-45f9-8170-0d750bcb407a {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1111.502630] env[65665]: INFO nova.compute.manager [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Took 14.60 seconds to build instance. [ 1111.503748] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "refresh_cache-6b4e010f-8e87-4f75-8fe4-7223ee14b08a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.504105] env[65665]: DEBUG nova.compute.manager [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Instance network_info: |[{"id": "11e0074a-e79c-46f7-9a9b-e080769f7750", "address": "fa:16:3e:43:4a:0e", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e0074a-e7", "ovs_interfaceid": "11e0074a-e79c-46f7-9a9b-e080769f7750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1111.505198] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:4a:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11e0074a-e79c-46f7-9a9b-e080769f7750', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.514027] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1111.514303] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.515210] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9d538e2-992e-4550-80ff-9c7ee2dc0f54 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.539559] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.539559] env[65665]: value = "task-4855371" [ 1111.539559] env[65665]: _type = "Task" [ 1111.539559] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.554874] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855371, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.591702] env[65665]: INFO nova.compute.manager [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Rebuilding instance [ 1111.595182] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57bc5d1c-1181-4f4a-a46e-8e76a0aedb51 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lock "d29c6e18-c899-47d6-9ff7-9b8372c74c13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.500s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.609770] env[65665]: DEBUG nova.compute.manager [req-b47058f5-d101-4492-8427-f19f3fefb33f req-c4db2a71-0823-4e1b-bb54-defa4064c4db service nova] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Received event network-vif-plugged-f4ca7f88-d0ad-45f9-8170-0d750bcb407a {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1111.610608] env[65665]: DEBUG oslo_concurrency.lockutils [req-b47058f5-d101-4492-8427-f19f3fefb33f req-c4db2a71-0823-4e1b-bb54-defa4064c4db service nova] Acquiring lock "9f5fd109-0db2-429b-a515-bb885fe10c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.610608] env[65665]: DEBUG oslo_concurrency.lockutils [req-b47058f5-d101-4492-8427-f19f3fefb33f req-c4db2a71-0823-4e1b-bb54-defa4064c4db service nova] Lock "9f5fd109-0db2-429b-a515-bb885fe10c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.610608] env[65665]: DEBUG oslo_concurrency.lockutils [req-b47058f5-d101-4492-8427-f19f3fefb33f req-c4db2a71-0823-4e1b-bb54-defa4064c4db service nova] Lock "9f5fd109-0db2-429b-a515-bb885fe10c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.610608] env[65665]: DEBUG nova.compute.manager [req-b47058f5-d101-4492-8427-f19f3fefb33f req-c4db2a71-0823-4e1b-bb54-defa4064c4db service nova] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] No waiting events found dispatching network-vif-plugged-f4ca7f88-d0ad-45f9-8170-0d750bcb407a {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1111.610838] env[65665]: WARNING nova.compute.manager [req-b47058f5-d101-4492-8427-f19f3fefb33f req-c4db2a71-0823-4e1b-bb54-defa4064c4db service nova] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Received unexpected event network-vif-plugged-f4ca7f88-d0ad-45f9-8170-0d750bcb407a for instance with vm_state building and task_state spawning. [ 1111.639037] env[65665]: DEBUG nova.compute.manager [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1111.639897] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ffbeab-6d99-491c-8fc6-1e80493b8394 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.655069] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640988} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.655812] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] d5335b42-d041-4083-b4cc-6e30f712ca87/d5335b42-d041-4083-b4cc-6e30f712ca87.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.655812] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.655981] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faadfbd0-1fdd-4066-9050-e1d75e7c5711 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.663197] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1111.663197] env[65665]: value = "task-4855372" [ 1111.663197] env[65665]: _type = "Task" [ 1111.663197] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.672561] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.710027] env[65665]: DEBUG oslo_vmware.api [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855370, 'name': PowerOffVM_Task, 'duration_secs': 0.308957} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.710347] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.710524] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.710778] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16c11de2-38af-4da8-b41e-6b7141da283e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.749514] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Releasing lock "refresh_cache-bc2c3353-5ce1-49c9-b9e9-c61d93997e07" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.783628] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.783628] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.783849] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Deleting the datastore file [datastore1] bc2c3353-5ce1-49c9-b9e9-c61d93997e07 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.784157] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80b4190e-5b31-49e4-acd2-7dae1f3ba77d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.788832] env[65665]: DEBUG nova.compute.manager [req-171dcd50-1d65-457e-a236-3abb2721d826 req-ef809a35-db61-480e-a0cd-c6422b6c151f service nova] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Received event network-changed-f4ca7f88-d0ad-45f9-8170-0d750bcb407a {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1111.789101] env[65665]: DEBUG nova.compute.manager [req-171dcd50-1d65-457e-a236-3abb2721d826 req-ef809a35-db61-480e-a0cd-c6422b6c151f service nova] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Refreshing instance network info cache due to event network-changed-f4ca7f88-d0ad-45f9-8170-0d750bcb407a. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1111.789757] env[65665]: DEBUG oslo_concurrency.lockutils [req-171dcd50-1d65-457e-a236-3abb2721d826 req-ef809a35-db61-480e-a0cd-c6422b6c151f service nova] Acquiring lock "refresh_cache-9f5fd109-0db2-429b-a515-bb885fe10c48" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.789757] env[65665]: DEBUG oslo_concurrency.lockutils [req-171dcd50-1d65-457e-a236-3abb2721d826 req-ef809a35-db61-480e-a0cd-c6422b6c151f service nova] Acquired lock "refresh_cache-9f5fd109-0db2-429b-a515-bb885fe10c48" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.789757] env[65665]: DEBUG nova.network.neutron [req-171dcd50-1d65-457e-a236-3abb2721d826 req-ef809a35-db61-480e-a0cd-c6422b6c151f service nova] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Refreshing network info cache for port f4ca7f88-d0ad-45f9-8170-0d750bcb407a {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.796376] env[65665]: DEBUG oslo_vmware.api [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1111.796376] env[65665]: value = "task-4855374" [ 1111.796376] env[65665]: _type = "Task" [ 1111.796376] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.810243] env[65665]: DEBUG oslo_vmware.api [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.915092] env[65665]: DEBUG nova.scheduler.client.report [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.005286] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "refresh_cache-9f5fd109-0db2-429b-a515-bb885fe10c48" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.005682] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0d9c8029-d756-4dff-b567-e7f1dd72a5ee tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lock "0a31d53a-7c2d-4ea8-912e-0ac00046f10f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.118s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.052709] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855371, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.176299] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181038} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.176851] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.178239] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50816e90-c6a8-491f-8868-c4933436e8a3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.207142] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] d5335b42-d041-4083-b4cc-6e30f712ca87/d5335b42-d041-4083-b4cc-6e30f712ca87.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.208110] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fff2ffb-d6e7-4a52-bac3-f61888a9f25f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.229967] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1112.229967] env[65665]: value = "task-4855375" [ 1112.229967] env[65665]: _type = "Task" [ 1112.229967] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.244348] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.254345] env[65665]: DEBUG oslo_concurrency.lockutils [None req-93415809-7b0c-4233-b811-9f48d7389526 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "interface-bc2c3353-5ce1-49c9-b9e9-c61d93997e07-9bec7b1c-2a17-4212-ac32-84508fabdbe9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.113s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.294021] env[65665]: WARNING neutronclient.v2_0.client [req-171dcd50-1d65-457e-a236-3abb2721d826 req-ef809a35-db61-480e-a0cd-c6422b6c151f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.306906] env[65665]: DEBUG oslo_vmware.api [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438798} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.307180] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.307361] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.307533] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.307701] env[65665]: INFO nova.compute.manager [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1112.307958] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1112.308534] env[65665]: DEBUG nova.compute.manager [-] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1112.308534] env[65665]: DEBUG nova.network.neutron [-] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1112.308534] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.326456] env[65665]: DEBUG nova.network.neutron [req-171dcd50-1d65-457e-a236-3abb2721d826 req-ef809a35-db61-480e-a0cd-c6422b6c151f service nova] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1112.385617] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.423015] env[65665]: DEBUG oslo_concurrency.lockutils [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.425678] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.182s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.425939] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.427719] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.020s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.427967] env[65665]: DEBUG nova.objects.instance [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lazy-loading 'resources' on Instance uuid 8c5fe6cd-7f46-43fa-a083-b67b5889af43 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.453575] env[65665]: INFO nova.scheduler.client.report [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Deleted allocations for instance 0963e18d-acac-4c19-945b-7f590c18ec0e [ 1112.458614] env[65665]: INFO nova.scheduler.client.report [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleted allocations for instance 4b0c2f40-07af-4a37-83d7-deef94300cae [ 1112.519801] env[65665]: DEBUG nova.network.neutron [req-171dcd50-1d65-457e-a236-3abb2721d826 req-ef809a35-db61-480e-a0cd-c6422b6c151f service nova] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.554828] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855371, 'name': CreateVM_Task, 'duration_secs': 0.637047} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.554828] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.554828] env[65665]: WARNING neutronclient.v2_0.client [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.554828] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.554828] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.554828] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.555404] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65e42d3-6515-42aa-962e-e143e0014254 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.563170] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1112.563170] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52accec3-6f03-aecf-01b1-91adb2ccd6f3" [ 1112.563170] env[65665]: _type = "Task" [ 1112.563170] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.574350] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52accec3-6f03-aecf-01b1-91adb2ccd6f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.661675] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.661675] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-084b7cc6-f56c-43c7-ba1f-1a1711f1ae9f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.670673] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1112.670673] env[65665]: value = "task-4855376" [ 1112.670673] env[65665]: _type = "Task" [ 1112.670673] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.680515] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.741017] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.777349] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57ae8aa1-e740-4f71-a375-e4dc6e758493 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquiring lock "interface-0a31d53a-7c2d-4ea8-912e-0ac00046f10f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.777646] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57ae8aa1-e740-4f71-a375-e4dc6e758493 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lock "interface-0a31d53a-7c2d-4ea8-912e-0ac00046f10f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.778017] env[65665]: DEBUG nova.objects.instance [None req-57ae8aa1-e740-4f71-a375-e4dc6e758493 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lazy-loading 'flavor' on Instance uuid 0a31d53a-7c2d-4ea8-912e-0ac00046f10f {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.973416] env[65665]: DEBUG oslo_concurrency.lockutils [None req-413a2caa-50d3-4dbf-89a5-eb1218753b70 tempest-ServerDiskConfigTestJSON-1527972788 tempest-ServerDiskConfigTestJSON-1527972788-project-member] Lock "0963e18d-acac-4c19-945b-7f590c18ec0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.311s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.974530] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff1e3100-cecd-4a8e-8c9a-4cdc693c85fe tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "4b0c2f40-07af-4a37-83d7-deef94300cae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.415s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.024288] env[65665]: DEBUG oslo_concurrency.lockutils [req-171dcd50-1d65-457e-a236-3abb2721d826 req-ef809a35-db61-480e-a0cd-c6422b6c151f service nova] Releasing lock "refresh_cache-9f5fd109-0db2-429b-a515-bb885fe10c48" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.025027] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "refresh_cache-9f5fd109-0db2-429b-a515-bb885fe10c48" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.025236] env[65665]: DEBUG nova.network.neutron [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1113.078502] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52accec3-6f03-aecf-01b1-91adb2ccd6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.061135} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.078861] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.079534] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.079778] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.079926] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.080260] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.080612] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c3c2120-ea66-4796-92fc-beeabd5486c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.091074] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.091185] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.091942] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2586dd6b-fe67-4651-af10-a74b3cd6febd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.099171] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1113.099171] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52644965-f3bf-04ac-e9cb-5c71778f2c35" [ 1113.099171] env[65665]: _type = "Task" [ 1113.099171] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.113739] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52644965-f3bf-04ac-e9cb-5c71778f2c35, 'name': SearchDatastore_Task} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.114207] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d454f7-4b2f-4adc-aea0-4f6c7e341912 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.126170] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1113.126170] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fdc538-361c-8ba1-6127-1ba39cde72ad" [ 1113.126170] env[65665]: _type = "Task" [ 1113.126170] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.139328] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fdc538-361c-8ba1-6127-1ba39cde72ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.187738] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855376, 'name': PowerOffVM_Task, 'duration_secs': 0.138062} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.190531] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.190531] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.191886] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06adae46-6a5b-4b12-9810-7ea5b4dc8fa3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.197791] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7258be2c-56dc-4be6-ae9e-86893e1e9225 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.209317] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d26005-a4c1-4ba9-8fdc-bbe694891dc7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.213459] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.213630] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db489f90-3dd6-4a0b-a6a2-102e32bd4e44 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.253238] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437ce618-2d56-4f09-9e29-060cd36f6070 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.255783] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.256058] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.256240] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Deleting the datastore file [datastore2] d29c6e18-c899-47d6-9ff7-9b8372c74c13 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.257953] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07dd0528-386a-44b5-b84a-6700bcf1983e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.266485] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855375, 'name': ReconfigVM_Task, 'duration_secs': 0.980657} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.273976] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Reconfigured VM instance instance-00000064 to attach disk [datastore1] d5335b42-d041-4083-b4cc-6e30f712ca87/d5335b42-d041-4083-b4cc-6e30f712ca87.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.273976] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1113.273976] env[65665]: value = "task-4855378" [ 1113.273976] env[65665]: _type = "Task" [ 1113.273976] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.273976] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21010042-cfbc-4347-910a-c3fe71a881b1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.276793] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f595d604-1a96-4c32-817f-38671e181366 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.286248] env[65665]: WARNING neutronclient.v2_0.client [None req-57ae8aa1-e740-4f71-a375-e4dc6e758493 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.286642] env[65665]: DEBUG nova.objects.instance [None req-57ae8aa1-e740-4f71-a375-e4dc6e758493 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lazy-loading 'pci_requests' on Instance uuid 0a31d53a-7c2d-4ea8-912e-0ac00046f10f {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.307501] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1113.307501] env[65665]: value = "task-4855379" [ 1113.307501] env[65665]: _type = "Task" [ 1113.307501] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.308023] env[65665]: DEBUG nova.compute.provider_tree [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.309884] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.322334] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855379, 'name': Rename_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.565071] env[65665]: DEBUG nova.network.neutron [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1113.582480] env[65665]: DEBUG nova.compute.manager [req-773fcc37-e8c5-46be-b479-558cddc00037 req-c089e935-1c8b-477a-8efb-6963dfd23430 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Received event network-vif-deleted-a4f6c223-2eae-4bac-bdd1-28423b72aafe {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1113.582673] env[65665]: INFO nova.compute.manager [req-773fcc37-e8c5-46be-b479-558cddc00037 req-c089e935-1c8b-477a-8efb-6963dfd23430 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Neutron deleted interface a4f6c223-2eae-4bac-bdd1-28423b72aafe; detaching it from the instance and deleting it from the info cache [ 1113.583117] env[65665]: DEBUG nova.network.neutron [req-773fcc37-e8c5-46be-b479-558cddc00037 req-c089e935-1c8b-477a-8efb-6963dfd23430 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.641167] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fdc538-361c-8ba1-6127-1ba39cde72ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014648} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.641612] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.642298] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 6b4e010f-8e87-4f75-8fe4-7223ee14b08a/6b4e010f-8e87-4f75-8fe4-7223ee14b08a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.642732] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53920bd5-1dd0-4f32-9223-23d2fb1a4ac8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.654081] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1113.654081] env[65665]: value = "task-4855380" [ 1113.654081] env[65665]: _type = "Task" [ 1113.654081] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.655859] env[65665]: WARNING neutronclient.v2_0.client [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.673675] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.755648] env[65665]: DEBUG nova.network.neutron [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Updating instance_info_cache with network_info: [{"id": "f4ca7f88-d0ad-45f9-8170-0d750bcb407a", "address": "fa:16:3e:49:b0:d6", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ca7f88-d0", "ovs_interfaceid": "f4ca7f88-d0ad-45f9-8170-0d750bcb407a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.774224] env[65665]: DEBUG nova.network.neutron [-] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.787635] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144381} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.788254] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.788558] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.788836] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.793636] env[65665]: DEBUG nova.objects.base [None req-57ae8aa1-e740-4f71-a375-e4dc6e758493 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Object Instance<0a31d53a-7c2d-4ea8-912e-0ac00046f10f> lazy-loaded attributes: flavor,pci_requests {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1113.793840] env[65665]: DEBUG nova.network.neutron [None req-57ae8aa1-e740-4f71-a375-e4dc6e758493 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1113.794107] env[65665]: WARNING neutronclient.v2_0.client [None req-57ae8aa1-e740-4f71-a375-e4dc6e758493 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.794456] env[65665]: WARNING neutronclient.v2_0.client [None req-57ae8aa1-e740-4f71-a375-e4dc6e758493 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.802738] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "35472265-c6f9-4aa7-acf9-19d03bc44912" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.802896] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.812489] env[65665]: DEBUG nova.scheduler.client.report [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.829602] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855379, 'name': Rename_Task, 'duration_secs': 0.209336} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.830132] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.830443] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1de7d71-66da-4ec8-8581-69bdea0d8344 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.840627] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1113.840627] env[65665]: value = "task-4855381" [ 1113.840627] env[65665]: _type = "Task" [ 1113.840627] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.855138] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.908885] env[65665]: DEBUG oslo_concurrency.lockutils [None req-57ae8aa1-e740-4f71-a375-e4dc6e758493 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lock "interface-0a31d53a-7c2d-4ea8-912e-0ac00046f10f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.131s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.086202] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57b8ae44-0fba-4c31-839f-b9accedb83e9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.097501] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90913632-28f5-4124-9050-ad4d423f6370 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.143392] env[65665]: DEBUG nova.compute.manager [req-773fcc37-e8c5-46be-b479-558cddc00037 req-c089e935-1c8b-477a-8efb-6963dfd23430 service nova] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Detach interface failed, port_id=a4f6c223-2eae-4bac-bdd1-28423b72aafe, reason: Instance bc2c3353-5ce1-49c9-b9e9-c61d93997e07 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1114.171936] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855380, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.258769] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "refresh_cache-9f5fd109-0db2-429b-a515-bb885fe10c48" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.259196] env[65665]: DEBUG nova.compute.manager [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Instance network_info: |[{"id": "f4ca7f88-d0ad-45f9-8170-0d750bcb407a", "address": "fa:16:3e:49:b0:d6", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ca7f88-d0", "ovs_interfaceid": "f4ca7f88-d0ad-45f9-8170-0d750bcb407a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1114.259775] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:b0:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4ca7f88-d0ad-45f9-8170-0d750bcb407a', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.268447] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1114.268704] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.268990] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a25731e-b968-44fb-9329-f9dd973d4321 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.284570] env[65665]: INFO nova.compute.manager [-] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Took 1.98 seconds to deallocate network for instance. [ 1114.292693] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.292693] env[65665]: value = "task-4855382" [ 1114.292693] env[65665]: _type = "Task" [ 1114.292693] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.305991] env[65665]: DEBUG nova.compute.manager [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1114.308874] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855382, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.323876] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.328306] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.943s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.328949] env[65665]: DEBUG nova.objects.instance [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lazy-loading 'resources' on Instance uuid da88beb8-d7db-48bf-bab5-aaa11c81230c {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.354623] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.356647] env[65665]: INFO nova.scheduler.client.report [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Deleted allocations for instance 8c5fe6cd-7f46-43fa-a083-b67b5889af43 [ 1114.671230] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553052} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.671521] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 6b4e010f-8e87-4f75-8fe4-7223ee14b08a/6b4e010f-8e87-4f75-8fe4-7223ee14b08a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.671734] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.672016] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5b22174-0f02-4a6d-b18f-0efc5614a554 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.679230] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1114.679230] env[65665]: value = "task-4855383" [ 1114.679230] env[65665]: _type = "Task" [ 1114.679230] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.692375] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.794367] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.808260] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855382, 'name': CreateVM_Task, 'duration_secs': 0.444756} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.808502] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.809200] env[65665]: WARNING neutronclient.v2_0.client [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.809617] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.809811] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.810189] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.812970] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c154d762-216e-42c1-86e3-55c2aa9f94e5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.821260] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1114.821260] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521ba3db-fc47-4f23-1109-71a8911e5c0e" [ 1114.821260] env[65665]: _type = "Task" [ 1114.821260] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.836304] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521ba3db-fc47-4f23-1109-71a8911e5c0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.838769] env[65665]: DEBUG nova.virt.hardware [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1114.839134] env[65665]: DEBUG nova.virt.hardware [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.839313] env[65665]: DEBUG nova.virt.hardware [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1114.839498] env[65665]: DEBUG nova.virt.hardware [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.839640] env[65665]: DEBUG nova.virt.hardware [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1114.839782] env[65665]: DEBUG nova.virt.hardware [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1114.840066] env[65665]: DEBUG nova.virt.hardware [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.840283] env[65665]: DEBUG nova.virt.hardware [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1114.840475] env[65665]: DEBUG nova.virt.hardware [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1114.840607] env[65665]: DEBUG nova.virt.hardware [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1114.840774] env[65665]: DEBUG nova.virt.hardware [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1114.841854] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.843236] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea48652-9ad7-4bf2-820c-1e03106f9516 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.859782] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756ca137-e630-4e76-ac57-157c7337e0b7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.864010] env[65665]: DEBUG oslo_vmware.api [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855381, 'name': PowerOnVM_Task, 'duration_secs': 0.892183} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.870179] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.870391] env[65665]: DEBUG nova.compute.manager [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1114.873260] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8911ee31-026a-4983-8801-409e6444357a tempest-ServersAdmin275Test-1630078436 tempest-ServersAdmin275Test-1630078436-project-member] Lock "8c5fe6cd-7f46-43fa-a083-b67b5889af43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.763s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.875314] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e83a9d9-bd8b-45ae-99f4-c2d7836b070f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.878709] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.878959] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.890881] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.896616] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1114.898093] env[65665]: DEBUG nova.compute.manager [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1114.903958] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.904814] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-279ac1d3-192f-4298-b63d-e009fac9a27b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.936352] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.936352] env[65665]: value = "task-4855384" [ 1114.936352] env[65665]: _type = "Task" [ 1114.936352] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.950016] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855384, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.121466] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e13cf2-ae69-4c97-a0c7-3ec202c24335 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.131160] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04292f4f-b322-472c-8769-0ee09e328af2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.166664] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f77903-66e7-4f99-995b-59a96931ceed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.178389] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b0d5d1-943c-4bc8-bf78-7bc29942deca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.194537] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121244} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.203093] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.203672] env[65665]: DEBUG nova.compute.provider_tree [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.206009] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d1d963-650d-4d39-b5a2-31b1e92e2aea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.230181] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 6b4e010f-8e87-4f75-8fe4-7223ee14b08a/6b4e010f-8e87-4f75-8fe4-7223ee14b08a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.231148] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e295d11a-e2aa-4a6e-b12b-f79d67f3de11 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.252604] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1115.252604] env[65665]: value = "task-4855385" [ 1115.252604] env[65665]: _type = "Task" [ 1115.252604] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.262344] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.333376] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]521ba3db-fc47-4f23-1109-71a8911e5c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.018492} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.333772] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.334140] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.334373] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.334542] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.334797] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.335207] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-224fab01-1b55-49bc-b72d-4365e08fe0a9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.347825] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.348869] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.348869] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19e59a07-1100-4256-9dbd-1d1a1b6d01d8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.355437] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1115.355437] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ca6be-bec3-7808-07ea-6bcf3bb21a50" [ 1115.355437] env[65665]: _type = "Task" [ 1115.355437] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.366393] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ca6be-bec3-7808-07ea-6bcf3bb21a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.426177] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.442321] env[65665]: DEBUG oslo_concurrency.lockutils [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.449520] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855384, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.714021] env[65665]: DEBUG nova.scheduler.client.report [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.765717] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855385, 'name': ReconfigVM_Task, 'duration_secs': 0.351372} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.765984] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 6b4e010f-8e87-4f75-8fe4-7223ee14b08a/6b4e010f-8e87-4f75-8fe4-7223ee14b08a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.766638] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32e7d9de-652b-4173-b4a6-3cfed943736b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.774348] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1115.774348] env[65665]: value = "task-4855386" [ 1115.774348] env[65665]: _type = "Task" [ 1115.774348] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.784012] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855386, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.869013] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520ca6be-bec3-7808-07ea-6bcf3bb21a50, 'name': SearchDatastore_Task, 'duration_secs': 0.016305} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.870613] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3494f81a-faba-42b9-916c-179d27bd43b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.876148] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquiring lock "0a31d53a-7c2d-4ea8-912e-0ac00046f10f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.880022] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lock "0a31d53a-7c2d-4ea8-912e-0ac00046f10f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.880022] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquiring lock "0a31d53a-7c2d-4ea8-912e-0ac00046f10f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.880022] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lock "0a31d53a-7c2d-4ea8-912e-0ac00046f10f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.880022] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lock "0a31d53a-7c2d-4ea8-912e-0ac00046f10f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.882043] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1115.882043] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c68669-afa2-b581-152a-084d25d76e6c" [ 1115.882043] env[65665]: _type = "Task" [ 1115.882043] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.891031] env[65665]: INFO nova.compute.manager [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Terminating instance [ 1115.900303] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c68669-afa2-b581-152a-084d25d76e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.948436] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855384, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.216745] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.219182] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.425s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.219428] env[65665]: DEBUG nova.objects.instance [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'resources' on Instance uuid bc2c3353-5ce1-49c9-b9e9-c61d93997e07 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.248408] env[65665]: INFO nova.scheduler.client.report [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Deleted allocations for instance da88beb8-d7db-48bf-bab5-aaa11c81230c [ 1116.290207] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855386, 'name': Rename_Task, 'duration_secs': 0.16071} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.290742] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.291016] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a69c1582-7f62-44ce-9276-109e5c98b8f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.298618] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1116.298618] env[65665]: value = "task-4855387" [ 1116.298618] env[65665]: _type = "Task" [ 1116.298618] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.308801] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.393341] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52c68669-afa2-b581-152a-084d25d76e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.020276} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.393745] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.394032] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 9f5fd109-0db2-429b-a515-bb885fe10c48/9f5fd109-0db2-429b-a515-bb885fe10c48.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.394357] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d15cd73d-ddba-4c8e-8a20-e041095c2833 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.400812] env[65665]: DEBUG nova.compute.manager [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1116.401064] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.403098] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc91c6f2-1688-427f-9f5a-dd8932d09f5e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.406388] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1116.406388] env[65665]: value = "task-4855388" [ 1116.406388] env[65665]: _type = "Task" [ 1116.406388] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.412752] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.413477] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a141919-b658-4db6-a198-15c528260b82 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.419228] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.424354] env[65665]: DEBUG oslo_vmware.api [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Waiting for the task: (returnval){ [ 1116.424354] env[65665]: value = "task-4855389" [ 1116.424354] env[65665]: _type = "Task" [ 1116.424354] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.435077] env[65665]: DEBUG oslo_vmware.api [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.448644] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855384, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.766158] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6439aefc-e362-471a-a51a-50f40843944c tempest-ServersNegativeTestJSON-634766943 tempest-ServersNegativeTestJSON-634766943-project-member] Lock "da88beb8-d7db-48bf-bab5-aaa11c81230c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.822s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.816345] env[65665]: DEBUG oslo_vmware.api [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855387, 'name': PowerOnVM_Task, 'duration_secs': 0.514996} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.820403] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.820673] env[65665]: INFO nova.compute.manager [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1116.820927] env[65665]: DEBUG nova.compute.manager [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1116.822423] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e700b5-1468-41d1-aa74-468300b09e2d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.920598] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855388, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.936581] env[65665]: DEBUG oslo_vmware.api [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855389, 'name': PowerOffVM_Task, 'duration_secs': 0.266917} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.936872] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.937070] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.937343] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fab6d3ed-8f40-4b44-9dfd-513069d08ee0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.953457] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855384, 'name': CreateVM_Task, 'duration_secs': 1.588165} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.953760] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.954213] env[65665]: DEBUG oslo_concurrency.lockutils [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.954437] env[65665]: DEBUG oslo_concurrency.lockutils [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.954826] env[65665]: DEBUG oslo_concurrency.lockutils [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.958226] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c10ced-d7ef-462c-9f4c-694f06deaef0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.966529] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1116.966529] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5230ff6d-ad3b-6de9-ea0a-6607eb37e006" [ 1116.966529] env[65665]: _type = "Task" [ 1116.966529] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.976077] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5230ff6d-ad3b-6de9-ea0a-6607eb37e006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.018604] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504a4b14-30cf-49e8-aad6-039e3fa59250 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.027048] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090e0542-b291-48fc-913a-4194349d1056 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.061293] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f394c81f-46f8-43aa-849d-440ffbce8526 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.069721] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c009b96-6377-4ed2-8543-f45a5c99ab67 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.086371] env[65665]: DEBUG nova.compute.provider_tree [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.163362] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.163701] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.163964] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Deleting the datastore file [datastore2] 0a31d53a-7c2d-4ea8-912e-0ac00046f10f {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.165641] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b2d5c6b-f75e-4997-ba21-19c3bb814a9e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.173249] env[65665]: DEBUG oslo_vmware.api [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Waiting for the task: (returnval){ [ 1117.173249] env[65665]: value = "task-4855391" [ 1117.173249] env[65665]: _type = "Task" [ 1117.173249] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.184323] env[65665]: DEBUG oslo_vmware.api [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.355190] env[65665]: INFO nova.compute.manager [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Took 16.23 seconds to build instance. [ 1117.421862] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649332} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.421862] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 9f5fd109-0db2-429b-a515-bb885fe10c48/9f5fd109-0db2-429b-a515-bb885fe10c48.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.421862] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.422232] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-763d9eb8-fee7-4a29-9085-9d01a0918232 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.432023] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1117.432023] env[65665]: value = "task-4855392" [ 1117.432023] env[65665]: _type = "Task" [ 1117.432023] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.443752] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.478415] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5230ff6d-ad3b-6de9-ea0a-6607eb37e006, 'name': SearchDatastore_Task, 'duration_secs': 0.046316} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.478889] env[65665]: DEBUG oslo_concurrency.lockutils [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.480098] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.480098] env[65665]: DEBUG oslo_concurrency.lockutils [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.480098] env[65665]: DEBUG oslo_concurrency.lockutils [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.480098] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.480098] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d69fd06e-4b03-407d-a2c9-65e0814e2485 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.491191] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.491414] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.492720] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c20c74c-23f4-4158-8fd7-0525d1a7deda {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.499839] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1117.499839] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5277a9ed-cd77-e2c1-b867-74c8b4219eef" [ 1117.499839] env[65665]: _type = "Task" [ 1117.499839] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.510906] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5277a9ed-cd77-e2c1-b867-74c8b4219eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.590992] env[65665]: DEBUG nova.scheduler.client.report [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.687104] env[65665]: DEBUG oslo_vmware.api [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Task: {'id': task-4855391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224484} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.687404] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.687590] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.687765] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.687938] env[65665]: INFO nova.compute.manager [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1117.688616] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1117.688875] env[65665]: DEBUG nova.compute.manager [-] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1117.688977] env[65665]: DEBUG nova.network.neutron [-] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1117.689387] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.798504] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.858345] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d767f554-b6c6-41d3-9e19-a00de135808a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "6b4e010f-8e87-4f75-8fe4-7223ee14b08a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.742s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.944499] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.012306] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5277a9ed-cd77-e2c1-b867-74c8b4219eef, 'name': SearchDatastore_Task, 'duration_secs': 0.01143} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.013386] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7184115b-ad5e-4aaa-a61b-df522befb392 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.020880] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1118.020880] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52145729-fe09-9343-f3be-7232b47b19ae" [ 1118.020880] env[65665]: _type = "Task" [ 1118.020880] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.036844] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52145729-fe09-9343-f3be-7232b47b19ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.101162] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.105539] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.262s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.107061] env[65665]: INFO nova.compute.claims [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.129565] env[65665]: INFO nova.scheduler.client.report [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Deleted allocations for instance bc2c3353-5ce1-49c9-b9e9-c61d93997e07 [ 1118.421338] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "751b3c67-22d0-4688-8d84-33a56b930a9e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.421338] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.450042] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.775516} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.450344] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.453251] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4ebcb7-00fd-4c27-8f30-6ead5aff212f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.481535] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 9f5fd109-0db2-429b-a515-bb885fe10c48/9f5fd109-0db2-429b-a515-bb885fe10c48.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.481887] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b1805e2-5501-4b35-b37b-2ba8577d0831 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.508898] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1118.508898] env[65665]: value = "task-4855393" [ 1118.508898] env[65665]: _type = "Task" [ 1118.508898] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.521336] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.534335] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52145729-fe09-9343-f3be-7232b47b19ae, 'name': SearchDatastore_Task, 'duration_secs': 0.047586} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.534335] env[65665]: DEBUG oslo_concurrency.lockutils [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.534335] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d29c6e18-c899-47d6-9ff7-9b8372c74c13/d29c6e18-c899-47d6-9ff7-9b8372c74c13.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.538023] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2f647d4-872c-4b14-9a3e-724d74f3c98c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.544383] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1118.544383] env[65665]: value = "task-4855394" [ 1118.544383] env[65665]: _type = "Task" [ 1118.544383] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.554246] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.617808] env[65665]: DEBUG nova.compute.manager [req-dc0f5e26-1006-42d2-8f29-e7cd09938892 req-805b59a4-c6e8-486f-804d-80f0303e4d0e service nova] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Received event network-vif-deleted-9115e293-17f9-48ad-8c6f-c2d3140063d8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1118.618467] env[65665]: INFO nova.compute.manager [req-dc0f5e26-1006-42d2-8f29-e7cd09938892 req-805b59a4-c6e8-486f-804d-80f0303e4d0e service nova] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Neutron deleted interface 9115e293-17f9-48ad-8c6f-c2d3140063d8; detaching it from the instance and deleting it from the info cache [ 1118.618467] env[65665]: DEBUG nova.network.neutron [req-dc0f5e26-1006-42d2-8f29-e7cd09938892 req-805b59a4-c6e8-486f-804d-80f0303e4d0e service nova] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.645526] env[65665]: DEBUG oslo_concurrency.lockutils [None req-83430924-10c8-4969-a56e-84601b0333c1 tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "bc2c3353-5ce1-49c9-b9e9-c61d93997e07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.983s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.926745] env[65665]: INFO nova.compute.manager [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Detaching volume 8d5dd57c-0555-427c-b56f-8489c45a2adb [ 1118.971503] env[65665]: INFO nova.virt.block_device [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Attempting to driver detach volume 8d5dd57c-0555-427c-b56f-8489c45a2adb from mountpoint /dev/sdb [ 1118.971792] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1118.971999] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946405', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'name': 'volume-8d5dd57c-0555-427c-b56f-8489c45a2adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '751b3c67-22d0-4688-8d84-33a56b930a9e', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'serial': '8d5dd57c-0555-427c-b56f-8489c45a2adb'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1118.972954] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434e54f2-4a6d-45c0-a3d9-f28f3d33d8c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.996734] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6bf503-d564-4fe7-8fd4-06c650817e32 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.005595] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e3f63c-95ba-4d31-8b74-cafe70a0848a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.031047] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d7e017-d95b-4f1c-b837-2bd07e87b7bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.037809] env[65665]: DEBUG nova.network.neutron [-] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.039222] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.053769] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The volume has not been displaced from its original location: [datastore1] volume-8d5dd57c-0555-427c-b56f-8489c45a2adb/volume-8d5dd57c-0555-427c-b56f-8489c45a2adb.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1119.059473] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.064732] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce1723c-3de7-4c5d-b99d-368f262ef5a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.086681] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855394, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.088875] env[65665]: DEBUG oslo_vmware.api [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1119.088875] env[65665]: value = "task-4855395" [ 1119.088875] env[65665]: _type = "Task" [ 1119.088875] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.092517] env[65665]: DEBUG oslo_concurrency.lockutils [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "323640b7-53de-4e6a-bd76-60f44adbb17a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.092801] env[65665]: DEBUG oslo_concurrency.lockutils [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "323640b7-53de-4e6a-bd76-60f44adbb17a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.093020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "323640b7-53de-4e6a-bd76-60f44adbb17a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.093240] env[65665]: DEBUG oslo_concurrency.lockutils [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "323640b7-53de-4e6a-bd76-60f44adbb17a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.093411] env[65665]: DEBUG oslo_concurrency.lockutils [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "323640b7-53de-4e6a-bd76-60f44adbb17a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.095867] env[65665]: INFO nova.compute.manager [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Terminating instance [ 1119.102630] env[65665]: DEBUG oslo_vmware.api [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855395, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.126716] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "cd445750-7b10-435b-a8a7-623f0d3b78f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.127116] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "cd445750-7b10-435b-a8a7-623f0d3b78f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.128973] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbdb7d3d-e2ce-4884-abb3-4b553d687f1b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.143089] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ccfd16-d026-43ec-87ab-148c5daf157f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.190475] env[65665]: DEBUG nova.compute.manager [req-dc0f5e26-1006-42d2-8f29-e7cd09938892 req-805b59a4-c6e8-486f-804d-80f0303e4d0e service nova] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Detach interface failed, port_id=9115e293-17f9-48ad-8c6f-c2d3140063d8, reason: Instance 0a31d53a-7c2d-4ea8-912e-0ac00046f10f could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1119.385034] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75642668-b6d3-4e06-9876-0e63c372ffeb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.394352] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45213af5-b4d6-430b-b553-982ff462b915 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.426932] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bed243-6b11-4b84-a6f6-a03bf836c4c1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.435428] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3556a6a-3546-4fea-ad5f-6b9c757defa9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.453515] env[65665]: DEBUG nova.compute.provider_tree [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.522069] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855393, 'name': ReconfigVM_Task, 'duration_secs': 0.742406} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.522451] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 9f5fd109-0db2-429b-a515-bb885fe10c48/9f5fd109-0db2-429b-a515-bb885fe10c48.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.523271] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2abebb7-7806-4432-9d57-4d0eb3302d47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.531570] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1119.531570] env[65665]: value = "task-4855396" [ 1119.531570] env[65665]: _type = "Task" [ 1119.531570] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.542248] env[65665]: INFO nova.compute.manager [-] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Took 1.85 seconds to deallocate network for instance. [ 1119.542546] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855396, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.564258] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794284} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.564579] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d29c6e18-c899-47d6-9ff7-9b8372c74c13/d29c6e18-c899-47d6-9ff7-9b8372c74c13.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.564824] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.565127] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f2f591f-b9f8-4c86-9e92-d5544bbda45d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.572720] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1119.572720] env[65665]: value = "task-4855397" [ 1119.572720] env[65665]: _type = "Task" [ 1119.572720] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.581703] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.602887] env[65665]: DEBUG oslo_vmware.api [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855395, 'name': ReconfigVM_Task, 'duration_secs': 0.263052} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.603603] env[65665]: DEBUG nova.compute.manager [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1119.603896] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.604311] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.609992] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be39ca2f-d3ba-4b76-bfa5-1074d705d423 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.613203] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-026a569a-bef7-4301-9834-cbbf3b358103 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.629217] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.630992] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dd0d224-3f73-4da5-afb5-dd9485c025fd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.632730] env[65665]: DEBUG oslo_vmware.api [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1119.632730] env[65665]: value = "task-4855398" [ 1119.632730] env[65665]: _type = "Task" [ 1119.632730] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.633059] env[65665]: DEBUG nova.compute.manager [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1119.642411] env[65665]: DEBUG oslo_vmware.api [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1119.642411] env[65665]: value = "task-4855399" [ 1119.642411] env[65665]: _type = "Task" [ 1119.642411] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.645748] env[65665]: DEBUG oslo_vmware.api [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855398, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.655724] env[65665]: DEBUG oslo_vmware.api [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.957075] env[65665]: DEBUG nova.scheduler.client.report [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.041636] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855396, 'name': Rename_Task, 'duration_secs': 0.17946} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.041897] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.042177] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8add6fab-b15b-46f3-a59d-0e7ef75e56f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.049673] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.050888] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1120.050888] env[65665]: value = "task-4855400" [ 1120.050888] env[65665]: _type = "Task" [ 1120.050888] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.059324] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.083967] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090685} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.084315] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.085279] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0014e9f2-5143-47b9-bdde-0e6cd23983aa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.106822] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] d29c6e18-c899-47d6-9ff7-9b8372c74c13/d29c6e18-c899-47d6-9ff7-9b8372c74c13.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.107515] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4d2204c-ffb1-49f2-abd1-91e4fa40b396 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.127709] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1120.127709] env[65665]: value = "task-4855401" [ 1120.127709] env[65665]: _type = "Task" [ 1120.127709] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.138816] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.154601] env[65665]: DEBUG oslo_vmware.api [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855398, 'name': ReconfigVM_Task, 'duration_secs': 0.170441} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.155050] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946405', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'name': 'volume-8d5dd57c-0555-427c-b56f-8489c45a2adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '751b3c67-22d0-4688-8d84-33a56b930a9e', 'attached_at': '', 'detached_at': '', 'volume_id': '8d5dd57c-0555-427c-b56f-8489c45a2adb', 'serial': '8d5dd57c-0555-427c-b56f-8489c45a2adb'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1120.164330] env[65665]: DEBUG oslo_vmware.api [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855399, 'name': PowerOffVM_Task, 'duration_secs': 0.399276} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.164711] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.165024] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.165363] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d932493-405d-4150-a2cf-e2ca70e5ca26 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.168390] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.233360] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.233676] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.233942] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Deleting the datastore file [datastore2] 323640b7-53de-4e6a-bd76-60f44adbb17a {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.234278] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-030b15fa-3bb6-4381-bf3a-e18c3c726932 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.242140] env[65665]: DEBUG oslo_vmware.api [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for the task: (returnval){ [ 1120.242140] env[65665]: value = "task-4855403" [ 1120.242140] env[65665]: _type = "Task" [ 1120.242140] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.251586] env[65665]: DEBUG oslo_vmware.api [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.462769] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.463196] env[65665]: DEBUG nova.compute.manager [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1120.466244] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.040s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.467738] env[65665]: INFO nova.compute.claims [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.561605] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855400, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.637902] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.703352] env[65665]: DEBUG nova.objects.instance [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lazy-loading 'flavor' on Instance uuid 751b3c67-22d0-4688-8d84-33a56b930a9e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.754302] env[65665]: DEBUG oslo_vmware.api [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Task: {'id': task-4855403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492809} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.755066] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.755066] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.755266] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.755303] env[65665]: INFO nova.compute.manager [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1120.755548] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1120.755759] env[65665]: DEBUG nova.compute.manager [-] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1120.755897] env[65665]: DEBUG nova.network.neutron [-] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1120.756171] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.789035] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.972672] env[65665]: DEBUG nova.compute.utils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.976241] env[65665]: DEBUG nova.compute.manager [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1120.977282] env[65665]: DEBUG nova.network.neutron [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1120.977282] env[65665]: WARNING neutronclient.v2_0.client [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.977282] env[65665]: WARNING neutronclient.v2_0.client [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.025714] env[65665]: DEBUG nova.policy [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ed1c93f7f5b41bfaf9554caec04351c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ee62f14103f4b06b71087880b7ba6fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.063495] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855400, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.072819] env[65665]: DEBUG nova.compute.manager [req-6d11701d-6bc8-4ab2-81c6-6f59c9b6fa69 req-02aa939f-256f-443e-a2f5-fedf311966e7 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Received event network-vif-deleted-27a64d88-842a-47fb-beee-0ecc3dd213f4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1121.073021] env[65665]: INFO nova.compute.manager [req-6d11701d-6bc8-4ab2-81c6-6f59c9b6fa69 req-02aa939f-256f-443e-a2f5-fedf311966e7 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Neutron deleted interface 27a64d88-842a-47fb-beee-0ecc3dd213f4; detaching it from the instance and deleting it from the info cache [ 1121.073215] env[65665]: DEBUG nova.network.neutron [req-6d11701d-6bc8-4ab2-81c6-6f59c9b6fa69 req-02aa939f-256f-443e-a2f5-fedf311966e7 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.139344] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855401, 'name': ReconfigVM_Task, 'duration_secs': 0.573865} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.139627] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Reconfigured VM instance instance-00000069 to attach disk [datastore2] d29c6e18-c899-47d6-9ff7-9b8372c74c13/d29c6e18-c899-47d6-9ff7-9b8372c74c13.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.140284] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1630dc9-889d-41d1-9a5f-e179e2f0467d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.147723] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1121.147723] env[65665]: value = "task-4855404" [ 1121.147723] env[65665]: _type = "Task" [ 1121.147723] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.156518] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855404, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.384898] env[65665]: DEBUG nova.network.neutron [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Successfully created port: b869f690-b340-4864-a335-d135ab9e00b7 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1121.483284] env[65665]: DEBUG nova.compute.manager [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1121.510587] env[65665]: DEBUG nova.network.neutron [-] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.562174] env[65665]: DEBUG oslo_vmware.api [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855400, 'name': PowerOnVM_Task, 'duration_secs': 1.094935} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.564974] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.565119] env[65665]: INFO nova.compute.manager [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Took 10.89 seconds to spawn the instance on the hypervisor. [ 1121.565279] env[65665]: DEBUG nova.compute.manager [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1121.566560] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ae77e0-2f6e-40d8-a98e-861b5e631a88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.579955] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad7bbd7b-b50b-4a10-ba70-a881b6599d0d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.590805] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de9a706-9ef2-44e8-9ae8-5ec03cac8eb9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.629948] env[65665]: DEBUG nova.compute.manager [req-6d11701d-6bc8-4ab2-81c6-6f59c9b6fa69 req-02aa939f-256f-443e-a2f5-fedf311966e7 service nova] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Detach interface failed, port_id=27a64d88-842a-47fb-beee-0ecc3dd213f4, reason: Instance 323640b7-53de-4e6a-bd76-60f44adbb17a could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1121.664596] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855404, 'name': Rename_Task, 'duration_secs': 0.145543} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.665949] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.665949] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-397752e7-92dd-4c22-acdc-ccf0685c2196 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.673197] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1121.673197] env[65665]: value = "task-4855405" [ 1121.673197] env[65665]: _type = "Task" [ 1121.673197] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.686373] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.711035] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7a965392-bb85-4f4b-92cf-9a2a9c896a5a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.746178] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc244f5-d9d9-4b33-8568-a1348ed5cd94 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.755300] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607275d6-c7e0-4eb6-8631-cfd6180576b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.789228] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a71f18-9231-4bef-b053-fd3ec25f2939 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.797410] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296f0587-9284-4a8e-a88d-3e889047540b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.811640] env[65665]: DEBUG nova.compute.provider_tree [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.014742] env[65665]: INFO nova.compute.manager [-] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Took 1.26 seconds to deallocate network for instance. [ 1122.089061] env[65665]: INFO nova.compute.manager [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Took 20.16 seconds to build instance. [ 1122.185051] env[65665]: DEBUG oslo_vmware.api [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855405, 'name': PowerOnVM_Task, 'duration_secs': 0.444801} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.185384] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.185691] env[65665]: DEBUG nova.compute.manager [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1122.186667] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b24ad84-3726-40ec-9f41-fb03a4fd8ccb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.315238] env[65665]: DEBUG nova.scheduler.client.report [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.494333] env[65665]: DEBUG nova.compute.manager [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1122.521361] env[65665]: DEBUG nova.virt.hardware [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1122.521599] env[65665]: DEBUG nova.virt.hardware [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.521749] env[65665]: DEBUG nova.virt.hardware [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1122.521922] env[65665]: DEBUG nova.virt.hardware [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.522077] env[65665]: DEBUG nova.virt.hardware [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1122.522223] env[65665]: DEBUG nova.virt.hardware [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1122.522422] env[65665]: DEBUG nova.virt.hardware [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1122.522574] env[65665]: DEBUG nova.virt.hardware [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1122.522736] env[65665]: DEBUG nova.virt.hardware [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1122.522904] env[65665]: DEBUG nova.virt.hardware [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1122.523082] env[65665]: DEBUG nova.virt.hardware [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1122.523982] env[65665]: DEBUG oslo_concurrency.lockutils [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.524806] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba1e4c8-512a-4286-b2bc-41e8d671e67c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.533400] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a91a4c-6ce7-4194-8cc2-a1d38ad60e0d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.591093] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6c4439c1-5598-498d-9df5-1764b222fa83 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "9f5fd109-0db2-429b-a515-bb885fe10c48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.672s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.708959] env[65665]: DEBUG oslo_concurrency.lockutils [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.773972] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "751b3c67-22d0-4688-8d84-33a56b930a9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.774342] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.775095] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "751b3c67-22d0-4688-8d84-33a56b930a9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.775307] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.775483] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.777606] env[65665]: INFO nova.compute.manager [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Terminating instance [ 1122.810135] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c14e770-a16d-4656-a8fd-4a384bcbaa56 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "9f5fd109-0db2-429b-a515-bb885fe10c48" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.810569] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c14e770-a16d-4656-a8fd-4a384bcbaa56 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "9f5fd109-0db2-429b-a515-bb885fe10c48" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.810939] env[65665]: DEBUG nova.compute.manager [None req-0c14e770-a16d-4656-a8fd-4a384bcbaa56 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1122.811709] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd7a22f-a769-48b3-bb9a-59d5fe0ea629 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.821573] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.823804] env[65665]: DEBUG nova.compute.manager [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1122.827038] env[65665]: DEBUG nova.compute.manager [None req-0c14e770-a16d-4656-a8fd-4a384bcbaa56 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65665) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1122.827926] env[65665]: DEBUG nova.objects.instance [None req-0c14e770-a16d-4656-a8fd-4a384bcbaa56 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lazy-loading 'flavor' on Instance uuid 9f5fd109-0db2-429b-a515-bb885fe10c48 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.834521] env[65665]: DEBUG oslo_concurrency.lockutils [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.392s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.835022] env[65665]: DEBUG nova.objects.instance [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1122.955336] env[65665]: DEBUG nova.network.neutron [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Successfully updated port: b869f690-b340-4864-a335-d135ab9e00b7 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1123.103664] env[65665]: DEBUG nova.compute.manager [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Received event network-vif-plugged-b869f690-b340-4864-a335-d135ab9e00b7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1123.103923] env[65665]: DEBUG oslo_concurrency.lockutils [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] Acquiring lock "35472265-c6f9-4aa7-acf9-19d03bc44912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.104793] env[65665]: DEBUG oslo_concurrency.lockutils [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.104793] env[65665]: DEBUG oslo_concurrency.lockutils [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.104793] env[65665]: DEBUG nova.compute.manager [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] No waiting events found dispatching network-vif-plugged-b869f690-b340-4864-a335-d135ab9e00b7 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1123.104998] env[65665]: WARNING nova.compute.manager [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Received unexpected event network-vif-plugged-b869f690-b340-4864-a335-d135ab9e00b7 for instance with vm_state building and task_state spawning. [ 1123.105083] env[65665]: DEBUG nova.compute.manager [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Received event network-changed-b869f690-b340-4864-a335-d135ab9e00b7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1123.105264] env[65665]: DEBUG nova.compute.manager [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Refreshing instance network info cache due to event network-changed-b869f690-b340-4864-a335-d135ab9e00b7. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1123.105387] env[65665]: DEBUG oslo_concurrency.lockutils [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] Acquiring lock "refresh_cache-35472265-c6f9-4aa7-acf9-19d03bc44912" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.105518] env[65665]: DEBUG oslo_concurrency.lockutils [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] Acquired lock "refresh_cache-35472265-c6f9-4aa7-acf9-19d03bc44912" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.105689] env[65665]: DEBUG nova.network.neutron [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Refreshing network info cache for port b869f690-b340-4864-a335-d135ab9e00b7 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.281277] env[65665]: DEBUG nova.compute.manager [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1123.281463] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.282266] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f29e43-e2da-436a-a826-0d4ed1601715 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.290754] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.291102] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5c4eb5c-dfdf-4da7-b8e9-e597049ed613 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.298850] env[65665]: DEBUG oslo_vmware.api [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1123.298850] env[65665]: value = "task-4855406" [ 1123.298850] env[65665]: _type = "Task" [ 1123.298850] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.310037] env[65665]: DEBUG oslo_vmware.api [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.335934] env[65665]: DEBUG nova.compute.utils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.339999] env[65665]: DEBUG nova.compute.manager [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1123.340241] env[65665]: DEBUG nova.network.neutron [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1123.340600] env[65665]: WARNING neutronclient.v2_0.client [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.340913] env[65665]: WARNING neutronclient.v2_0.client [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.389515] env[65665]: DEBUG nova.policy [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1adfef5329424c8ba377c0f89ea20468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10b335171f7e4dfd9ffa1dea0cc5e48f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.458654] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "refresh_cache-35472265-c6f9-4aa7-acf9-19d03bc44912" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.516898] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquiring lock "d29c6e18-c899-47d6-9ff7-9b8372c74c13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.517358] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lock "d29c6e18-c899-47d6-9ff7-9b8372c74c13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.517547] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquiring lock "d29c6e18-c899-47d6-9ff7-9b8372c74c13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.517760] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lock "d29c6e18-c899-47d6-9ff7-9b8372c74c13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.517950] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lock "d29c6e18-c899-47d6-9ff7-9b8372c74c13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.520289] env[65665]: INFO nova.compute.manager [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Terminating instance [ 1123.608596] env[65665]: WARNING neutronclient.v2_0.client [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.649649] env[65665]: DEBUG nova.network.neutron [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1123.746718] env[65665]: DEBUG nova.network.neutron [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Successfully created port: 61453d03-bb08-49fa-b37a-d1b203f679f4 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1123.780699] env[65665]: DEBUG nova.network.neutron [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.812671] env[65665]: DEBUG oslo_vmware.api [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855406, 'name': PowerOffVM_Task, 'duration_secs': 0.327575} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.812983] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.813175] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.813456] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bacd38d7-8a4f-4928-a67d-7fcfb9f6f1f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.843960] env[65665]: DEBUG nova.compute.manager [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1123.848450] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c14e770-a16d-4656-a8fd-4a384bcbaa56 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.849798] env[65665]: DEBUG oslo_concurrency.lockutils [None req-98b125b7-39fe-45bc-81cc-c86f7593f15a tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.850838] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92c8b77d-468d-4b63-a215-0cb3218ce777 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.852950] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.803s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.853233] env[65665]: DEBUG nova.objects.instance [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lazy-loading 'resources' on Instance uuid 0a31d53a-7c2d-4ea8-912e-0ac00046f10f {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.860929] env[65665]: DEBUG oslo_vmware.api [None req-0c14e770-a16d-4656-a8fd-4a384bcbaa56 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1123.860929] env[65665]: value = "task-4855408" [ 1123.860929] env[65665]: _type = "Task" [ 1123.860929] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.871311] env[65665]: DEBUG oslo_vmware.api [None req-0c14e770-a16d-4656-a8fd-4a384bcbaa56 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.911290] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.911529] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.911844] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleting the datastore file [datastore1] 751b3c67-22d0-4688-8d84-33a56b930a9e {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.912768] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-323a95d3-46e7-488c-8f70-3c705434daa6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.921790] env[65665]: DEBUG oslo_vmware.api [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1123.921790] env[65665]: value = "task-4855409" [ 1123.921790] env[65665]: _type = "Task" [ 1123.921790] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.932049] env[65665]: DEBUG oslo_vmware.api [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.024605] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquiring lock "refresh_cache-d29c6e18-c899-47d6-9ff7-9b8372c74c13" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.024817] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquired lock "refresh_cache-d29c6e18-c899-47d6-9ff7-9b8372c74c13" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.025032] env[65665]: DEBUG nova.network.neutron [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1124.284057] env[65665]: DEBUG oslo_concurrency.lockutils [req-6a441738-ad40-4fd5-92a1-c0d09088af7b req-82d15b26-53c1-454b-91af-ff9226aaf613 service nova] Releasing lock "refresh_cache-35472265-c6f9-4aa7-acf9-19d03bc44912" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.284528] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired lock "refresh_cache-35472265-c6f9-4aa7-acf9-19d03bc44912" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.284714] env[65665]: DEBUG nova.network.neutron [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1124.371712] env[65665]: DEBUG oslo_vmware.api [None req-0c14e770-a16d-4656-a8fd-4a384bcbaa56 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855408, 'name': PowerOffVM_Task, 'duration_secs': 0.27817} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.373480] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c14e770-a16d-4656-a8fd-4a384bcbaa56 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.373480] env[65665]: DEBUG nova.compute.manager [None req-0c14e770-a16d-4656-a8fd-4a384bcbaa56 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1124.373480] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e09eeb-dab6-4002-84a7-677a7f41f486 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.435376] env[65665]: DEBUG oslo_vmware.api [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232189} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.438542] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.438781] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.439092] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.439387] env[65665]: INFO nova.compute.manager [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1124.439778] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1124.440955] env[65665]: DEBUG nova.compute.manager [-] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1124.440955] env[65665]: DEBUG nova.network.neutron [-] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1124.440955] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.509823] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.527632] env[65665]: WARNING neutronclient.v2_0.client [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.574238] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e976ad-7153-45f6-94e2-5ca1a34c75ea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.582859] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7695fd-2448-4455-80f7-7b2f4486f62b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.617700] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af918e1a-9c41-4618-8330-f8b79d3c0d01 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.628683] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7d34c9-8303-4199-bc3c-2da7b74fe8b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.644523] env[65665]: DEBUG nova.compute.provider_tree [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.854807] env[65665]: DEBUG nova.compute.manager [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1124.884430] env[65665]: DEBUG nova.virt.hardware [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1124.884777] env[65665]: DEBUG nova.virt.hardware [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.885010] env[65665]: DEBUG nova.virt.hardware [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1124.885269] env[65665]: DEBUG nova.virt.hardware [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.885502] env[65665]: DEBUG nova.virt.hardware [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1124.885716] env[65665]: DEBUG nova.virt.hardware [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1124.886214] env[65665]: DEBUG nova.virt.hardware [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1124.886716] env[65665]: DEBUG nova.virt.hardware [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1124.886792] env[65665]: DEBUG nova.virt.hardware [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1124.887015] env[65665]: DEBUG nova.virt.hardware [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1124.887239] env[65665]: DEBUG nova.virt.hardware [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1124.890234] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc28f924-19a3-4cc0-8df6-b92b7ec05de9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.893444] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0c14e770-a16d-4656-a8fd-4a384bcbaa56 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "9f5fd109-0db2-429b-a515-bb885fe10c48" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.901332] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c79cf00-0c7d-4444-8caf-d27a2609ef86 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.982146] env[65665]: DEBUG nova.network.neutron [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1125.070285] env[65665]: DEBUG nova.network.neutron [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1125.148920] env[65665]: DEBUG nova.scheduler.client.report [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.221787] env[65665]: DEBUG nova.network.neutron [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.289704] env[65665]: DEBUG nova.compute.manager [req-e7dd9d38-31d0-4ea7-ac95-a1f6dba338ba req-49a4e205-666e-45f0-a4d6-d306acab3163 service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Received event network-vif-deleted-4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1125.289899] env[65665]: INFO nova.compute.manager [req-e7dd9d38-31d0-4ea7-ac95-a1f6dba338ba req-49a4e205-666e-45f0-a4d6-d306acab3163 service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Neutron deleted interface 4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb; detaching it from the instance and deleting it from the info cache [ 1125.290079] env[65665]: DEBUG nova.network.neutron [req-e7dd9d38-31d0-4ea7-ac95-a1f6dba338ba req-49a4e205-666e-45f0-a4d6-d306acab3163 service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.327735] env[65665]: WARNING neutronclient.v2_0.client [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.329317] env[65665]: DEBUG nova.network.neutron [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Successfully updated port: 61453d03-bb08-49fa-b37a-d1b203f679f4 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1125.410909] env[65665]: DEBUG nova.network.neutron [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Updating instance_info_cache with network_info: [{"id": "b869f690-b340-4864-a335-d135ab9e00b7", "address": "fa:16:3e:78:d1:15", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb869f690-b3", "ovs_interfaceid": "b869f690-b340-4864-a335-d135ab9e00b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.460092] env[65665]: DEBUG nova.compute.manager [req-4cf0a0f8-3f4f-4041-9861-11cc08d0a4d3 req-93139fe5-b824-4923-a9d1-8175f79dc0fd service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Received event network-vif-plugged-61453d03-bb08-49fa-b37a-d1b203f679f4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1125.460092] env[65665]: DEBUG oslo_concurrency.lockutils [req-4cf0a0f8-3f4f-4041-9861-11cc08d0a4d3 req-93139fe5-b824-4923-a9d1-8175f79dc0fd service nova] Acquiring lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.460092] env[65665]: DEBUG oslo_concurrency.lockutils [req-4cf0a0f8-3f4f-4041-9861-11cc08d0a4d3 req-93139fe5-b824-4923-a9d1-8175f79dc0fd service nova] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.460463] env[65665]: DEBUG oslo_concurrency.lockutils [req-4cf0a0f8-3f4f-4041-9861-11cc08d0a4d3 req-93139fe5-b824-4923-a9d1-8175f79dc0fd service nova] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.461123] env[65665]: DEBUG nova.compute.manager [req-4cf0a0f8-3f4f-4041-9861-11cc08d0a4d3 req-93139fe5-b824-4923-a9d1-8175f79dc0fd service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] No waiting events found dispatching network-vif-plugged-61453d03-bb08-49fa-b37a-d1b203f679f4 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1125.461123] env[65665]: WARNING nova.compute.manager [req-4cf0a0f8-3f4f-4041-9861-11cc08d0a4d3 req-93139fe5-b824-4923-a9d1-8175f79dc0fd service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Received unexpected event network-vif-plugged-61453d03-bb08-49fa-b37a-d1b203f679f4 for instance with vm_state building and task_state spawning. [ 1125.466984] env[65665]: DEBUG nova.network.neutron [-] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.656129] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.658659] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.490s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.660237] env[65665]: INFO nova.compute.claims [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.681893] env[65665]: INFO nova.scheduler.client.report [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Deleted allocations for instance 0a31d53a-7c2d-4ea8-912e-0ac00046f10f [ 1125.725582] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Releasing lock "refresh_cache-d29c6e18-c899-47d6-9ff7-9b8372c74c13" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.726020] env[65665]: DEBUG nova.compute.manager [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1125.726315] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.727306] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10a059c-1923-4df7-b9a5-d56eb96cc120 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.736227] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.736498] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61c74173-bb37-4cb3-acc9-96b24a541755 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.745111] env[65665]: DEBUG oslo_vmware.api [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1125.745111] env[65665]: value = "task-4855410" [ 1125.745111] env[65665]: _type = "Task" [ 1125.745111] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.754767] env[65665]: DEBUG oslo_vmware.api [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.792867] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-619993e5-e515-4e60-bc56-c6fcea806213 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.802785] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a405c4a9-9931-4c90-b5fb-e222f58a93e6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.836941] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.837159] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.837328] env[65665]: DEBUG nova.network.neutron [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1125.838938] env[65665]: DEBUG nova.compute.manager [req-e7dd9d38-31d0-4ea7-ac95-a1f6dba338ba req-49a4e205-666e-45f0-a4d6-d306acab3163 service nova] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Detach interface failed, port_id=4cf3e29b-590c-4ae4-9a9d-8a9c57b649bb, reason: Instance 751b3c67-22d0-4688-8d84-33a56b930a9e could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1125.913893] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Releasing lock "refresh_cache-35472265-c6f9-4aa7-acf9-19d03bc44912" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.914286] env[65665]: DEBUG nova.compute.manager [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Instance network_info: |[{"id": "b869f690-b340-4864-a335-d135ab9e00b7", "address": "fa:16:3e:78:d1:15", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb869f690-b3", "ovs_interfaceid": "b869f690-b340-4864-a335-d135ab9e00b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1125.915139] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:d1:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b869f690-b340-4864-a335-d135ab9e00b7', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.923164] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1125.923411] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.923649] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-069d1a8f-d91f-4c77-9be0-7baefaba58cf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.940355] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "9f5fd109-0db2-429b-a515-bb885fe10c48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.940562] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "9f5fd109-0db2-429b-a515-bb885fe10c48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.940784] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "9f5fd109-0db2-429b-a515-bb885fe10c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.940960] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "9f5fd109-0db2-429b-a515-bb885fe10c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.941145] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "9f5fd109-0db2-429b-a515-bb885fe10c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.943501] env[65665]: INFO nova.compute.manager [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Terminating instance [ 1125.952823] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.952823] env[65665]: value = "task-4855411" [ 1125.952823] env[65665]: _type = "Task" [ 1125.952823] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.963983] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855411, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.969999] env[65665]: INFO nova.compute.manager [-] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Took 1.53 seconds to deallocate network for instance. [ 1126.190077] env[65665]: DEBUG oslo_concurrency.lockutils [None req-10280fc5-e3a0-4c5d-a845-412768a751f2 tempest-AttachInterfacesV270Test-2146283310 tempest-AttachInterfacesV270Test-2146283310-project-member] Lock "0a31d53a-7c2d-4ea8-912e-0ac00046f10f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.313s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.256293] env[65665]: DEBUG oslo_vmware.api [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855410, 'name': PowerOffVM_Task, 'duration_secs': 0.279836} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.256677] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.256737] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.257009] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a043ca04-4ab8-43ce-83be-65933d180d03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.287492] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.287731] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.287914] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Deleting the datastore file [datastore2] d29c6e18-c899-47d6-9ff7-9b8372c74c13 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.288260] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68018e09-28a1-4f75-a564-e612c8483637 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.299383] env[65665]: DEBUG oslo_vmware.api [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for the task: (returnval){ [ 1126.299383] env[65665]: value = "task-4855413" [ 1126.299383] env[65665]: _type = "Task" [ 1126.299383] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.309835] env[65665]: DEBUG oslo_vmware.api [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.375033] env[65665]: DEBUG nova.network.neutron [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1126.447604] env[65665]: DEBUG nova.compute.manager [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1126.447792] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.448809] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8573f1f6-6b60-4eb3-af18-348d430c0c72 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.463867] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.464714] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-270669d8-d9fa-487b-90ac-9069352e1dc8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.469765] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855411, 'name': CreateVM_Task, 'duration_secs': 0.408132} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.469932] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.470459] env[65665]: WARNING neutronclient.v2_0.client [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.470810] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.470958] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.471300] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.472041] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df487c0-a328-4ad8-b1e0-3e3abbd3925c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.478044] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.478044] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1126.478044] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528f39e6-84ec-e3ea-8ae3-5bda8afbf79d" [ 1126.478044] env[65665]: _type = "Task" [ 1126.478044] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.486896] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528f39e6-84ec-e3ea-8ae3-5bda8afbf79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.524898] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.525147] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.526019] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleting the datastore file [datastore1] 9f5fd109-0db2-429b-a515-bb885fe10c48 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.526019] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bce98cc-c1fe-4899-a4de-9b5af3123e96 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.532511] env[65665]: DEBUG oslo_vmware.api [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1126.532511] env[65665]: value = "task-4855415" [ 1126.532511] env[65665]: _type = "Task" [ 1126.532511] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.541238] env[65665]: DEBUG oslo_vmware.api [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.552680] env[65665]: WARNING neutronclient.v2_0.client [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.653429] env[65665]: DEBUG nova.network.neutron [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance_info_cache with network_info: [{"id": "61453d03-bb08-49fa-b37a-d1b203f679f4", "address": "fa:16:3e:00:f1:81", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61453d03-bb", "ovs_interfaceid": "61453d03-bb08-49fa-b37a-d1b203f679f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.814024] env[65665]: DEBUG oslo_vmware.api [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Task: {'id': task-4855413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127689} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.814024] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.814024] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.814024] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.814024] env[65665]: INFO nova.compute.manager [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1126.814024] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1126.815979] env[65665]: DEBUG nova.compute.manager [-] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1126.815979] env[65665]: DEBUG nova.network.neutron [-] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1126.816254] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.834600] env[65665]: DEBUG nova.network.neutron [-] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1126.834600] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.877481] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f998e6f-af51-4a30-83bc-757098423c72 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.886067] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ef4331-7930-436c-a149-6fa34d33dd2d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.919132] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0d001f-d7d5-481a-9d00-211b86f0b155 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.929697] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c008a07-c60e-43d0-b512-29c8ffc1c141 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.942110] env[65665]: DEBUG nova.compute.provider_tree [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.988882] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528f39e6-84ec-e3ea-8ae3-5bda8afbf79d, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.989205] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.989440] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.989663] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.989804] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.989976] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.990267] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e52fa9f-f7eb-4ac6-8cee-b2ea7abac346 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.999507] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.999705] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.000459] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6e8a28-da53-45cb-83ad-cf0b18d3348c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.005858] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1127.005858] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52106485-ba12-7333-c5a2-938ff66fc4df" [ 1127.005858] env[65665]: _type = "Task" [ 1127.005858] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.014204] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52106485-ba12-7333-c5a2-938ff66fc4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.041707] env[65665]: DEBUG oslo_vmware.api [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135668} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.041963] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.042160] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.042354] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.042534] env[65665]: INFO nova.compute.manager [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1127.042774] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1127.042971] env[65665]: DEBUG nova.compute.manager [-] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1127.043079] env[65665]: DEBUG nova.network.neutron [-] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1127.043309] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.100744] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.156541] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.156980] env[65665]: DEBUG nova.compute.manager [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Instance network_info: |[{"id": "61453d03-bb08-49fa-b37a-d1b203f679f4", "address": "fa:16:3e:00:f1:81", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61453d03-bb", "ovs_interfaceid": "61453d03-bb08-49fa-b37a-d1b203f679f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1127.157569] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:f1:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61453d03-bb08-49fa-b37a-d1b203f679f4', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.165078] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1127.165309] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.165553] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbd234af-e551-4766-a153-284b45825b35 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.188864] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.188864] env[65665]: value = "task-4855416" [ 1127.188864] env[65665]: _type = "Task" [ 1127.188864] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.197974] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855416, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.336300] env[65665]: DEBUG nova.network.neutron [-] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.445995] env[65665]: DEBUG nova.scheduler.client.report [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.517782] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52106485-ba12-7333-c5a2-938ff66fc4df, 'name': SearchDatastore_Task, 'duration_secs': 0.009642} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.518669] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597c4ef6-bbb6-43f0-9403-ddb552432de9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.525959] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1127.525959] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e98a8b-b6c7-5840-638c-39eefdf03bc0" [ 1127.525959] env[65665]: _type = "Task" [ 1127.525959] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.535233] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e98a8b-b6c7-5840-638c-39eefdf03bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.547493] env[65665]: DEBUG nova.compute.manager [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Received event network-changed-61453d03-bb08-49fa-b37a-d1b203f679f4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1127.547838] env[65665]: DEBUG nova.compute.manager [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Refreshing instance network info cache due to event network-changed-61453d03-bb08-49fa-b37a-d1b203f679f4. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1127.548069] env[65665]: DEBUG oslo_concurrency.lockutils [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] Acquiring lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.548285] env[65665]: DEBUG oslo_concurrency.lockutils [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] Acquired lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.548506] env[65665]: DEBUG nova.network.neutron [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Refreshing network info cache for port 61453d03-bb08-49fa-b37a-d1b203f679f4 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.700796] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855416, 'name': CreateVM_Task, 'duration_secs': 0.353788} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.700796] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.700879] env[65665]: WARNING neutronclient.v2_0.client [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.701257] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.701412] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.701726] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.702101] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f658fd4e-1e66-4dbe-b341-7f5fa8c3c81e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.707884] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1127.707884] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52687e34-f201-16ad-1e0b-04f3bc88c27d" [ 1127.707884] env[65665]: _type = "Task" [ 1127.707884] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.716471] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52687e34-f201-16ad-1e0b-04f3bc88c27d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.812849] env[65665]: DEBUG nova.network.neutron [-] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.839654] env[65665]: INFO nova.compute.manager [-] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Took 1.02 seconds to deallocate network for instance. [ 1127.952319] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.952840] env[65665]: DEBUG nova.compute.manager [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1127.955344] env[65665]: DEBUG oslo_concurrency.lockutils [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.431s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.955575] env[65665]: DEBUG nova.objects.instance [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lazy-loading 'resources' on Instance uuid 323640b7-53de-4e6a-bd76-60f44adbb17a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.037299] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e98a8b-b6c7-5840-638c-39eefdf03bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.037553] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.037804] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 35472265-c6f9-4aa7-acf9-19d03bc44912/35472265-c6f9-4aa7-acf9-19d03bc44912.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.038084] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1842755-fe45-478c-9527-06881ccf550a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.046597] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1128.046597] env[65665]: value = "task-4855417" [ 1128.046597] env[65665]: _type = "Task" [ 1128.046597] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.050684] env[65665]: WARNING neutronclient.v2_0.client [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.057171] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.222596] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52687e34-f201-16ad-1e0b-04f3bc88c27d, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.222596] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.222805] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.223121] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.223339] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.223533] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.223833] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-714d8db7-8bc0-4110-87eb-f6d6d883c6ec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.241911] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.242140] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.243011] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35649fd1-a712-4a0f-9257-fa0f349f9f9f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.249749] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1128.249749] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cd0af9-d43d-555a-599b-81a5f512e724" [ 1128.249749] env[65665]: _type = "Task" [ 1128.249749] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.254852] env[65665]: WARNING neutronclient.v2_0.client [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.263151] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cd0af9-d43d-555a-599b-81a5f512e724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.317038] env[65665]: INFO nova.compute.manager [-] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Took 1.27 seconds to deallocate network for instance. [ 1128.346075] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.352182] env[65665]: DEBUG nova.network.neutron [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updated VIF entry in instance network info cache for port 61453d03-bb08-49fa-b37a-d1b203f679f4. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1128.352590] env[65665]: DEBUG nova.network.neutron [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance_info_cache with network_info: [{"id": "61453d03-bb08-49fa-b37a-d1b203f679f4", "address": "fa:16:3e:00:f1:81", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61453d03-bb", "ovs_interfaceid": "61453d03-bb08-49fa-b37a-d1b203f679f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.459722] env[65665]: DEBUG nova.compute.utils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.463318] env[65665]: DEBUG nova.compute.manager [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1128.463604] env[65665]: DEBUG nova.network.neutron [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1128.463949] env[65665]: WARNING neutronclient.v2_0.client [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.464310] env[65665]: WARNING neutronclient.v2_0.client [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.526508] env[65665]: DEBUG nova.policy [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a79af04679c4e259bc985469917ce87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b36eec997d504f04b678ad5659b687f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.560512] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511657} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.563654] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 35472265-c6f9-4aa7-acf9-19d03bc44912/35472265-c6f9-4aa7-acf9-19d03bc44912.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.563939] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.565463] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-407fe0d7-3e77-43fd-bfa1-58e30cb95377 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.573195] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1128.573195] env[65665]: value = "task-4855418" [ 1128.573195] env[65665]: _type = "Task" [ 1128.573195] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.590076] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.689851] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d516d129-dee9-4646-a2a4-c69e5a628319 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.698455] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0254d73-da51-412c-bf39-5b3e8b8b0e62 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.729038] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ea12f1-4e15-423c-9d09-b58ed8089fbb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.737326] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9772dde-6b0b-42cd-9caf-9e6c55c9ee08 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.751778] env[65665]: DEBUG nova.compute.provider_tree [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.766996] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52cd0af9-d43d-555a-599b-81a5f512e724, 'name': SearchDatastore_Task, 'duration_secs': 0.060255} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.768513] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0985cee1-f728-48e1-9b59-ed95e4809864 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.775711] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1128.775711] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528d36d3-d9bd-cc8b-586d-1435c0ebe6e5" [ 1128.775711] env[65665]: _type = "Task" [ 1128.775711] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.784117] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528d36d3-d9bd-cc8b-586d-1435c0ebe6e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.824609] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.851656] env[65665]: DEBUG nova.network.neutron [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Successfully created port: 89b85334-5bcd-4571-aa31-7463fd1e14c8 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1128.855549] env[65665]: DEBUG oslo_concurrency.lockutils [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] Releasing lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.855783] env[65665]: DEBUG nova.compute.manager [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Received event network-vif-deleted-f4ca7f88-d0ad-45f9-8170-0d750bcb407a {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1128.856016] env[65665]: INFO nova.compute.manager [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Neutron deleted interface f4ca7f88-d0ad-45f9-8170-0d750bcb407a; detaching it from the instance and deleting it from the info cache [ 1128.856223] env[65665]: DEBUG nova.network.neutron [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.968937] env[65665]: DEBUG nova.compute.manager [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1129.083432] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070975} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.083707] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.084500] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e177632-0989-4f8b-9594-b574881b0d47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.111475] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 35472265-c6f9-4aa7-acf9-19d03bc44912/35472265-c6f9-4aa7-acf9-19d03bc44912.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.111807] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323e6e96-4664-4d84-840f-5373a1d8e7d7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.131762] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1129.131762] env[65665]: value = "task-4855419" [ 1129.131762] env[65665]: _type = "Task" [ 1129.131762] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.140614] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.256907] env[65665]: DEBUG nova.scheduler.client.report [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.287301] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528d36d3-d9bd-cc8b-586d-1435c0ebe6e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.287575] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.287837] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4/278e3e7a-d5bf-4f34-8a5c-f117cc733ca4.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.288158] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-818a07be-c0d3-4be7-81c9-745823bb989e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.295804] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1129.295804] env[65665]: value = "task-4855420" [ 1129.295804] env[65665]: _type = "Task" [ 1129.295804] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.304684] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.358752] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90407494-8009-49d8-b74a-0a6e09c9c735 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.369308] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e00bbc-827d-4d81-8f22-b4dced651cac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.403184] env[65665]: DEBUG nova.compute.manager [req-0e46d271-36e3-46c3-9145-3703d514a7c9 req-d4e7793e-be08-4115-b8de-1740ae18fd87 service nova] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Detach interface failed, port_id=f4ca7f88-d0ad-45f9-8170-0d750bcb407a, reason: Instance 9f5fd109-0db2-429b-a515-bb885fe10c48 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1129.643091] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.762494] env[65665]: DEBUG oslo_concurrency.lockutils [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.769598] env[65665]: DEBUG oslo_concurrency.lockutils [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.061s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.771649] env[65665]: DEBUG nova.objects.instance [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1129.805339] env[65665]: INFO nova.scheduler.client.report [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Deleted allocations for instance 323640b7-53de-4e6a-bd76-60f44adbb17a [ 1129.813665] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855420, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.980272] env[65665]: DEBUG nova.compute.manager [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1130.013642] env[65665]: DEBUG nova.virt.hardware [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1130.013877] env[65665]: DEBUG nova.virt.hardware [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.013979] env[65665]: DEBUG nova.virt.hardware [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1130.014175] env[65665]: DEBUG nova.virt.hardware [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.014317] env[65665]: DEBUG nova.virt.hardware [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1130.014459] env[65665]: DEBUG nova.virt.hardware [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1130.014667] env[65665]: DEBUG nova.virt.hardware [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1130.014894] env[65665]: DEBUG nova.virt.hardware [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1130.015111] env[65665]: DEBUG nova.virt.hardware [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1130.015327] env[65665]: DEBUG nova.virt.hardware [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1130.015537] env[65665]: DEBUG nova.virt.hardware [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1130.016919] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2d4d3b-478a-4393-b822-05e078aa82d9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.028708] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667b3c25-3e35-4270-838f-938a22716f11 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.143355] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855419, 'name': ReconfigVM_Task, 'duration_secs': 0.663821} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.143668] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 35472265-c6f9-4aa7-acf9-19d03bc44912/35472265-c6f9-4aa7-acf9-19d03bc44912.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.144721] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3977e8a-69b1-4ad3-9554-53ab751f055a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.152567] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1130.152567] env[65665]: value = "task-4855421" [ 1130.152567] env[65665]: _type = "Task" [ 1130.152567] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.162050] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855421, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.309085] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878824} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.309085] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4/278e3e7a-d5bf-4f34-8a5c-f117cc733ca4.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.309888] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.309888] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45b00638-1e85-4412-973e-e01a483fa645 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.324077] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1130.324077] env[65665]: value = "task-4855422" [ 1130.324077] env[65665]: _type = "Task" [ 1130.324077] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.324077] env[65665]: DEBUG oslo_concurrency.lockutils [None req-827472f1-a0e1-44d3-bd00-a3dac488729a tempest-AttachInterfacesTestJSON-415676740 tempest-AttachInterfacesTestJSON-415676740-project-member] Lock "323640b7-53de-4e6a-bd76-60f44adbb17a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.228s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.334272] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.436719] env[65665]: DEBUG nova.network.neutron [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Successfully updated port: 89b85334-5bcd-4571-aa31-7463fd1e14c8 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1130.576830] env[65665]: DEBUG nova.compute.manager [req-5f6812ea-46b7-45c9-bae6-cc3a279f680c req-c7b8f9c6-1d29-4d3b-8ec0-26a41fb018b6 service nova] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Received event network-vif-plugged-89b85334-5bcd-4571-aa31-7463fd1e14c8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1130.577220] env[65665]: DEBUG oslo_concurrency.lockutils [req-5f6812ea-46b7-45c9-bae6-cc3a279f680c req-c7b8f9c6-1d29-4d3b-8ec0-26a41fb018b6 service nova] Acquiring lock "cd445750-7b10-435b-a8a7-623f0d3b78f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.577457] env[65665]: DEBUG oslo_concurrency.lockutils [req-5f6812ea-46b7-45c9-bae6-cc3a279f680c req-c7b8f9c6-1d29-4d3b-8ec0-26a41fb018b6 service nova] Lock "cd445750-7b10-435b-a8a7-623f0d3b78f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.577638] env[65665]: DEBUG oslo_concurrency.lockutils [req-5f6812ea-46b7-45c9-bae6-cc3a279f680c req-c7b8f9c6-1d29-4d3b-8ec0-26a41fb018b6 service nova] Lock "cd445750-7b10-435b-a8a7-623f0d3b78f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.577813] env[65665]: DEBUG nova.compute.manager [req-5f6812ea-46b7-45c9-bae6-cc3a279f680c req-c7b8f9c6-1d29-4d3b-8ec0-26a41fb018b6 service nova] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] No waiting events found dispatching network-vif-plugged-89b85334-5bcd-4571-aa31-7463fd1e14c8 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1130.577977] env[65665]: WARNING nova.compute.manager [req-5f6812ea-46b7-45c9-bae6-cc3a279f680c req-c7b8f9c6-1d29-4d3b-8ec0-26a41fb018b6 service nova] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Received unexpected event network-vif-plugged-89b85334-5bcd-4571-aa31-7463fd1e14c8 for instance with vm_state building and task_state spawning. [ 1130.663646] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855421, 'name': Rename_Task, 'duration_secs': 0.280853} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.663646] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.663752] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01c006c6-75c6-493d-94ae-1728258d9025 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.673116] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1130.673116] env[65665]: value = "task-4855423" [ 1130.673116] env[65665]: _type = "Task" [ 1130.673116] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.681809] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.784423] env[65665]: DEBUG oslo_concurrency.lockutils [None req-96a860a9-320c-4881-af42-8b78db9a87f0 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.786782] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.309s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.786782] env[65665]: DEBUG nova.objects.instance [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lazy-loading 'resources' on Instance uuid 751b3c67-22d0-4688-8d84-33a56b930a9e {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.838198] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07542} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.838198] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.838198] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06036d5-130f-43ff-8718-13dc8bb3ba28 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.861701] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4/278e3e7a-d5bf-4f34-8a5c-f117cc733ca4.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.862052] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97fa5787-e83f-4c7b-9d63-89a59ebc47d6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.884349] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1130.884349] env[65665]: value = "task-4855424" [ 1130.884349] env[65665]: _type = "Task" [ 1130.884349] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.897130] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.941774] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "refresh_cache-cd445750-7b10-435b-a8a7-623f0d3b78f0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.941956] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "refresh_cache-cd445750-7b10-435b-a8a7-623f0d3b78f0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.942217] env[65665]: DEBUG nova.network.neutron [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1131.184880] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855423, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.398699] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855424, 'name': ReconfigVM_Task, 'duration_secs': 0.401795} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.398975] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4/278e3e7a-d5bf-4f34-8a5c-f117cc733ca4.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.399648] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38bc9696-5725-4ec4-bce9-4f0488674050 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.406756] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1131.406756] env[65665]: value = "task-4855425" [ 1131.406756] env[65665]: _type = "Task" [ 1131.406756] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.419825] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855425, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.487514] env[65665]: DEBUG nova.network.neutron [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1131.507839] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae9c5e0-00e3-4aaa-b29c-7a4ae7afc82e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.515737] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae380955-cee1-466f-ad85-b602c0615553 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.552671] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0928b755-0128-4a12-a2c5-d754d3ec5df3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.567878] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dcd930-c977-4f89-9980-89675435f789 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.584746] env[65665]: DEBUG nova.compute.provider_tree [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.596891] env[65665]: WARNING neutronclient.v2_0.client [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.686715] env[65665]: DEBUG oslo_vmware.api [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855423, 'name': PowerOnVM_Task, 'duration_secs': 0.535213} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.689611] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.689815] env[65665]: INFO nova.compute.manager [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1131.689986] env[65665]: DEBUG nova.compute.manager [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1131.690972] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cd6c71-73db-4fe2-83f6-305098f6a224 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.787180] env[65665]: DEBUG nova.network.neutron [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Updating instance_info_cache with network_info: [{"id": "89b85334-5bcd-4571-aa31-7463fd1e14c8", "address": "fa:16:3e:16:67:53", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b85334-5b", "ovs_interfaceid": "89b85334-5bcd-4571-aa31-7463fd1e14c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.901505] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Acquiring lock "5a7dbe90-8983-41b2-9dc7-69a3293e7b2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.901976] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Lock "5a7dbe90-8983-41b2-9dc7-69a3293e7b2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.920033] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855425, 'name': Rename_Task, 'duration_secs': 0.49392} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.920982] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.923042] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cd2449a-b2b2-4f93-a302-8282c01a8f65 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.932021] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1131.932021] env[65665]: value = "task-4855426" [ 1131.932021] env[65665]: _type = "Task" [ 1131.932021] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.941142] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.090595] env[65665]: DEBUG nova.scheduler.client.report [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.211186] env[65665]: INFO nova.compute.manager [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Took 17.40 seconds to build instance. [ 1132.290704] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "refresh_cache-cd445750-7b10-435b-a8a7-623f0d3b78f0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.291734] env[65665]: DEBUG nova.compute.manager [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Instance network_info: |[{"id": "89b85334-5bcd-4571-aa31-7463fd1e14c8", "address": "fa:16:3e:16:67:53", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b85334-5b", "ovs_interfaceid": "89b85334-5bcd-4571-aa31-7463fd1e14c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1132.292274] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:67:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89b85334-5bcd-4571-aa31-7463fd1e14c8', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.303243] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1132.307458] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.307458] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98e6df77-122a-4bc8-9c54-9dae527a2157 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.332878] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.332878] env[65665]: value = "task-4855427" [ 1132.332878] env[65665]: _type = "Task" [ 1132.332878] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.344370] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855427, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.404498] env[65665]: DEBUG nova.compute.manager [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1132.445771] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.594082] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.600698] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.254s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.601035] env[65665]: DEBUG nova.objects.instance [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lazy-loading 'resources' on Instance uuid d29c6e18-c899-47d6-9ff7-9b8372c74c13 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.622899] env[65665]: DEBUG nova.compute.manager [req-64124a14-f990-4cf7-829a-b36513d85a21 req-3e2fbb82-9232-4adc-aaff-fbaa552fec8c service nova] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Received event network-changed-89b85334-5bcd-4571-aa31-7463fd1e14c8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1132.622899] env[65665]: DEBUG nova.compute.manager [req-64124a14-f990-4cf7-829a-b36513d85a21 req-3e2fbb82-9232-4adc-aaff-fbaa552fec8c service nova] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Refreshing instance network info cache due to event network-changed-89b85334-5bcd-4571-aa31-7463fd1e14c8. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1132.622899] env[65665]: DEBUG oslo_concurrency.lockutils [req-64124a14-f990-4cf7-829a-b36513d85a21 req-3e2fbb82-9232-4adc-aaff-fbaa552fec8c service nova] Acquiring lock "refresh_cache-cd445750-7b10-435b-a8a7-623f0d3b78f0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.622899] env[65665]: DEBUG oslo_concurrency.lockutils [req-64124a14-f990-4cf7-829a-b36513d85a21 req-3e2fbb82-9232-4adc-aaff-fbaa552fec8c service nova] Acquired lock "refresh_cache-cd445750-7b10-435b-a8a7-623f0d3b78f0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.622899] env[65665]: DEBUG nova.network.neutron [req-64124a14-f990-4cf7-829a-b36513d85a21 req-3e2fbb82-9232-4adc-aaff-fbaa552fec8c service nova] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Refreshing network info cache for port 89b85334-5bcd-4571-aa31-7463fd1e14c8 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.641697] env[65665]: INFO nova.scheduler.client.report [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted allocations for instance 751b3c67-22d0-4688-8d84-33a56b930a9e [ 1132.678151] env[65665]: DEBUG nova.compute.manager [req-2cacac1d-9e57-4af0-ad89-3c7eafccece7 req-ba6986f2-82b0-40f7-993e-b5fb3a2cc901 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Received event network-changed-b869f690-b340-4864-a335-d135ab9e00b7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1132.678151] env[65665]: DEBUG nova.compute.manager [req-2cacac1d-9e57-4af0-ad89-3c7eafccece7 req-ba6986f2-82b0-40f7-993e-b5fb3a2cc901 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Refreshing instance network info cache due to event network-changed-b869f690-b340-4864-a335-d135ab9e00b7. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1132.678236] env[65665]: DEBUG oslo_concurrency.lockutils [req-2cacac1d-9e57-4af0-ad89-3c7eafccece7 req-ba6986f2-82b0-40f7-993e-b5fb3a2cc901 service nova] Acquiring lock "refresh_cache-35472265-c6f9-4aa7-acf9-19d03bc44912" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.678361] env[65665]: DEBUG oslo_concurrency.lockutils [req-2cacac1d-9e57-4af0-ad89-3c7eafccece7 req-ba6986f2-82b0-40f7-993e-b5fb3a2cc901 service nova] Acquired lock "refresh_cache-35472265-c6f9-4aa7-acf9-19d03bc44912" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.678524] env[65665]: DEBUG nova.network.neutron [req-2cacac1d-9e57-4af0-ad89-3c7eafccece7 req-ba6986f2-82b0-40f7-993e-b5fb3a2cc901 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Refreshing network info cache for port b869f690-b340-4864-a335-d135ab9e00b7 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.714136] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7da8560e-c19e-4d9b-9239-afb8a4b5ba7f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.911s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.845933] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855427, 'name': CreateVM_Task, 'duration_secs': 0.348526} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.846313] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.847549] env[65665]: WARNING neutronclient.v2_0.client [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.847921] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.848090] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.848418] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.848695] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a4b91b-c32e-4035-8181-e7144abe7e80 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.856773] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1132.856773] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d43894-1b24-139f-5b37-20391496c82e" [ 1132.856773] env[65665]: _type = "Task" [ 1132.856773] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.870371] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d43894-1b24-139f-5b37-20391496c82e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.925230] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.945373] env[65665]: DEBUG oslo_vmware.api [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855426, 'name': PowerOnVM_Task, 'duration_secs': 0.695377} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.945373] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.945719] env[65665]: INFO nova.compute.manager [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1132.945909] env[65665]: DEBUG nova.compute.manager [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1132.949420] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b76787-b578-499e-b6b6-7e9d37b85357 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.127434] env[65665]: WARNING neutronclient.v2_0.client [req-64124a14-f990-4cf7-829a-b36513d85a21 req-3e2fbb82-9232-4adc-aaff-fbaa552fec8c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.153112] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7badea17-a165-4e7a-b288-716ddf938b18 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "751b3c67-22d0-4688-8d84-33a56b930a9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.379s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.184562] env[65665]: WARNING neutronclient.v2_0.client [req-2cacac1d-9e57-4af0-ad89-3c7eafccece7 req-ba6986f2-82b0-40f7-993e-b5fb3a2cc901 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.342459] env[65665]: WARNING neutronclient.v2_0.client [req-64124a14-f990-4cf7-829a-b36513d85a21 req-3e2fbb82-9232-4adc-aaff-fbaa552fec8c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.347492] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c54c58-1866-4e99-a6ba-d90bc0912f07 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.356093] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a835c41-0097-4178-8b9d-963a5eefc7ad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.368287] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d43894-1b24-139f-5b37-20391496c82e, 'name': SearchDatastore_Task, 'duration_secs': 0.031467} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.396858] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.397190] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.397470] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.397627] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.397818] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.401300] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c9dbcf4-0b81-44e7-9461-455d191ca8c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.403688] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d5cf7e-801a-43f6-bc2a-04e9e0b22442 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.415069] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eb28e3-b885-463c-b21e-d839dec17cb8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.420434] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.420484] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.424013] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bafc59b-5581-4e81-b5ff-8bc1958a2ec5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.435090] env[65665]: DEBUG nova.compute.provider_tree [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.440484] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1133.440484] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525386cc-61c4-41d7-5745-c01a5b9af81d" [ 1133.440484] env[65665]: _type = "Task" [ 1133.440484] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.449943] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525386cc-61c4-41d7-5745-c01a5b9af81d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.457871] env[65665]: DEBUG nova.network.neutron [req-64124a14-f990-4cf7-829a-b36513d85a21 req-3e2fbb82-9232-4adc-aaff-fbaa552fec8c service nova] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Updated VIF entry in instance network info cache for port 89b85334-5bcd-4571-aa31-7463fd1e14c8. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1133.458309] env[65665]: DEBUG nova.network.neutron [req-64124a14-f990-4cf7-829a-b36513d85a21 req-3e2fbb82-9232-4adc-aaff-fbaa552fec8c service nova] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Updating instance_info_cache with network_info: [{"id": "89b85334-5bcd-4571-aa31-7463fd1e14c8", "address": "fa:16:3e:16:67:53", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b85334-5b", "ovs_interfaceid": "89b85334-5bcd-4571-aa31-7463fd1e14c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.467535] env[65665]: INFO nova.compute.manager [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Took 18.06 seconds to build instance. [ 1133.503519] env[65665]: WARNING neutronclient.v2_0.client [req-2cacac1d-9e57-4af0-ad89-3c7eafccece7 req-ba6986f2-82b0-40f7-993e-b5fb3a2cc901 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.577643] env[65665]: DEBUG nova.network.neutron [req-2cacac1d-9e57-4af0-ad89-3c7eafccece7 req-ba6986f2-82b0-40f7-993e-b5fb3a2cc901 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Updated VIF entry in instance network info cache for port b869f690-b340-4864-a335-d135ab9e00b7. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1133.578151] env[65665]: DEBUG nova.network.neutron [req-2cacac1d-9e57-4af0-ad89-3c7eafccece7 req-ba6986f2-82b0-40f7-993e-b5fb3a2cc901 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Updating instance_info_cache with network_info: [{"id": "b869f690-b340-4864-a335-d135ab9e00b7", "address": "fa:16:3e:78:d1:15", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb869f690-b3", "ovs_interfaceid": "b869f690-b340-4864-a335-d135ab9e00b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.938362] env[65665]: DEBUG nova.scheduler.client.report [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.954200] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525386cc-61c4-41d7-5745-c01a5b9af81d, 'name': SearchDatastore_Task, 'duration_secs': 0.023783} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.955029] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b05c6d2-b3a5-4fb2-af16-dec5081201f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.963087] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1133.963087] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5206bf02-a1e5-fc85-9245-548465c0765c" [ 1133.963087] env[65665]: _type = "Task" [ 1133.963087] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.967237] env[65665]: DEBUG oslo_concurrency.lockutils [req-64124a14-f990-4cf7-829a-b36513d85a21 req-3e2fbb82-9232-4adc-aaff-fbaa552fec8c service nova] Releasing lock "refresh_cache-cd445750-7b10-435b-a8a7-623f0d3b78f0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.969780] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6588317e-4ee2-4393-b4c5-9679f096a19a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.091s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.973996] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5206bf02-a1e5-fc85-9245-548465c0765c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.081268] env[65665]: DEBUG oslo_concurrency.lockutils [req-2cacac1d-9e57-4af0-ad89-3c7eafccece7 req-ba6986f2-82b0-40f7-993e-b5fb3a2cc901 service nova] Releasing lock "refresh_cache-35472265-c6f9-4aa7-acf9-19d03bc44912" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.447930] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.450419] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.626s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.450830] env[65665]: DEBUG nova.objects.instance [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lazy-loading 'resources' on Instance uuid 9f5fd109-0db2-429b-a515-bb885fe10c48 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.473851] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5206bf02-a1e5-fc85-9245-548465c0765c, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.475262] env[65665]: INFO nova.scheduler.client.report [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Deleted allocations for instance d29c6e18-c899-47d6-9ff7-9b8372c74c13 [ 1134.479891] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.479891] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] cd445750-7b10-435b-a8a7-623f0d3b78f0/cd445750-7b10-435b-a8a7-623f0d3b78f0.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.480870] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-053074b9-a93e-4b1d-ba35-966da0622ac6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.489304] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1134.489304] env[65665]: value = "task-4855428" [ 1134.489304] env[65665]: _type = "Task" [ 1134.489304] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.499110] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.793220] env[65665]: DEBUG nova.compute.manager [req-65350398-1a21-42c4-98b5-5ab96177c499 req-3d6ddf87-64b2-47d2-8da6-81f958e0b0f3 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Received event network-changed-61453d03-bb08-49fa-b37a-d1b203f679f4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1134.793220] env[65665]: DEBUG nova.compute.manager [req-65350398-1a21-42c4-98b5-5ab96177c499 req-3d6ddf87-64b2-47d2-8da6-81f958e0b0f3 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Refreshing instance network info cache due to event network-changed-61453d03-bb08-49fa-b37a-d1b203f679f4. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1134.793220] env[65665]: DEBUG oslo_concurrency.lockutils [req-65350398-1a21-42c4-98b5-5ab96177c499 req-3d6ddf87-64b2-47d2-8da6-81f958e0b0f3 service nova] Acquiring lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.793400] env[65665]: DEBUG oslo_concurrency.lockutils [req-65350398-1a21-42c4-98b5-5ab96177c499 req-3d6ddf87-64b2-47d2-8da6-81f958e0b0f3 service nova] Acquired lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.793445] env[65665]: DEBUG nova.network.neutron [req-65350398-1a21-42c4-98b5-5ab96177c499 req-3d6ddf87-64b2-47d2-8da6-81f958e0b0f3 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Refreshing network info cache for port 61453d03-bb08-49fa-b37a-d1b203f679f4 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.985118] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8dcb6eb9-ae77-4d9c-b271-d9b8ab4e3110 tempest-ServerShowV257Test-897495195 tempest-ServerShowV257Test-897495195-project-member] Lock "d29c6e18-c899-47d6-9ff7-9b8372c74c13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.467s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.001887] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855428, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.167873] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b84d610-a818-4e0b-8534-73436dee1761 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.177773] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea45910-f8a2-476e-ae4e-bc6105528421 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.214498] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19175c29-6132-44e8-9310-fedf9fd37131 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.227720] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad8814a-38ca-44d4-b471-c61bc7164d60 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.243312] env[65665]: DEBUG nova.compute.provider_tree [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.252601] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "e3518a15-0815-4e62-a26d-fbf6c28e3689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.252912] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "e3518a15-0815-4e62-a26d-fbf6c28e3689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.297091] env[65665]: WARNING neutronclient.v2_0.client [req-65350398-1a21-42c4-98b5-5ab96177c499 req-3d6ddf87-64b2-47d2-8da6-81f958e0b0f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.496590] env[65665]: WARNING neutronclient.v2_0.client [req-65350398-1a21-42c4-98b5-5ab96177c499 req-3d6ddf87-64b2-47d2-8da6-81f958e0b0f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.505300] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878242} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.505585] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] cd445750-7b10-435b-a8a7-623f0d3b78f0/cd445750-7b10-435b-a8a7-623f0d3b78f0.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.505810] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.506144] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52e5cd43-1033-4b23-bd69-bc61e3cb7dd9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.513360] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1135.513360] env[65665]: value = "task-4855429" [ 1135.513360] env[65665]: _type = "Task" [ 1135.513360] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.525135] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.577306] env[65665]: DEBUG nova.network.neutron [req-65350398-1a21-42c4-98b5-5ab96177c499 req-3d6ddf87-64b2-47d2-8da6-81f958e0b0f3 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updated VIF entry in instance network info cache for port 61453d03-bb08-49fa-b37a-d1b203f679f4. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1135.578229] env[65665]: DEBUG nova.network.neutron [req-65350398-1a21-42c4-98b5-5ab96177c499 req-3d6ddf87-64b2-47d2-8da6-81f958e0b0f3 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance_info_cache with network_info: [{"id": "61453d03-bb08-49fa-b37a-d1b203f679f4", "address": "fa:16:3e:00:f1:81", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61453d03-bb", "ovs_interfaceid": "61453d03-bb08-49fa-b37a-d1b203f679f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.747189] env[65665]: DEBUG nova.scheduler.client.report [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.755435] env[65665]: DEBUG nova.compute.manager [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1136.022706] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070797} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.023633] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.024019] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d44e44-df1c-43f5-9f7f-7fd18f57330b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.045334] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] cd445750-7b10-435b-a8a7-623f0d3b78f0/cd445750-7b10-435b-a8a7-623f0d3b78f0.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.045584] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff6cdaa5-5d25-4b94-a091-6ca958cf5b81 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.066259] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1136.066259] env[65665]: value = "task-4855430" [ 1136.066259] env[65665]: _type = "Task" [ 1136.066259] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.074521] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.081219] env[65665]: DEBUG oslo_concurrency.lockutils [req-65350398-1a21-42c4-98b5-5ab96177c499 req-3d6ddf87-64b2-47d2-8da6-81f958e0b0f3 service nova] Releasing lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.252121] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.254937] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.330s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.256857] env[65665]: INFO nova.compute.claims [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.274767] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.276950] env[65665]: INFO nova.scheduler.client.report [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted allocations for instance 9f5fd109-0db2-429b-a515-bb885fe10c48 [ 1136.577469] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855430, 'name': ReconfigVM_Task, 'duration_secs': 0.304316} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.577843] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Reconfigured VM instance instance-0000006e to attach disk [datastore2] cd445750-7b10-435b-a8a7-623f0d3b78f0/cd445750-7b10-435b-a8a7-623f0d3b78f0.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.578485] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03ae0a7c-ce06-4e6b-aa71-a261558758fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.586979] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1136.586979] env[65665]: value = "task-4855431" [ 1136.586979] env[65665]: _type = "Task" [ 1136.586979] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.596535] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855431, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.785061] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8eb309f8-0d3b-4744-97f2-cd83099331ef tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "9f5fd109-0db2-429b-a515-bb885fe10c48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.844s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.098074] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855431, 'name': Rename_Task, 'duration_secs': 0.205331} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.098074] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.098330] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-162ff2ee-c855-4396-baa2-d3936938b0ae {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.105070] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1137.105070] env[65665]: value = "task-4855432" [ 1137.105070] env[65665]: _type = "Task" [ 1137.105070] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.114815] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.363497] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "46536f70-3ea1-4c6d-869d-46063d91056f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.363735] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "46536f70-3ea1-4c6d-869d-46063d91056f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.447305] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b63d33f-ab6a-4e0b-8fb5-1792fbc2d45a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.456403] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d69b13-7981-4740-95a9-87e7b0b24a90 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.489301] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a00a45-cb51-4c7f-8c3e-eeaf528056e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.497780] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4606e84d-4b7e-498f-9da5-dd4057fd6ce7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.512291] env[65665]: DEBUG nova.compute.provider_tree [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.615680] env[65665]: DEBUG oslo_vmware.api [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855432, 'name': PowerOnVM_Task, 'duration_secs': 0.45858} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.616097] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.616179] env[65665]: INFO nova.compute.manager [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1137.616355] env[65665]: DEBUG nova.compute.manager [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1137.617181] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca96671-d084-4b71-8883-78e590b98520 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.867215] env[65665]: DEBUG nova.compute.manager [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1138.015506] env[65665]: DEBUG nova.scheduler.client.report [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.133470] env[65665]: INFO nova.compute.manager [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Took 17.99 seconds to build instance. [ 1138.493311] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.520453] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.521014] env[65665]: DEBUG nova.compute.manager [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1138.523613] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.249s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.525200] env[65665]: INFO nova.compute.claims [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.635611] env[65665]: DEBUG oslo_concurrency.lockutils [None req-edda3e1b-360f-4287-9a84-efd12000da0a tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "cd445750-7b10-435b-a8a7-623f0d3b78f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.508s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.872859] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.873101] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.030345] env[65665]: DEBUG nova.compute.utils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.033921] env[65665]: DEBUG nova.compute.manager [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1139.034122] env[65665]: DEBUG nova.network.neutron [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1139.034442] env[65665]: WARNING neutronclient.v2_0.client [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.034744] env[65665]: WARNING neutronclient.v2_0.client [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.087432] env[65665]: DEBUG nova.policy [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64583e08a8e4458b8db256d61554054f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb511e02f19d415db8c2e7d5f2046dd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.339250] env[65665]: DEBUG oslo_concurrency.lockutils [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "cd445750-7b10-435b-a8a7-623f0d3b78f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.339250] env[65665]: DEBUG oslo_concurrency.lockutils [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "cd445750-7b10-435b-a8a7-623f0d3b78f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.339250] env[65665]: DEBUG oslo_concurrency.lockutils [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "cd445750-7b10-435b-a8a7-623f0d3b78f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.339536] env[65665]: DEBUG oslo_concurrency.lockutils [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "cd445750-7b10-435b-a8a7-623f0d3b78f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.339536] env[65665]: DEBUG oslo_concurrency.lockutils [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "cd445750-7b10-435b-a8a7-623f0d3b78f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.342372] env[65665]: INFO nova.compute.manager [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Terminating instance [ 1139.382106] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.382106] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.382303] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.382303] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.382449] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.382578] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.382686] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1139.382864] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.385244] env[65665]: DEBUG nova.network.neutron [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Successfully created port: 372349d6-095a-4fd9-8dc3-e34b765e8155 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1139.537923] env[65665]: DEBUG nova.compute.manager [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1139.725655] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83c8f59-29f1-48c1-ae1e-a590f9a18a16 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.733602] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc5b870-c7aa-42cb-9957-8079031c91a8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.764620] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edba1b3d-def9-4c36-b644-9ca89c3b5852 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.773109] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a72ac42-1cef-4d31-88d3-8153200ddc85 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.786749] env[65665]: DEBUG nova.compute.provider_tree [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.845598] env[65665]: DEBUG nova.compute.manager [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1139.845855] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.846837] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cceab91-2ccd-4763-a4df-b71c1dcaa361 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.854888] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.855159] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8303699f-8ff9-47eb-b5a8-a4cd8d6c9273 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.864193] env[65665]: DEBUG oslo_vmware.api [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1139.864193] env[65665]: value = "task-4855433" [ 1139.864193] env[65665]: _type = "Task" [ 1139.864193] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.873036] env[65665]: DEBUG oslo_vmware.api [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.890395] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.290629] env[65665]: DEBUG nova.scheduler.client.report [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.374791] env[65665]: DEBUG oslo_vmware.api [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855433, 'name': PowerOffVM_Task, 'duration_secs': 0.236967} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.375026] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.375206] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.375472] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fdeee05-bb1f-44a7-9ec3-a718764d1011 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.443376] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.443599] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.443786] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleting the datastore file [datastore2] cd445750-7b10-435b-a8a7-623f0d3b78f0 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.444297] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bc4671a-9faa-40b5-91ed-57c94006d3c4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.455084] env[65665]: DEBUG oslo_vmware.api [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1140.455084] env[65665]: value = "task-4855435" [ 1140.455084] env[65665]: _type = "Task" [ 1140.455084] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.469152] env[65665]: DEBUG oslo_vmware.api [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.551102] env[65665]: DEBUG nova.compute.manager [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1140.580693] env[65665]: DEBUG nova.virt.hardware [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1140.580930] env[65665]: DEBUG nova.virt.hardware [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.581104] env[65665]: DEBUG nova.virt.hardware [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1140.581289] env[65665]: DEBUG nova.virt.hardware [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.581430] env[65665]: DEBUG nova.virt.hardware [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1140.581570] env[65665]: DEBUG nova.virt.hardware [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1140.581771] env[65665]: DEBUG nova.virt.hardware [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1140.581920] env[65665]: DEBUG nova.virt.hardware [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1140.582186] env[65665]: DEBUG nova.virt.hardware [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1140.582404] env[65665]: DEBUG nova.virt.hardware [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1140.582612] env[65665]: DEBUG nova.virt.hardware [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1140.583636] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb2ab4f-be30-4fe3-9f4e-2b41e27f177e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.594632] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b337d27c-67a9-465c-8901-cae922220cd4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.798123] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.798814] env[65665]: DEBUG nova.compute.manager [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1140.802591] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.309s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.804706] env[65665]: INFO nova.compute.claims [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.814575] env[65665]: DEBUG nova.compute.manager [req-640bcbd0-d662-4827-9595-a14d594f18f7 req-ec71885f-81e5-42fb-9191-d7489840c78a service nova] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Received event network-vif-plugged-372349d6-095a-4fd9-8dc3-e34b765e8155 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1140.815501] env[65665]: DEBUG oslo_concurrency.lockutils [req-640bcbd0-d662-4827-9595-a14d594f18f7 req-ec71885f-81e5-42fb-9191-d7489840c78a service nova] Acquiring lock "5a7dbe90-8983-41b2-9dc7-69a3293e7b2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.815501] env[65665]: DEBUG oslo_concurrency.lockutils [req-640bcbd0-d662-4827-9595-a14d594f18f7 req-ec71885f-81e5-42fb-9191-d7489840c78a service nova] Lock "5a7dbe90-8983-41b2-9dc7-69a3293e7b2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.815501] env[65665]: DEBUG oslo_concurrency.lockutils [req-640bcbd0-d662-4827-9595-a14d594f18f7 req-ec71885f-81e5-42fb-9191-d7489840c78a service nova] Lock "5a7dbe90-8983-41b2-9dc7-69a3293e7b2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.815658] env[65665]: DEBUG nova.compute.manager [req-640bcbd0-d662-4827-9595-a14d594f18f7 req-ec71885f-81e5-42fb-9191-d7489840c78a service nova] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] No waiting events found dispatching network-vif-plugged-372349d6-095a-4fd9-8dc3-e34b765e8155 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1140.815916] env[65665]: WARNING nova.compute.manager [req-640bcbd0-d662-4827-9595-a14d594f18f7 req-ec71885f-81e5-42fb-9191-d7489840c78a service nova] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Received unexpected event network-vif-plugged-372349d6-095a-4fd9-8dc3-e34b765e8155 for instance with vm_state building and task_state spawning. [ 1140.900547] env[65665]: DEBUG nova.network.neutron [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Successfully updated port: 372349d6-095a-4fd9-8dc3-e34b765e8155 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1140.965340] env[65665]: DEBUG oslo_vmware.api [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240786} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.965598] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.965777] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.965950] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.966180] env[65665]: INFO nova.compute.manager [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1140.966440] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1140.966638] env[65665]: DEBUG nova.compute.manager [-] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1140.966737] env[65665]: DEBUG nova.network.neutron [-] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1140.966977] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.000133] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.222299] env[65665]: DEBUG nova.compute.manager [req-e07f87da-b8b7-4b61-a72e-733416edc7ec req-921ee6fa-93b7-4d35-bce7-74c478f7a484 service nova] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Received event network-vif-deleted-89b85334-5bcd-4571-aa31-7463fd1e14c8 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1141.222649] env[65665]: INFO nova.compute.manager [req-e07f87da-b8b7-4b61-a72e-733416edc7ec req-921ee6fa-93b7-4d35-bce7-74c478f7a484 service nova] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Neutron deleted interface 89b85334-5bcd-4571-aa31-7463fd1e14c8; detaching it from the instance and deleting it from the info cache [ 1141.222986] env[65665]: DEBUG nova.network.neutron [req-e07f87da-b8b7-4b61-a72e-733416edc7ec req-921ee6fa-93b7-4d35-bce7-74c478f7a484 service nova] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.310340] env[65665]: DEBUG nova.compute.utils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.313601] env[65665]: DEBUG nova.compute.manager [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1141.313829] env[65665]: DEBUG nova.network.neutron [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1141.314214] env[65665]: WARNING neutronclient.v2_0.client [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.314556] env[65665]: WARNING neutronclient.v2_0.client [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.361847] env[65665]: DEBUG nova.policy [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3966a9e07bb4deba27121c11ef82e16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ee5d8182dad4eebae4a83f408e0ba22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.403459] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Acquiring lock "refresh_cache-5a7dbe90-8983-41b2-9dc7-69a3293e7b2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.403459] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Acquired lock "refresh_cache-5a7dbe90-8983-41b2-9dc7-69a3293e7b2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.403641] env[65665]: DEBUG nova.network.neutron [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1141.629600] env[65665]: DEBUG nova.network.neutron [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Successfully created port: 3ab98db8-9676-494e-8b74-2bc30a265076 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1141.694440] env[65665]: DEBUG nova.network.neutron [-] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.726036] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a8a04f8-d72b-43f1-836b-1d989c9c50c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.736882] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb0bb36-fe48-414a-969a-75a26b42f7a3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.774883] env[65665]: DEBUG nova.compute.manager [req-e07f87da-b8b7-4b61-a72e-733416edc7ec req-921ee6fa-93b7-4d35-bce7-74c478f7a484 service nova] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Detach interface failed, port_id=89b85334-5bcd-4571-aa31-7463fd1e14c8, reason: Instance cd445750-7b10-435b-a8a7-623f0d3b78f0 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1141.815070] env[65665]: DEBUG nova.compute.manager [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1141.941733] env[65665]: DEBUG nova.network.neutron [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1142.011364] env[65665]: WARNING neutronclient.v2_0.client [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.016431] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eea407-feed-467a-9d46-b138a620be14 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.024902] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84af680e-4b69-4135-89f5-e223fbefa3bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.058787] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32375791-1254-454d-89e0-a08912d0ec47 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.067810] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e5883-b0ac-4360-ae22-4e69976c5f06 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.082653] env[65665]: DEBUG nova.compute.provider_tree [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.104049] env[65665]: DEBUG nova.network.neutron [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Updating instance_info_cache with network_info: [{"id": "372349d6-095a-4fd9-8dc3-e34b765e8155", "address": "fa:16:3e:3b:49:11", "network": {"id": "05ee5157-0557-42f6-b645-d13ecbb7af50", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1405904975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb511e02f19d415db8c2e7d5f2046dd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372349d6-09", "ovs_interfaceid": "372349d6-095a-4fd9-8dc3-e34b765e8155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.196721] env[65665]: INFO nova.compute.manager [-] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Took 1.23 seconds to deallocate network for instance. [ 1142.587672] env[65665]: DEBUG nova.scheduler.client.report [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.607285] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Releasing lock "refresh_cache-5a7dbe90-8983-41b2-9dc7-69a3293e7b2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.607754] env[65665]: DEBUG nova.compute.manager [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Instance network_info: |[{"id": "372349d6-095a-4fd9-8dc3-e34b765e8155", "address": "fa:16:3e:3b:49:11", "network": {"id": "05ee5157-0557-42f6-b645-d13ecbb7af50", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1405904975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb511e02f19d415db8c2e7d5f2046dd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372349d6-09", "ovs_interfaceid": "372349d6-095a-4fd9-8dc3-e34b765e8155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1142.608898] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:49:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '372349d6-095a-4fd9-8dc3-e34b765e8155', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.616335] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Creating folder: Project (fb511e02f19d415db8c2e7d5f2046dd1). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.617023] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ef6f64d-65bf-4907-b2e2-f4e7d64ef8b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.629668] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Created folder: Project (fb511e02f19d415db8c2e7d5f2046dd1) in parent group-v946135. [ 1142.629893] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Creating folder: Instances. Parent ref: group-v946438. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.630156] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80a0d1ff-98b6-4bc0-b91f-d1830366defb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.642334] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Created folder: Instances in parent group-v946438. [ 1142.642647] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1142.642905] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.643103] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-762231f7-9647-4535-b354-2397f6d0f749 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.662952] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.662952] env[65665]: value = "task-4855438" [ 1142.662952] env[65665]: _type = "Task" [ 1142.662952] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.671356] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855438, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.705265] env[65665]: DEBUG oslo_concurrency.lockutils [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.826985] env[65665]: DEBUG nova.compute.manager [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1142.852211] env[65665]: DEBUG nova.compute.manager [req-c4ab8333-50ff-47bc-aa86-38aa9f866f4f req-9f6bf555-35a3-4a5a-a605-4fc55907063a service nova] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Received event network-changed-372349d6-095a-4fd9-8dc3-e34b765e8155 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1142.853033] env[65665]: DEBUG nova.compute.manager [req-c4ab8333-50ff-47bc-aa86-38aa9f866f4f req-9f6bf555-35a3-4a5a-a605-4fc55907063a service nova] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Refreshing instance network info cache due to event network-changed-372349d6-095a-4fd9-8dc3-e34b765e8155. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1142.853033] env[65665]: DEBUG oslo_concurrency.lockutils [req-c4ab8333-50ff-47bc-aa86-38aa9f866f4f req-9f6bf555-35a3-4a5a-a605-4fc55907063a service nova] Acquiring lock "refresh_cache-5a7dbe90-8983-41b2-9dc7-69a3293e7b2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.853033] env[65665]: DEBUG oslo_concurrency.lockutils [req-c4ab8333-50ff-47bc-aa86-38aa9f866f4f req-9f6bf555-35a3-4a5a-a605-4fc55907063a service nova] Acquired lock "refresh_cache-5a7dbe90-8983-41b2-9dc7-69a3293e7b2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.853033] env[65665]: DEBUG nova.network.neutron [req-c4ab8333-50ff-47bc-aa86-38aa9f866f4f req-9f6bf555-35a3-4a5a-a605-4fc55907063a service nova] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Refreshing network info cache for port 372349d6-095a-4fd9-8dc3-e34b765e8155 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.858304] env[65665]: DEBUG nova.virt.hardware [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1142.858559] env[65665]: DEBUG nova.virt.hardware [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.858713] env[65665]: DEBUG nova.virt.hardware [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1142.858889] env[65665]: DEBUG nova.virt.hardware [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.859042] env[65665]: DEBUG nova.virt.hardware [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1142.859211] env[65665]: DEBUG nova.virt.hardware [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1142.859475] env[65665]: DEBUG nova.virt.hardware [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1142.859621] env[65665]: DEBUG nova.virt.hardware [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1142.859780] env[65665]: DEBUG nova.virt.hardware [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1142.859937] env[65665]: DEBUG nova.virt.hardware [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1142.860309] env[65665]: DEBUG nova.virt.hardware [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1142.861274] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3354d3-d0a9-4345-baf3-518ebae55720 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.871821] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ba2320-4311-424b-83dc-581bd0c7c12e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.952359] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "06a25155-56b1-465e-8633-8895e8283470" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.952731] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.058336] env[65665]: DEBUG nova.compute.manager [req-c56ad9ff-2c19-408c-ac8f-27036f1aac1e req-970f668b-2035-4f8e-9c34-3d83120bd365 service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Received event network-vif-plugged-3ab98db8-9676-494e-8b74-2bc30a265076 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1143.058794] env[65665]: DEBUG oslo_concurrency.lockutils [req-c56ad9ff-2c19-408c-ac8f-27036f1aac1e req-970f668b-2035-4f8e-9c34-3d83120bd365 service nova] Acquiring lock "e3518a15-0815-4e62-a26d-fbf6c28e3689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.059031] env[65665]: DEBUG oslo_concurrency.lockutils [req-c56ad9ff-2c19-408c-ac8f-27036f1aac1e req-970f668b-2035-4f8e-9c34-3d83120bd365 service nova] Lock "e3518a15-0815-4e62-a26d-fbf6c28e3689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.059214] env[65665]: DEBUG oslo_concurrency.lockutils [req-c56ad9ff-2c19-408c-ac8f-27036f1aac1e req-970f668b-2035-4f8e-9c34-3d83120bd365 service nova] Lock "e3518a15-0815-4e62-a26d-fbf6c28e3689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.059385] env[65665]: DEBUG nova.compute.manager [req-c56ad9ff-2c19-408c-ac8f-27036f1aac1e req-970f668b-2035-4f8e-9c34-3d83120bd365 service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] No waiting events found dispatching network-vif-plugged-3ab98db8-9676-494e-8b74-2bc30a265076 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1143.059546] env[65665]: WARNING nova.compute.manager [req-c56ad9ff-2c19-408c-ac8f-27036f1aac1e req-970f668b-2035-4f8e-9c34-3d83120bd365 service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Received unexpected event network-vif-plugged-3ab98db8-9676-494e-8b74-2bc30a265076 for instance with vm_state building and task_state spawning. [ 1143.093743] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.094371] env[65665]: DEBUG nova.compute.manager [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1143.098244] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.208s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.098467] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.098674] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1143.098968] env[65665]: DEBUG oslo_concurrency.lockutils [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.394s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.099192] env[65665]: DEBUG nova.objects.instance [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lazy-loading 'resources' on Instance uuid cd445750-7b10-435b-a8a7-623f0d3b78f0 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.101201] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd52cf6e-48bf-4333-a786-31007669453a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.112249] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a958c69-6cbd-4fc6-8674-fecd736cfb66 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.129108] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e97527a-aa98-433b-8519-f23e27aea025 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.136906] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7349025-07e3-45d3-8d9c-e6f070249350 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.168406] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178378MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1143.168620] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.177315] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855438, 'name': CreateVM_Task, 'duration_secs': 0.334291} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.177508] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.177966] env[65665]: WARNING neutronclient.v2_0.client [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.178352] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.178514] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.178811] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.179074] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f18bd3-de50-47af-ab01-e7f2637297c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.184069] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Waiting for the task: (returnval){ [ 1143.184069] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fe3541-a375-46d8-2b33-181cddf15a3d" [ 1143.184069] env[65665]: _type = "Task" [ 1143.184069] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.193237] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fe3541-a375-46d8-2b33-181cddf15a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.356454] env[65665]: WARNING neutronclient.v2_0.client [req-c4ab8333-50ff-47bc-aa86-38aa9f866f4f req-9f6bf555-35a3-4a5a-a605-4fc55907063a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.457776] env[65665]: INFO nova.compute.manager [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Detaching volume 85df3590-a317-4df7-b1af-43d9ebed87a0 [ 1143.500389] env[65665]: INFO nova.virt.block_device [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Attempting to driver detach volume 85df3590-a317-4df7-b1af-43d9ebed87a0 from mountpoint /dev/sdb [ 1143.500658] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1143.500842] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946423', 'volume_id': '85df3590-a317-4df7-b1af-43d9ebed87a0', 'name': 'volume-85df3590-a317-4df7-b1af-43d9ebed87a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06a25155-56b1-465e-8633-8895e8283470', 'attached_at': '', 'detached_at': '', 'volume_id': '85df3590-a317-4df7-b1af-43d9ebed87a0', 'serial': '85df3590-a317-4df7-b1af-43d9ebed87a0'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1143.501796] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcc787e-40c6-43c5-a4d3-9348833a1084 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.529020] env[65665]: WARNING neutronclient.v2_0.client [req-c4ab8333-50ff-47bc-aa86-38aa9f866f4f req-9f6bf555-35a3-4a5a-a605-4fc55907063a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.530310] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65c5625-72a5-43bd-9de1-76f69b77f16d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.538518] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9807a0-38b5-4753-a652-3ecbd65e25d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.562756] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad58b00d-2ebc-4427-aa0e-2e8166644631 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.582427] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The volume has not been displaced from its original location: [datastore2] volume-85df3590-a317-4df7-b1af-43d9ebed87a0/volume-85df3590-a317-4df7-b1af-43d9ebed87a0.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1143.587907] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.588323] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df4a6b37-0687-4405-a9ac-4f94b0695896 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.603031] env[65665]: DEBUG nova.compute.utils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.608143] env[65665]: DEBUG nova.network.neutron [req-c4ab8333-50ff-47bc-aa86-38aa9f866f4f req-9f6bf555-35a3-4a5a-a605-4fc55907063a service nova] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Updated VIF entry in instance network info cache for port 372349d6-095a-4fd9-8dc3-e34b765e8155. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1143.608512] env[65665]: DEBUG nova.network.neutron [req-c4ab8333-50ff-47bc-aa86-38aa9f866f4f req-9f6bf555-35a3-4a5a-a605-4fc55907063a service nova] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Updating instance_info_cache with network_info: [{"id": "372349d6-095a-4fd9-8dc3-e34b765e8155", "address": "fa:16:3e:3b:49:11", "network": {"id": "05ee5157-0557-42f6-b645-d13ecbb7af50", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1405904975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb511e02f19d415db8c2e7d5f2046dd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap372349d6-09", "ovs_interfaceid": "372349d6-095a-4fd9-8dc3-e34b765e8155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.609964] env[65665]: DEBUG nova.compute.manager [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1143.610174] env[65665]: DEBUG nova.network.neutron [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1143.610495] env[65665]: WARNING neutronclient.v2_0.client [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.610792] env[65665]: WARNING neutronclient.v2_0.client [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.621032] env[65665]: DEBUG oslo_vmware.api [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1143.621032] env[65665]: value = "task-4855439" [ 1143.621032] env[65665]: _type = "Task" [ 1143.621032] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.621032] env[65665]: DEBUG nova.network.neutron [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Successfully updated port: 3ab98db8-9676-494e-8b74-2bc30a265076 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1143.642392] env[65665]: DEBUG oslo_vmware.api [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855439, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.667292] env[65665]: DEBUG nova.policy [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b926604520c426ba3032913d2e1861c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4ce9c6ecd5c4a14aa9fa8007b82af44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.698292] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fe3541-a375-46d8-2b33-181cddf15a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.698710] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.699016] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.699322] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.699510] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.699789] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.700197] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-635b683c-74de-4ff8-abd8-aa5499d8c90f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.713815] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.714017] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.717731] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf60f81-4e88-483c-9ab1-eac16fcfdd38 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.724971] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Waiting for the task: (returnval){ [ 1143.724971] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f45b77-aa92-e993-9cd1-4fe1a66fc133" [ 1143.724971] env[65665]: _type = "Task" [ 1143.724971] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.736366] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f45b77-aa92-e993-9cd1-4fe1a66fc133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.820596] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c203270-756f-4d28-8f71-f0fd14b1a6a1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.829786] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a27689c-ad95-4645-b438-ff4759b6d8b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.862291] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f150807-4c38-461d-be1f-51222b921ef0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.870266] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51dda67-c5ae-4b5b-a90f-e011a703f3f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.884472] env[65665]: DEBUG nova.compute.provider_tree [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.970135] env[65665]: DEBUG nova.network.neutron [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Successfully created port: 506fd470-b5e7-45f2-8deb-7333ec788e06 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1144.110870] env[65665]: DEBUG nova.compute.manager [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1144.113987] env[65665]: DEBUG oslo_concurrency.lockutils [req-c4ab8333-50ff-47bc-aa86-38aa9f866f4f req-9f6bf555-35a3-4a5a-a605-4fc55907063a service nova] Releasing lock "refresh_cache-5a7dbe90-8983-41b2-9dc7-69a3293e7b2a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.123334] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "refresh_cache-e3518a15-0815-4e62-a26d-fbf6c28e3689" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.123540] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "refresh_cache-e3518a15-0815-4e62-a26d-fbf6c28e3689" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.123773] env[65665]: DEBUG nova.network.neutron [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1144.136118] env[65665]: DEBUG oslo_vmware.api [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855439, 'name': ReconfigVM_Task, 'duration_secs': 0.240713} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.136448] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.141657] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74fb37ac-6637-40a8-95a2-a28a3cb52b9b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.159511] env[65665]: DEBUG oslo_vmware.api [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1144.159511] env[65665]: value = "task-4855440" [ 1144.159511] env[65665]: _type = "Task" [ 1144.159511] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.171237] env[65665]: DEBUG oslo_vmware.api [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.237678] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f45b77-aa92-e993-9cd1-4fe1a66fc133, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.238688] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8459889b-55d9-44cc-b2bc-f505a1a4d581 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.245505] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Waiting for the task: (returnval){ [ 1144.245505] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527bf6e8-2156-ee7a-39a0-5a69a595f1a8" [ 1144.245505] env[65665]: _type = "Task" [ 1144.245505] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.254466] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527bf6e8-2156-ee7a-39a0-5a69a595f1a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.387672] env[65665]: DEBUG nova.scheduler.client.report [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.660423] env[65665]: DEBUG nova.network.neutron [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1144.672602] env[65665]: DEBUG oslo_vmware.api [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855440, 'name': ReconfigVM_Task, 'duration_secs': 0.178195} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.672918] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946423', 'volume_id': '85df3590-a317-4df7-b1af-43d9ebed87a0', 'name': 'volume-85df3590-a317-4df7-b1af-43d9ebed87a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06a25155-56b1-465e-8633-8895e8283470', 'attached_at': '', 'detached_at': '', 'volume_id': '85df3590-a317-4df7-b1af-43d9ebed87a0', 'serial': '85df3590-a317-4df7-b1af-43d9ebed87a0'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1144.751441] env[65665]: WARNING neutronclient.v2_0.client [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.760629] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527bf6e8-2156-ee7a-39a0-5a69a595f1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.760765] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.760953] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a/5a7dbe90-8983-41b2-9dc7-69a3293e7b2a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.761238] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed40ec63-b423-45ef-9a71-0d16a8b8a5c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.770245] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Waiting for the task: (returnval){ [ 1144.770245] env[65665]: value = "task-4855441" [ 1144.770245] env[65665]: _type = "Task" [ 1144.770245] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.781523] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.828870] env[65665]: DEBUG nova.network.neutron [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Updating instance_info_cache with network_info: [{"id": "3ab98db8-9676-494e-8b74-2bc30a265076", "address": "fa:16:3e:87:6b:c4", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab98db8-96", "ovs_interfaceid": "3ab98db8-9676-494e-8b74-2bc30a265076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.889029] env[65665]: DEBUG nova.compute.manager [req-ad3c4abd-8a8e-4f1f-a21b-eedd64ae5a0e req-2d41588d-a9f0-43ea-b1c6-8a784a01e7d8 service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Received event network-changed-3ab98db8-9676-494e-8b74-2bc30a265076 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1144.889350] env[65665]: DEBUG nova.compute.manager [req-ad3c4abd-8a8e-4f1f-a21b-eedd64ae5a0e req-2d41588d-a9f0-43ea-b1c6-8a784a01e7d8 service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Refreshing instance network info cache due to event network-changed-3ab98db8-9676-494e-8b74-2bc30a265076. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1144.889514] env[65665]: DEBUG oslo_concurrency.lockutils [req-ad3c4abd-8a8e-4f1f-a21b-eedd64ae5a0e req-2d41588d-a9f0-43ea-b1c6-8a784a01e7d8 service nova] Acquiring lock "refresh_cache-e3518a15-0815-4e62-a26d-fbf6c28e3689" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.892796] env[65665]: DEBUG oslo_concurrency.lockutils [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.897059] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.728s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.920997] env[65665]: INFO nova.scheduler.client.report [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted allocations for instance cd445750-7b10-435b-a8a7-623f0d3b78f0 [ 1145.120991] env[65665]: DEBUG nova.compute.manager [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1145.152352] env[65665]: DEBUG nova.virt.hardware [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1145.152616] env[65665]: DEBUG nova.virt.hardware [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.152765] env[65665]: DEBUG nova.virt.hardware [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1145.152940] env[65665]: DEBUG nova.virt.hardware [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.153092] env[65665]: DEBUG nova.virt.hardware [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1145.153236] env[65665]: DEBUG nova.virt.hardware [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1145.153437] env[65665]: DEBUG nova.virt.hardware [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1145.153588] env[65665]: DEBUG nova.virt.hardware [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1145.153748] env[65665]: DEBUG nova.virt.hardware [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1145.153901] env[65665]: DEBUG nova.virt.hardware [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1145.154087] env[65665]: DEBUG nova.virt.hardware [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1145.155441] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930e77d2-c385-4827-9308-7f578f7fae5a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.165249] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf1fd6a-adb0-40cf-bbd6-290dce80d235 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.250440] env[65665]: DEBUG nova.objects.instance [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'flavor' on Instance uuid 06a25155-56b1-465e-8633-8895e8283470 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.282443] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462734} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.282638] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a/5a7dbe90-8983-41b2-9dc7-69a3293e7b2a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.283480] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.283480] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d48ac2da-6bcd-420e-bdaa-774a005d33e7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.292723] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Waiting for the task: (returnval){ [ 1145.292723] env[65665]: value = "task-4855442" [ 1145.292723] env[65665]: _type = "Task" [ 1145.292723] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.302582] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.332053] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "refresh_cache-e3518a15-0815-4e62-a26d-fbf6c28e3689" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.332327] env[65665]: DEBUG nova.compute.manager [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Instance network_info: |[{"id": "3ab98db8-9676-494e-8b74-2bc30a265076", "address": "fa:16:3e:87:6b:c4", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab98db8-96", "ovs_interfaceid": "3ab98db8-9676-494e-8b74-2bc30a265076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1145.333025] env[65665]: DEBUG oslo_concurrency.lockutils [req-ad3c4abd-8a8e-4f1f-a21b-eedd64ae5a0e req-2d41588d-a9f0-43ea-b1c6-8a784a01e7d8 service nova] Acquired lock "refresh_cache-e3518a15-0815-4e62-a26d-fbf6c28e3689" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.333025] env[65665]: DEBUG nova.network.neutron [req-ad3c4abd-8a8e-4f1f-a21b-eedd64ae5a0e req-2d41588d-a9f0-43ea-b1c6-8a784a01e7d8 service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Refreshing network info cache for port 3ab98db8-9676-494e-8b74-2bc30a265076 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.334301] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:6b:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ab98db8-9676-494e-8b74-2bc30a265076', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.341902] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1145.343024] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.343380] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-711cb717-e263-4183-b7fd-6d619bb1231c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.366770] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.366770] env[65665]: value = "task-4855443" [ 1145.366770] env[65665]: _type = "Task" [ 1145.366770] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.376186] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855443, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.408709] env[65665]: DEBUG nova.compute.manager [req-89501251-16b0-40eb-8592-45ee76645f05 req-7e1636f3-6480-41d4-bfd3-22fc73c75568 service nova] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Received event network-vif-plugged-506fd470-b5e7-45f2-8deb-7333ec788e06 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1145.408925] env[65665]: DEBUG oslo_concurrency.lockutils [req-89501251-16b0-40eb-8592-45ee76645f05 req-7e1636f3-6480-41d4-bfd3-22fc73c75568 service nova] Acquiring lock "46536f70-3ea1-4c6d-869d-46063d91056f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.409138] env[65665]: DEBUG oslo_concurrency.lockutils [req-89501251-16b0-40eb-8592-45ee76645f05 req-7e1636f3-6480-41d4-bfd3-22fc73c75568 service nova] Lock "46536f70-3ea1-4c6d-869d-46063d91056f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.409320] env[65665]: DEBUG oslo_concurrency.lockutils [req-89501251-16b0-40eb-8592-45ee76645f05 req-7e1636f3-6480-41d4-bfd3-22fc73c75568 service nova] Lock "46536f70-3ea1-4c6d-869d-46063d91056f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.409469] env[65665]: DEBUG nova.compute.manager [req-89501251-16b0-40eb-8592-45ee76645f05 req-7e1636f3-6480-41d4-bfd3-22fc73c75568 service nova] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] No waiting events found dispatching network-vif-plugged-506fd470-b5e7-45f2-8deb-7333ec788e06 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1145.409644] env[65665]: WARNING nova.compute.manager [req-89501251-16b0-40eb-8592-45ee76645f05 req-7e1636f3-6480-41d4-bfd3-22fc73c75568 service nova] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Received unexpected event network-vif-plugged-506fd470-b5e7-45f2-8deb-7333ec788e06 for instance with vm_state building and task_state spawning. [ 1145.431156] env[65665]: DEBUG oslo_concurrency.lockutils [None req-418ed56c-a96b-4f32-915a-20fbed197d70 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "cd445750-7b10-435b-a8a7-623f0d3b78f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.092s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.494229] env[65665]: DEBUG nova.network.neutron [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Successfully updated port: 506fd470-b5e7-45f2-8deb-7333ec788e06 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1145.807400] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073026} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.807662] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.808466] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4597c6e-6c5f-4d36-968f-6d511fb7b8d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.845221] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a/5a7dbe90-8983-41b2-9dc7-69a3293e7b2a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.847043] env[65665]: WARNING neutronclient.v2_0.client [req-ad3c4abd-8a8e-4f1f-a21b-eedd64ae5a0e req-2d41588d-a9f0-43ea-b1c6-8a784a01e7d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.850269] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa64605e-4a9f-4748-8956-4402a0d3d9f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.889519] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855443, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.891724] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Waiting for the task: (returnval){ [ 1145.891724] env[65665]: value = "task-4855444" [ 1145.891724] env[65665]: _type = "Task" [ 1145.891724] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.914505] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855444, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.916260] env[65665]: DEBUG oslo_concurrency.lockutils [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "6b4e010f-8e87-4f75-8fe4-7223ee14b08a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.916609] env[65665]: DEBUG oslo_concurrency.lockutils [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "6b4e010f-8e87-4f75-8fe4-7223ee14b08a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.916908] env[65665]: DEBUG oslo_concurrency.lockutils [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "6b4e010f-8e87-4f75-8fe4-7223ee14b08a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.917196] env[65665]: DEBUG oslo_concurrency.lockutils [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "6b4e010f-8e87-4f75-8fe4-7223ee14b08a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.917670] env[65665]: DEBUG oslo_concurrency.lockutils [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "6b4e010f-8e87-4f75-8fe4-7223ee14b08a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.924563] env[65665]: INFO nova.compute.manager [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Terminating instance [ 1145.939515] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 18bdbc26-a9a1-480d-86a0-f11efa40a06a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1145.940021] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance a6bfc2be-d17e-4655-9f35-155baf8a8c1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1145.940021] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 72c616b4-eda8-4f46-ac04-ba145a722746 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1145.940301] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 84efb212-53f2-4247-b12f-c56a0e2aa166 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1145.940513] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 06a25155-56b1-465e-8633-8895e8283470 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1145.940710] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance d5335b42-d041-4083-b4cc-6e30f712ca87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1145.940897] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 6b4e010f-8e87-4f75-8fe4-7223ee14b08a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1145.941097] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 35472265-c6f9-4aa7-acf9-19d03bc44912 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1145.941292] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1145.941481] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1145.941762] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance e3518a15-0815-4e62-a26d-fbf6c28e3689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1145.942113] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 46536f70-3ea1-4c6d-869d-46063d91056f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1145.942444] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1145.942700] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '12', 'num_vm_active': '9', 'num_task_None': '9', 'num_os_type_None': '12', 'num_proj_f26153d5641a4814a8977223e99fb045': '2', 'io_workload': '3', 'num_proj_7ee5d8182dad4eebae4a83f408e0ba22': '2', 'num_proj_fba71d467faa49989688c2049cc83742': '1', 'num_proj_b36eec997d504f04b678ad5659b687f1': '2', 'num_proj_add974dc94014f8e88f531b71fd9cea0': '1', 'num_proj_1ee62f14103f4b06b71087880b7ba6fa': '1', 'num_proj_10b335171f7e4dfd9ffa1dea0cc5e48f': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_fb511e02f19d415db8c2e7d5f2046dd1': '1', 'num_proj_f4ce9c6ecd5c4a14aa9fa8007b82af44': '1'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1145.999618] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "refresh_cache-46536f70-3ea1-4c6d-869d-46063d91056f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.000817] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "refresh_cache-46536f70-3ea1-4c6d-869d-46063d91056f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.000817] env[65665]: DEBUG nova.network.neutron [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1146.046400] env[65665]: WARNING neutronclient.v2_0.client [req-ad3c4abd-8a8e-4f1f-a21b-eedd64ae5a0e req-2d41588d-a9f0-43ea-b1c6-8a784a01e7d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.129612] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165a079d-3252-42b5-ad27-493e7d7329c2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.134721] env[65665]: DEBUG nova.network.neutron [req-ad3c4abd-8a8e-4f1f-a21b-eedd64ae5a0e req-2d41588d-a9f0-43ea-b1c6-8a784a01e7d8 service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Updated VIF entry in instance network info cache for port 3ab98db8-9676-494e-8b74-2bc30a265076. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1146.135132] env[65665]: DEBUG nova.network.neutron [req-ad3c4abd-8a8e-4f1f-a21b-eedd64ae5a0e req-2d41588d-a9f0-43ea-b1c6-8a784a01e7d8 service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Updating instance_info_cache with network_info: [{"id": "3ab98db8-9676-494e-8b74-2bc30a265076", "address": "fa:16:3e:87:6b:c4", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab98db8-96", "ovs_interfaceid": "3ab98db8-9676-494e-8b74-2bc30a265076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.139746] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f31388f-6f07-487c-8ac7-0329ee7ad595 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.175754] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0817110-0c25-477b-a249-79be73f5deef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.188277] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91991f78-e2fd-414a-b41c-5b1a13c45d66 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.206074] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74bae6ce-20bd-462b-8957-9d7179470ddf tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "06a25155-56b1-465e-8633-8895e8283470" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.206710] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.257652] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a4f46d4c-af7f-4de4-9793-851b26a32ca3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.305s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.259621] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74bae6ce-20bd-462b-8957-9d7179470ddf tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.053s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.259621] env[65665]: DEBUG nova.compute.manager [None req-74bae6ce-20bd-462b-8957-9d7179470ddf tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1146.261090] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df37b47f-8f9d-4376-a209-82b507f9a0e9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.270450] env[65665]: DEBUG nova.compute.manager [None req-74bae6ce-20bd-462b-8957-9d7179470ddf tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65665) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1146.271259] env[65665]: DEBUG nova.objects.instance [None req-74bae6ce-20bd-462b-8957-9d7179470ddf tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'flavor' on Instance uuid 06a25155-56b1-465e-8633-8895e8283470 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.386537] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855443, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.402467] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.430605] env[65665]: DEBUG nova.compute.manager [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1146.430930] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.432277] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8967493a-f6b3-45c4-bc36-c6bb1fb1c679 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.443020] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.443425] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45223094-6313-47e6-b38f-ca61aa9e6bf9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.451803] env[65665]: DEBUG oslo_vmware.api [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1146.451803] env[65665]: value = "task-4855445" [ 1146.451803] env[65665]: _type = "Task" [ 1146.451803] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.460935] env[65665]: DEBUG oslo_vmware.api [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.542389] env[65665]: DEBUG nova.network.neutron [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1146.640031] env[65665]: DEBUG oslo_concurrency.lockutils [req-ad3c4abd-8a8e-4f1f-a21b-eedd64ae5a0e req-2d41588d-a9f0-43ea-b1c6-8a784a01e7d8 service nova] Releasing lock "refresh_cache-e3518a15-0815-4e62-a26d-fbf6c28e3689" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.642207] env[65665]: WARNING neutronclient.v2_0.client [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.710827] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.735127] env[65665]: DEBUG nova.network.neutron [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Updating instance_info_cache with network_info: [{"id": "506fd470-b5e7-45f2-8deb-7333ec788e06", "address": "fa:16:3e:74:8d:01", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap506fd470-b5", "ovs_interfaceid": "506fd470-b5e7-45f2-8deb-7333ec788e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.888071] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855443, 'name': CreateVM_Task, 'duration_secs': 1.260488} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.888263] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.888779] env[65665]: WARNING neutronclient.v2_0.client [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.889182] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.889354] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.889996] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.889996] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814c223d-9303-40fd-ba56-69ba1dfbc94a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.897985] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1146.897985] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bd4db3-8f27-d8d3-e0dc-5d94278b3e02" [ 1146.897985] env[65665]: _type = "Task" [ 1146.897985] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.907602] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855444, 'name': ReconfigVM_Task, 'duration_secs': 0.956883} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.908282] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a/5a7dbe90-8983-41b2-9dc7-69a3293e7b2a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.909037] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c775a143-e11f-44bb-b47f-923a5a387fad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.913975] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bd4db3-8f27-d8d3-e0dc-5d94278b3e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.919691] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Waiting for the task: (returnval){ [ 1146.919691] env[65665]: value = "task-4855446" [ 1146.919691] env[65665]: _type = "Task" [ 1146.919691] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.929131] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855446, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.962549] env[65665]: DEBUG oslo_vmware.api [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855445, 'name': PowerOffVM_Task, 'duration_secs': 0.329184} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.962880] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.963094] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.963405] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5effdcfd-7eb5-4a55-89ae-3498f321fdbe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.032276] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.032495] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.032745] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleting the datastore file [datastore1] 6b4e010f-8e87-4f75-8fe4-7223ee14b08a {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.033124] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-517e2c0e-1022-4caa-b144-d0134a2b9bba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.041910] env[65665]: DEBUG oslo_vmware.api [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1147.041910] env[65665]: value = "task-4855448" [ 1147.041910] env[65665]: _type = "Task" [ 1147.041910] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.052123] env[65665]: DEBUG oslo_vmware.api [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.219598] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1147.219796] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.323s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.220028] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.220199] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Cleaning up deleted instances {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11909}} [ 1147.238822] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "refresh_cache-46536f70-3ea1-4c6d-869d-46063d91056f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.239304] env[65665]: DEBUG nova.compute.manager [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Instance network_info: |[{"id": "506fd470-b5e7-45f2-8deb-7333ec788e06", "address": "fa:16:3e:74:8d:01", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap506fd470-b5", "ovs_interfaceid": "506fd470-b5e7-45f2-8deb-7333ec788e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1147.239810] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:8d:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '506fd470-b5e7-45f2-8deb-7333ec788e06', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.248044] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1147.248318] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.248669] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8acc65e4-8334-4425-bddb-b4d8dc9a16bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.270375] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.270375] env[65665]: value = "task-4855449" [ 1147.270375] env[65665]: _type = "Task" [ 1147.270375] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.279485] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bae6ce-20bd-462b-8957-9d7179470ddf tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.279768] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855449, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.279991] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-547bab7e-7d40-42c4-9ccf-69833895b26c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.286802] env[65665]: DEBUG oslo_vmware.api [None req-74bae6ce-20bd-462b-8957-9d7179470ddf tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1147.286802] env[65665]: value = "task-4855450" [ 1147.286802] env[65665]: _type = "Task" [ 1147.286802] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.297955] env[65665]: DEBUG oslo_vmware.api [None req-74bae6ce-20bd-462b-8957-9d7179470ddf tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.410959] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bd4db3-8f27-d8d3-e0dc-5d94278b3e02, 'name': SearchDatastore_Task, 'duration_secs': 0.032254} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.411292] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.411525] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.411750] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.411944] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.412059] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.412347] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0491c2da-4ed8-4da0-8877-6cde68e2c354 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.426469] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.426723] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.428058] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1d2ca8-6cc0-4c80-b4a4-a6e7245a0bcd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.434613] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855446, 'name': Rename_Task, 'duration_secs': 0.234523} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.436673] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.437877] env[65665]: DEBUG nova.compute.manager [req-78dc7bf6-0013-45e1-bd1a-55d8578e8961 req-3627c1b6-e1b2-4569-80ed-c5e7544ce6ef service nova] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Received event network-changed-506fd470-b5e7-45f2-8deb-7333ec788e06 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1147.438148] env[65665]: DEBUG nova.compute.manager [req-78dc7bf6-0013-45e1-bd1a-55d8578e8961 req-3627c1b6-e1b2-4569-80ed-c5e7544ce6ef service nova] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Refreshing instance network info cache due to event network-changed-506fd470-b5e7-45f2-8deb-7333ec788e06. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1147.438451] env[65665]: DEBUG oslo_concurrency.lockutils [req-78dc7bf6-0013-45e1-bd1a-55d8578e8961 req-3627c1b6-e1b2-4569-80ed-c5e7544ce6ef service nova] Acquiring lock "refresh_cache-46536f70-3ea1-4c6d-869d-46063d91056f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.438594] env[65665]: DEBUG oslo_concurrency.lockutils [req-78dc7bf6-0013-45e1-bd1a-55d8578e8961 req-3627c1b6-e1b2-4569-80ed-c5e7544ce6ef service nova] Acquired lock "refresh_cache-46536f70-3ea1-4c6d-869d-46063d91056f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.438772] env[65665]: DEBUG nova.network.neutron [req-78dc7bf6-0013-45e1-bd1a-55d8578e8961 req-3627c1b6-e1b2-4569-80ed-c5e7544ce6ef service nova] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Refreshing network info cache for port 506fd470-b5e7-45f2-8deb-7333ec788e06 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.441973] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-063320ff-d34e-4730-8857-c41b196c869f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.444844] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1147.444844] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5244645f-8ec0-97ea-43a3-c0f22bd440ac" [ 1147.444844] env[65665]: _type = "Task" [ 1147.444844] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.452857] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Waiting for the task: (returnval){ [ 1147.452857] env[65665]: value = "task-4855451" [ 1147.452857] env[65665]: _type = "Task" [ 1147.452857] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.460879] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5244645f-8ec0-97ea-43a3-c0f22bd440ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011359} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.462428] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d93032e-4743-4772-beff-6edeeceb4af5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.469420] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.473111] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1147.473111] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52490fc0-fd31-dc19-1e98-4854e5eed3f3" [ 1147.473111] env[65665]: _type = "Task" [ 1147.473111] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.482017] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52490fc0-fd31-dc19-1e98-4854e5eed3f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.553576] env[65665]: DEBUG oslo_vmware.api [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263517} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.553828] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.554023] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.554240] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.554526] env[65665]: INFO nova.compute.manager [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1147.554668] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1147.554876] env[65665]: DEBUG nova.compute.manager [-] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1147.554960] env[65665]: DEBUG nova.network.neutron [-] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1147.555236] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.590564] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.735536] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] There are 59 instances to clean {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11918}} [ 1147.735695] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: cd445750-7b10-435b-a8a7-623f0d3b78f0] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1147.781909] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855449, 'name': CreateVM_Task, 'duration_secs': 0.403072} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.782162] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.782675] env[65665]: WARNING neutronclient.v2_0.client [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.783177] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.783177] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.783843] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.783843] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3892c017-dc32-4d99-871e-f83b183febd6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.789224] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1147.789224] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527f2847-3f41-3ebb-6596-6168f6ac6114" [ 1147.789224] env[65665]: _type = "Task" [ 1147.789224] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.801794] env[65665]: DEBUG oslo_vmware.api [None req-74bae6ce-20bd-462b-8957-9d7179470ddf tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855450, 'name': PowerOffVM_Task, 'duration_secs': 0.261353} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.804796] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bae6ce-20bd-462b-8957-9d7179470ddf tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.804986] env[65665]: DEBUG nova.compute.manager [None req-74bae6ce-20bd-462b-8957-9d7179470ddf tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1147.805272] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527f2847-3f41-3ebb-6596-6168f6ac6114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.805989] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01490352-c9e9-4427-b998-9af76b0f89a3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.931760] env[65665]: DEBUG nova.compute.manager [req-7c908423-0a3d-495b-81ea-5d2b22de270d req-4dd92aab-626c-4401-98e0-eeb6f5dda7f8 service nova] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Received event network-vif-deleted-11e0074a-e79c-46f7-9a9b-e080769f7750 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1147.932039] env[65665]: INFO nova.compute.manager [req-7c908423-0a3d-495b-81ea-5d2b22de270d req-4dd92aab-626c-4401-98e0-eeb6f5dda7f8 service nova] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Neutron deleted interface 11e0074a-e79c-46f7-9a9b-e080769f7750; detaching it from the instance and deleting it from the info cache [ 1147.932132] env[65665]: DEBUG nova.network.neutron [req-7c908423-0a3d-495b-81ea-5d2b22de270d req-4dd92aab-626c-4401-98e0-eeb6f5dda7f8 service nova] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.941250] env[65665]: WARNING neutronclient.v2_0.client [req-78dc7bf6-0013-45e1-bd1a-55d8578e8961 req-3627c1b6-e1b2-4569-80ed-c5e7544ce6ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.964205] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855451, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.989034] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52490fc0-fd31-dc19-1e98-4854e5eed3f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.989342] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.989604] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] e3518a15-0815-4e62-a26d-fbf6c28e3689/e3518a15-0815-4e62-a26d-fbf6c28e3689.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.989896] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c26e17f1-666b-458e-9fcf-71bb963412c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.998190] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1147.998190] env[65665]: value = "task-4855452" [ 1147.998190] env[65665]: _type = "Task" [ 1147.998190] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.009106] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.132887] env[65665]: WARNING neutronclient.v2_0.client [req-78dc7bf6-0013-45e1-bd1a-55d8578e8961 req-3627c1b6-e1b2-4569-80ed-c5e7544ce6ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.232158] env[65665]: DEBUG nova.network.neutron [req-78dc7bf6-0013-45e1-bd1a-55d8578e8961 req-3627c1b6-e1b2-4569-80ed-c5e7544ce6ef service nova] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Updated VIF entry in instance network info cache for port 506fd470-b5e7-45f2-8deb-7333ec788e06. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1148.232452] env[65665]: DEBUG nova.network.neutron [req-78dc7bf6-0013-45e1-bd1a-55d8578e8961 req-3627c1b6-e1b2-4569-80ed-c5e7544ce6ef service nova] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Updating instance_info_cache with network_info: [{"id": "506fd470-b5e7-45f2-8deb-7333ec788e06", "address": "fa:16:3e:74:8d:01", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap506fd470-b5", "ovs_interfaceid": "506fd470-b5e7-45f2-8deb-7333ec788e06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.239280] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 9f5fd109-0db2-429b-a515-bb885fe10c48] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1148.307305] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527f2847-3f41-3ebb-6596-6168f6ac6114, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.307702] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.307931] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.308227] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.308456] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.308726] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.309039] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a75a1da-cd0b-4e02-b2b1-f0a99d829936 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.318560] env[65665]: DEBUG oslo_concurrency.lockutils [None req-74bae6ce-20bd-462b-8957-9d7179470ddf tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.327138] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.327600] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.328493] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef4d57a-7348-4fbd-a505-f6d231c023d9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.336495] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1148.336495] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eb7d25-48d0-0019-5c3a-c6e290353f2a" [ 1148.336495] env[65665]: _type = "Task" [ 1148.336495] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.347506] env[65665]: DEBUG nova.network.neutron [-] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.349388] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eb7d25-48d0-0019-5c3a-c6e290353f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.434882] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b16a2c0-7383-4db8-a367-79650c2e714e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.446431] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c5220f-0ef5-4f59-8d97-5c3e871acbf6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.467904] env[65665]: DEBUG oslo_vmware.api [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855451, 'name': PowerOnVM_Task, 'duration_secs': 0.649651} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.468131] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.468346] env[65665]: INFO nova.compute.manager [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1148.468552] env[65665]: DEBUG nova.compute.manager [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1148.469367] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca45c768-ca93-462a-ae75-7e3b7e274857 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.485362] env[65665]: DEBUG nova.compute.manager [req-7c908423-0a3d-495b-81ea-5d2b22de270d req-4dd92aab-626c-4401-98e0-eeb6f5dda7f8 service nova] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Detach interface failed, port_id=11e0074a-e79c-46f7-9a9b-e080769f7750, reason: Instance 6b4e010f-8e87-4f75-8fe4-7223ee14b08a could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1148.509933] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855452, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.666583] env[65665]: DEBUG nova.objects.instance [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'flavor' on Instance uuid 06a25155-56b1-465e-8633-8895e8283470 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.735721] env[65665]: DEBUG oslo_concurrency.lockutils [req-78dc7bf6-0013-45e1-bd1a-55d8578e8961 req-3627c1b6-e1b2-4569-80ed-c5e7544ce6ef service nova] Releasing lock "refresh_cache-46536f70-3ea1-4c6d-869d-46063d91056f" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.743605] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: d29c6e18-c899-47d6-9ff7-9b8372c74c13] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1148.847855] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52eb7d25-48d0-0019-5c3a-c6e290353f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.066204} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.848659] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65fe68b-cbc1-4a01-9fda-abd76091e1ab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.851170] env[65665]: INFO nova.compute.manager [-] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Took 1.30 seconds to deallocate network for instance. [ 1148.856801] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1148.856801] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fa3256-1642-db6f-2643-359a305af53d" [ 1148.856801] env[65665]: _type = "Task" [ 1148.856801] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.865484] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fa3256-1642-db6f-2643-359a305af53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.999933] env[65665]: INFO nova.compute.manager [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Took 16.09 seconds to build instance. [ 1149.011647] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685545} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.011885] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] e3518a15-0815-4e62-a26d-fbf6c28e3689/e3518a15-0815-4e62-a26d-fbf6c28e3689.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.012094] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.012898] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69a6292a-c403-4b70-9a0a-71f104a5541e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.020191] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1149.020191] env[65665]: value = "task-4855453" [ 1149.020191] env[65665]: _type = "Task" [ 1149.020191] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.029770] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.175701] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.175701] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquired lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.175701] env[65665]: DEBUG nova.network.neutron [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1149.175701] env[65665]: DEBUG nova.objects.instance [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'info_cache' on Instance uuid 06a25155-56b1-465e-8633-8895e8283470 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.247265] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 0a31d53a-7c2d-4ea8-912e-0ac00046f10f] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1149.359853] env[65665]: DEBUG oslo_concurrency.lockutils [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.359853] env[65665]: DEBUG oslo_concurrency.lockutils [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.360160] env[65665]: DEBUG nova.objects.instance [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lazy-loading 'resources' on Instance uuid 6b4e010f-8e87-4f75-8fe4-7223ee14b08a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.374689] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fa3256-1642-db6f-2643-359a305af53d, 'name': SearchDatastore_Task, 'duration_secs': 0.034049} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.375860] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.376243] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 46536f70-3ea1-4c6d-869d-46063d91056f/46536f70-3ea1-4c6d-869d-46063d91056f.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.376576] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-498e2e34-58bd-4c23-b93e-bc1e91eac8da {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.385298] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1149.385298] env[65665]: value = "task-4855454" [ 1149.385298] env[65665]: _type = "Task" [ 1149.385298] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.397449] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.507399] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6bad2f66-31f6-40b7-a4e9-e049811a87de tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Lock "5a7dbe90-8983-41b2-9dc7-69a3293e7b2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.605s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.531074] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244364} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.531408] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.532233] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3039f0f2-cc15-4df4-827a-f57f84415ee2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.554124] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e3518a15-0815-4e62-a26d-fbf6c28e3689/e3518a15-0815-4e62-a26d-fbf6c28e3689.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.554371] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fd588cf-da88-47c3-b862-95a4d6ea5b5d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.574478] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1149.574478] env[65665]: value = "task-4855455" [ 1149.574478] env[65665]: _type = "Task" [ 1149.574478] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.582638] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.657028] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Acquiring lock "5a7dbe90-8983-41b2-9dc7-69a3293e7b2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.657363] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Lock "5a7dbe90-8983-41b2-9dc7-69a3293e7b2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.657579] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Acquiring lock "5a7dbe90-8983-41b2-9dc7-69a3293e7b2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.657777] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Lock "5a7dbe90-8983-41b2-9dc7-69a3293e7b2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.657974] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Lock "5a7dbe90-8983-41b2-9dc7-69a3293e7b2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.660248] env[65665]: INFO nova.compute.manager [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Terminating instance [ 1149.679059] env[65665]: DEBUG nova.objects.base [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Object Instance<06a25155-56b1-465e-8633-8895e8283470> lazy-loaded attributes: flavor,info_cache {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1149.751339] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 0963e18d-acac-4c19-945b-7f590c18ec0e] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1149.905380] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855454, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.053435] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51332e71-6ede-44bf-9c86-58589a0c7cc8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.063996] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06174a4d-6890-4b18-8d36-73f0a8689d39 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.101759] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015c32fa-7b17-4c8e-bbfc-522753f92380 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.111087] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855455, 'name': ReconfigVM_Task, 'duration_secs': 0.3304} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.113622] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e3518a15-0815-4e62-a26d-fbf6c28e3689/e3518a15-0815-4e62-a26d-fbf6c28e3689.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.114443] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a3d6f86-c215-46af-8a51-ef36c7dd51ea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.117509] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e3d486-f7b9-42ee-8953-080f9eae097a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.133729] env[65665]: DEBUG nova.compute.provider_tree [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.136875] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1150.136875] env[65665]: value = "task-4855456" [ 1150.136875] env[65665]: _type = "Task" [ 1150.136875] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.146897] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855456, 'name': Rename_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.163931] env[65665]: DEBUG nova.compute.manager [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1150.164337] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.166303] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00d89dc-c8ca-45dd-a9d9-a284e19d6682 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.175602] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.175969] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90d8f843-493c-456b-9e0c-e6fdc48e745d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.181642] env[65665]: WARNING neutronclient.v2_0.client [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.186433] env[65665]: DEBUG oslo_vmware.api [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Waiting for the task: (returnval){ [ 1150.186433] env[65665]: value = "task-4855457" [ 1150.186433] env[65665]: _type = "Task" [ 1150.186433] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.196217] env[65665]: DEBUG oslo_vmware.api [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.255781] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: c8f661c2-617f-401c-8f66-4d7f94421c53] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1150.367878] env[65665]: WARNING neutronclient.v2_0.client [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.397528] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.902489} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.397795] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 46536f70-3ea1-4c6d-869d-46063d91056f/46536f70-3ea1-4c6d-869d-46063d91056f.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.397998] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.398268] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ef57529-58a5-4429-8714-73d04d09f914 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.405135] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1150.405135] env[65665]: value = "task-4855458" [ 1150.405135] env[65665]: _type = "Task" [ 1150.405135] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.416845] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.446358] env[65665]: DEBUG nova.network.neutron [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Updating instance_info_cache with network_info: [{"id": "025ffd52-b265-4890-90d5-36907bcd2608", "address": "fa:16:3e:1b:8e:83", "network": {"id": "fdef2ddb-65ab-485a-b5c8-90af93ff3e9a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2034618183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "add974dc94014f8e88f531b71fd9cea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025ffd52-b2", "ovs_interfaceid": "025ffd52-b265-4890-90d5-36907bcd2608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.638588] env[65665]: DEBUG nova.scheduler.client.report [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.651590] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855456, 'name': Rename_Task, 'duration_secs': 0.184581} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.651852] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.652111] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36f354c5-0e19-4807-9c9b-2583d04cc179 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.659669] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1150.659669] env[65665]: value = "task-4855459" [ 1150.659669] env[65665]: _type = "Task" [ 1150.659669] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.667655] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.695952] env[65665]: DEBUG oslo_vmware.api [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855457, 'name': PowerOffVM_Task, 'duration_secs': 0.262034} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.696183] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.696373] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.696631] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06981105-1c8c-4570-926f-adb0f9a87e02 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.757621] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.757931] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.758173] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Deleting the datastore file [datastore1] 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.758706] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 8c5fe6cd-7f46-43fa-a083-b67b5889af43] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1150.760724] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad4b4285-7dab-43b5-9820-310e9961f356 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.767209] env[65665]: DEBUG oslo_vmware.api [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Waiting for the task: (returnval){ [ 1150.767209] env[65665]: value = "task-4855461" [ 1150.767209] env[65665]: _type = "Task" [ 1150.767209] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.775413] env[65665]: DEBUG oslo_vmware.api [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.915304] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079052} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.915532] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.916434] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37caef4-6251-4e73-a6f4-b3f3e832f03c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.940152] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 46536f70-3ea1-4c6d-869d-46063d91056f/46536f70-3ea1-4c6d-869d-46063d91056f.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.940465] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0701a803-f028-4825-92b4-590a240a714d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.955857] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Releasing lock "refresh_cache-06a25155-56b1-465e-8633-8895e8283470" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.963225] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1150.963225] env[65665]: value = "task-4855462" [ 1150.963225] env[65665]: _type = "Task" [ 1150.963225] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.971723] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.147835] env[65665]: DEBUG oslo_concurrency.lockutils [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.170065] env[65665]: DEBUG oslo_vmware.api [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855459, 'name': PowerOnVM_Task, 'duration_secs': 0.494057} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.170352] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.170549] env[65665]: INFO nova.compute.manager [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1151.170724] env[65665]: DEBUG nova.compute.manager [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1151.171555] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed4fa4c-7662-4180-a2bf-22a4559d905d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.185413] env[65665]: INFO nova.scheduler.client.report [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted allocations for instance 6b4e010f-8e87-4f75-8fe4-7223ee14b08a [ 1151.264039] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: bc2c3353-5ce1-49c9-b9e9-c61d93997e07] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1151.277746] env[65665]: DEBUG oslo_vmware.api [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Task: {'id': task-4855461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130682} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.278142] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.278328] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.278505] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.278676] env[65665]: INFO nova.compute.manager [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1151.278930] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1151.279151] env[65665]: DEBUG nova.compute.manager [-] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1151.279247] env[65665]: DEBUG nova.network.neutron [-] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1151.279509] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.361254] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.475124] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855462, 'name': ReconfigVM_Task, 'duration_secs': 0.31333} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.476061] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 46536f70-3ea1-4c6d-869d-46063d91056f/46536f70-3ea1-4c6d-869d-46063d91056f.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.476778] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe5b3c5a-a18d-4288-b88c-161831a1682b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.485578] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1151.485578] env[65665]: value = "task-4855463" [ 1151.485578] env[65665]: _type = "Task" [ 1151.485578] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.496324] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855463, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.695593] env[65665]: INFO nova.compute.manager [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Took 15.43 seconds to build instance. [ 1151.696650] env[65665]: DEBUG oslo_concurrency.lockutils [None req-304a4db3-054f-4174-922e-81cd93a62b8b tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "6b4e010f-8e87-4f75-8fe4-7223ee14b08a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.780s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.734154] env[65665]: DEBUG nova.compute.manager [req-6bbac163-4d77-4aaf-a0cc-fe92a4ee4a48 req-765bad10-c34a-4f20-9adb-61a3a50212b0 service nova] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Received event network-vif-deleted-372349d6-095a-4fd9-8dc3-e34b765e8155 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1151.734489] env[65665]: INFO nova.compute.manager [req-6bbac163-4d77-4aaf-a0cc-fe92a4ee4a48 req-765bad10-c34a-4f20-9adb-61a3a50212b0 service nova] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Neutron deleted interface 372349d6-095a-4fd9-8dc3-e34b765e8155; detaching it from the instance and deleting it from the info cache [ 1151.734489] env[65665]: DEBUG nova.network.neutron [req-6bbac163-4d77-4aaf-a0cc-fe92a4ee4a48 req-765bad10-c34a-4f20-9adb-61a3a50212b0 service nova] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.767874] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 630e7d47-a002-47e8-991a-c29d0c30aaa2] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1151.970286] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.971021] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efc53246-1a0a-4f63-b117-083b48fb4683 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.979633] env[65665]: DEBUG oslo_vmware.api [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1151.979633] env[65665]: value = "task-4855464" [ 1151.979633] env[65665]: _type = "Task" [ 1151.979633] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.988667] env[65665]: DEBUG oslo_vmware.api [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.997119] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855463, 'name': Rename_Task, 'duration_secs': 0.143873} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.997420] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.997679] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-718aa7ca-da9b-4d83-98cc-7a8e961e18b6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.004467] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1152.004467] env[65665]: value = "task-4855465" [ 1152.004467] env[65665]: _type = "Task" [ 1152.004467] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.013486] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.071412] env[65665]: DEBUG nova.network.neutron [-] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.198481] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f2c42c55-59d5-4d29-85a5-fb4c95133085 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "e3518a15-0815-4e62-a26d-fbf6c28e3689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.945s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.237465] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b7dac70-b992-4ecf-89a1-2611fb30cd8c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.248552] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1b0293-0b2b-49ed-a654-0067b5a9e4fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.271834] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: d57c3ca4-947a-4817-93cc-29dedd8f6a79] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1152.286510] env[65665]: DEBUG nova.compute.manager [req-6bbac163-4d77-4aaf-a0cc-fe92a4ee4a48 req-765bad10-c34a-4f20-9adb-61a3a50212b0 service nova] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Detach interface failed, port_id=372349d6-095a-4fd9-8dc3-e34b765e8155, reason: Instance 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1152.301320] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "d5335b42-d041-4083-b4cc-6e30f712ca87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.301580] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d5335b42-d041-4083-b4cc-6e30f712ca87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.301800] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "d5335b42-d041-4083-b4cc-6e30f712ca87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.301992] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d5335b42-d041-4083-b4cc-6e30f712ca87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.302178] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d5335b42-d041-4083-b4cc-6e30f712ca87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.304185] env[65665]: INFO nova.compute.manager [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Terminating instance [ 1152.490535] env[65665]: DEBUG oslo_vmware.api [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855464, 'name': PowerOnVM_Task, 'duration_secs': 0.441821} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.490969] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.491197] env[65665]: DEBUG nova.compute.manager [None req-4faa500c-e8fe-42a4-9854-2dd11ff09e4e tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1152.492593] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee10bae-2ad0-4b79-8b95-ad8ba8656b5e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.515319] env[65665]: DEBUG oslo_vmware.api [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855465, 'name': PowerOnVM_Task, 'duration_secs': 0.494416} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.515319] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.515541] env[65665]: INFO nova.compute.manager [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1152.515734] env[65665]: DEBUG nova.compute.manager [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1152.516642] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568814a7-c5d4-47f4-ae48-c6a6457b3205 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.560760] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "e5a24110-8050-42ab-addf-23100f97f629" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.561014] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "e5a24110-8050-42ab-addf-23100f97f629" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.574314] env[65665]: INFO nova.compute.manager [-] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Took 1.29 seconds to deallocate network for instance. [ 1152.788652] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: c3e860cc-b225-4040-962a-7df5f3f1885f] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1152.808476] env[65665]: DEBUG nova.compute.manager [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1152.808760] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.809675] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa65721-c6cd-477d-bb24-9858d5b16c67 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.816552] env[65665]: DEBUG nova.compute.manager [req-a79ffc49-6758-417e-a2fe-ef751fe67748 req-10084c95-56f9-4694-a3cd-5c6df0f2f26b service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Received event network-changed-3ab98db8-9676-494e-8b74-2bc30a265076 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1152.816804] env[65665]: DEBUG nova.compute.manager [req-a79ffc49-6758-417e-a2fe-ef751fe67748 req-10084c95-56f9-4694-a3cd-5c6df0f2f26b service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Refreshing instance network info cache due to event network-changed-3ab98db8-9676-494e-8b74-2bc30a265076. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1152.817047] env[65665]: DEBUG oslo_concurrency.lockutils [req-a79ffc49-6758-417e-a2fe-ef751fe67748 req-10084c95-56f9-4694-a3cd-5c6df0f2f26b service nova] Acquiring lock "refresh_cache-e3518a15-0815-4e62-a26d-fbf6c28e3689" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.817192] env[65665]: DEBUG oslo_concurrency.lockutils [req-a79ffc49-6758-417e-a2fe-ef751fe67748 req-10084c95-56f9-4694-a3cd-5c6df0f2f26b service nova] Acquired lock "refresh_cache-e3518a15-0815-4e62-a26d-fbf6c28e3689" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.817362] env[65665]: DEBUG nova.network.neutron [req-a79ffc49-6758-417e-a2fe-ef751fe67748 req-10084c95-56f9-4694-a3cd-5c6df0f2f26b service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Refreshing network info cache for port 3ab98db8-9676-494e-8b74-2bc30a265076 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.825759] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.826048] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1126480-26db-4f4e-8196-f3f2aa2b62f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.833533] env[65665]: DEBUG oslo_vmware.api [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1152.833533] env[65665]: value = "task-4855466" [ 1152.833533] env[65665]: _type = "Task" [ 1152.833533] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.847592] env[65665]: DEBUG oslo_vmware.api [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.041055] env[65665]: INFO nova.compute.manager [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Took 14.67 seconds to build instance. [ 1153.063635] env[65665]: DEBUG nova.compute.manager [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1153.080981] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.081371] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.081607] env[65665]: DEBUG nova.objects.instance [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Lazy-loading 'resources' on Instance uuid 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.292192] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 62178d5b-ef06-4c50-90b5-14f3d22e5a24] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1153.319952] env[65665]: WARNING neutronclient.v2_0.client [req-a79ffc49-6758-417e-a2fe-ef751fe67748 req-10084c95-56f9-4694-a3cd-5c6df0f2f26b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.345268] env[65665]: DEBUG oslo_vmware.api [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855466, 'name': PowerOffVM_Task, 'duration_secs': 0.446454} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.346707] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.346707] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.346707] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fe56643-624c-4965-a55e-a31a9891450d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.450864] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.451200] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.451394] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleting the datastore file [datastore1] d5335b42-d041-4083-b4cc-6e30f712ca87 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.451696] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-642d1dbd-5547-4453-af13-bf9a830f31ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.463281] env[65665]: DEBUG oslo_vmware.api [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1153.463281] env[65665]: value = "task-4855468" [ 1153.463281] env[65665]: _type = "Task" [ 1153.463281] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.473152] env[65665]: DEBUG oslo_vmware.api [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.517212] env[65665]: WARNING neutronclient.v2_0.client [req-a79ffc49-6758-417e-a2fe-ef751fe67748 req-10084c95-56f9-4694-a3cd-5c6df0f2f26b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.543337] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe9d6d57-9dd9-4d4d-995c-7885fc308710 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "46536f70-3ea1-4c6d-869d-46063d91056f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.179s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.589554] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.596739] env[65665]: DEBUG nova.network.neutron [req-a79ffc49-6758-417e-a2fe-ef751fe67748 req-10084c95-56f9-4694-a3cd-5c6df0f2f26b service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Updated VIF entry in instance network info cache for port 3ab98db8-9676-494e-8b74-2bc30a265076. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1153.597124] env[65665]: DEBUG nova.network.neutron [req-a79ffc49-6758-417e-a2fe-ef751fe67748 req-10084c95-56f9-4694-a3cd-5c6df0f2f26b service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Updating instance_info_cache with network_info: [{"id": "3ab98db8-9676-494e-8b74-2bc30a265076", "address": "fa:16:3e:87:6b:c4", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab98db8-96", "ovs_interfaceid": "3ab98db8-9676-494e-8b74-2bc30a265076", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.772381] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f502807-cf5a-4c9d-ab33-e56088702090 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.780873] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e27898-5342-43ed-8e07-4b7057da8479 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.813467] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 0b951591-8d96-452d-a0be-dd5f239306c4] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1153.816194] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc9591c-e02c-4409-bc44-e9bff4e1b445 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.825610] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e933880-4726-4531-8438-206634d547ec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.845109] env[65665]: DEBUG nova.compute.provider_tree [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.975669] env[65665]: DEBUG oslo_vmware.api [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287727} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.975910] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.976096] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.976334] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.976541] env[65665]: INFO nova.compute.manager [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1153.976805] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1153.977048] env[65665]: DEBUG nova.compute.manager [-] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1153.977175] env[65665]: DEBUG nova.network.neutron [-] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1153.977367] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.019295] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.100201] env[65665]: DEBUG oslo_concurrency.lockutils [req-a79ffc49-6758-417e-a2fe-ef751fe67748 req-10084c95-56f9-4694-a3cd-5c6df0f2f26b service nova] Releasing lock "refresh_cache-e3518a15-0815-4e62-a26d-fbf6c28e3689" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.320619] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 323640b7-53de-4e6a-bd76-60f44adbb17a] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1154.338319] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c33fe3-197d-46c7-a2b3-c3add143f065 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.346847] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-497f4ad3-f6e4-4a8a-bc35-9b7c35fd2a51 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Suspending the VM {{(pid=65665) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1154.347262] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e35fdec1-3807-41ce-8112-5a6f2d199f66 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.354667] env[65665]: DEBUG nova.scheduler.client.report [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.359507] env[65665]: DEBUG oslo_vmware.api [None req-497f4ad3-f6e4-4a8a-bc35-9b7c35fd2a51 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1154.359507] env[65665]: value = "task-4855470" [ 1154.359507] env[65665]: _type = "Task" [ 1154.359507] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.372352] env[65665]: DEBUG oslo_vmware.api [None req-497f4ad3-f6e4-4a8a-bc35-9b7c35fd2a51 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855470, 'name': SuspendVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.570584] env[65665]: DEBUG nova.compute.manager [req-0ab8bcba-967f-482b-a3ee-f84128636c31 req-06dff6a4-b3f6-4750-a1fe-bf41dcc85614 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Received event network-vif-deleted-0efd2e94-5218-4dd2-8a76-b34f10de0df3 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1154.570785] env[65665]: INFO nova.compute.manager [req-0ab8bcba-967f-482b-a3ee-f84128636c31 req-06dff6a4-b3f6-4750-a1fe-bf41dcc85614 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Neutron deleted interface 0efd2e94-5218-4dd2-8a76-b34f10de0df3; detaching it from the instance and deleting it from the info cache [ 1154.570940] env[65665]: DEBUG nova.network.neutron [req-0ab8bcba-967f-482b-a3ee-f84128636c31 req-06dff6a4-b3f6-4750-a1fe-bf41dcc85614 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.824737] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 6d29aab2-9e02-43c1-be36-c2e06c0af68c] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1154.861099] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.864671] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.275s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.867446] env[65665]: INFO nova.compute.claims [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.881136] env[65665]: DEBUG oslo_vmware.api [None req-497f4ad3-f6e4-4a8a-bc35-9b7c35fd2a51 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855470, 'name': SuspendVM_Task} progress is 62%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.890648] env[65665]: INFO nova.scheduler.client.report [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Deleted allocations for instance 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a [ 1155.041373] env[65665]: DEBUG nova.network.neutron [-] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.073121] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5ec354c-ddce-4f89-8afd-4d3873499ad7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.084200] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b8d7e-8a0d-4777-8b6f-c90f9647ce13 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.120401] env[65665]: DEBUG nova.compute.manager [req-0ab8bcba-967f-482b-a3ee-f84128636c31 req-06dff6a4-b3f6-4750-a1fe-bf41dcc85614 service nova] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Detach interface failed, port_id=0efd2e94-5218-4dd2-8a76-b34f10de0df3, reason: Instance d5335b42-d041-4083-b4cc-6e30f712ca87 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1155.328518] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: a5cfaf02-852f-4817-a7a7-db0ec7580826] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1155.376009] env[65665]: DEBUG oslo_vmware.api [None req-497f4ad3-f6e4-4a8a-bc35-9b7c35fd2a51 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855470, 'name': SuspendVM_Task, 'duration_secs': 0.86635} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.376359] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-497f4ad3-f6e4-4a8a-bc35-9b7c35fd2a51 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Suspended the VM {{(pid=65665) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1155.376879] env[65665]: DEBUG nova.compute.manager [None req-497f4ad3-f6e4-4a8a-bc35-9b7c35fd2a51 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1155.377285] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226e9255-dfec-423e-a765-7ee04a626c93 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.399575] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e97c6a25-6e8d-463e-a066-f1ed9a75862d tempest-ServerAddressesNegativeTestJSON-1536657904 tempest-ServerAddressesNegativeTestJSON-1536657904-project-member] Lock "5a7dbe90-8983-41b2-9dc7-69a3293e7b2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.742s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.546212] env[65665]: INFO nova.compute.manager [-] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Took 1.57 seconds to deallocate network for instance. [ 1155.834681] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 751b3c67-22d0-4688-8d84-33a56b930a9e] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1156.034076] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b7aaee-c3e3-4d71-8ec6-c03f28e63f9c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.042768] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42abd5c2-e980-4795-b300-22af1757a37e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.075412] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.076588] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9755e216-231d-4d5b-81ca-35b665ce4619 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.085363] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4568c3f7-8223-4cde-ab10-23e9e92dd707 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.099917] env[65665]: DEBUG nova.compute.provider_tree [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.338498] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 317bf5bc-08bb-4c74-86dc-48a6646d6ba0] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1156.603732] env[65665]: DEBUG nova.scheduler.client.report [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.769035] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "46536f70-3ea1-4c6d-869d-46063d91056f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.769159] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "46536f70-3ea1-4c6d-869d-46063d91056f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.769307] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "46536f70-3ea1-4c6d-869d-46063d91056f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.769492] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "46536f70-3ea1-4c6d-869d-46063d91056f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.769653] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "46536f70-3ea1-4c6d-869d-46063d91056f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.771841] env[65665]: INFO nova.compute.manager [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Terminating instance [ 1156.843252] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 693d7603-66ca-4506-af06-57b81f055770] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1157.109599] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.110183] env[65665]: DEBUG nova.compute.manager [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1157.113601] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.038s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.113875] env[65665]: DEBUG nova.objects.instance [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lazy-loading 'resources' on Instance uuid d5335b42-d041-4083-b4cc-6e30f712ca87 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.275448] env[65665]: DEBUG nova.compute.manager [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1157.275766] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.276896] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b98e834-fae0-4cc9-8d10-1f4d702a9ad4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.288464] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.288731] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7883443f-6a46-436d-8ff1-d194144eed64 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.346251] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: a0c70486-1a8d-4c27-afed-a3f54b93fb2d] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1157.360946] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.360946] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.360946] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleting the datastore file [datastore2] 46536f70-3ea1-4c6d-869d-46063d91056f {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.360946] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd4ac2bd-c2ba-4be3-a707-9dd716346557 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.369641] env[65665]: DEBUG oslo_vmware.api [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1157.369641] env[65665]: value = "task-4855473" [ 1157.369641] env[65665]: _type = "Task" [ 1157.369641] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.381757] env[65665]: DEBUG oslo_vmware.api [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.616855] env[65665]: DEBUG nova.compute.utils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.622745] env[65665]: DEBUG nova.compute.manager [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1157.623262] env[65665]: DEBUG nova.network.neutron [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1157.623612] env[65665]: WARNING neutronclient.v2_0.client [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.623928] env[65665]: WARNING neutronclient.v2_0.client [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.682886] env[65665]: DEBUG nova.policy [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a79af04679c4e259bc985469917ce87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b36eec997d504f04b678ad5659b687f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.814338] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a16db85-68f4-471b-aa93-fda0dd66d3f9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.822617] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ed84ee-736b-4de6-bcaf-aac48f7b1e3e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.856809] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 8ce3a8f9-43dd-4502-8e86-65bc43eadce5] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1157.859608] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b304879d-e89b-4678-8cba-f7ba77bd24af {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.868556] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61879d33-e0b7-49a9-afb5-bfc34fc31d6e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.885218] env[65665]: DEBUG oslo_vmware.api [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.894717] env[65665]: DEBUG nova.compute.provider_tree [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.991174] env[65665]: DEBUG nova.network.neutron [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Successfully created port: 43434a47-29b6-4ff8-9a7a-bbc77f8d362a {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1158.123652] env[65665]: DEBUG nova.compute.manager [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1158.363823] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 4b8128a5-8669-4731-ad17-04eab88415b8] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1158.387008] env[65665]: DEBUG oslo_vmware.api [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.776695} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.387279] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.387661] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.387661] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.387838] env[65665]: INFO nova.compute.manager [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1158.388133] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1158.388300] env[65665]: DEBUG nova.compute.manager [-] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1158.388406] env[65665]: DEBUG nova.network.neutron [-] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1158.388669] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.398261] env[65665]: DEBUG nova.scheduler.client.report [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.465475] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.770966] env[65665]: DEBUG nova.compute.manager [req-420d1f55-431d-4f76-b255-41247868f664 req-d2bb056c-c84a-4fc7-b7df-e93a36bcf8c5 service nova] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Received event network-vif-deleted-506fd470-b5e7-45f2-8deb-7333ec788e06 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1158.770966] env[65665]: INFO nova.compute.manager [req-420d1f55-431d-4f76-b255-41247868f664 req-d2bb056c-c84a-4fc7-b7df-e93a36bcf8c5 service nova] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Neutron deleted interface 506fd470-b5e7-45f2-8deb-7333ec788e06; detaching it from the instance and deleting it from the info cache [ 1158.771124] env[65665]: DEBUG nova.network.neutron [req-420d1f55-431d-4f76-b255-41247868f664 req-d2bb056c-c84a-4fc7-b7df-e93a36bcf8c5 service nova] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.867406] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 9f043958-ac20-4c8e-ad60-6b31af4ab14a] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1158.902426] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.928243] env[65665]: INFO nova.scheduler.client.report [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleted allocations for instance d5335b42-d041-4083-b4cc-6e30f712ca87 [ 1159.134175] env[65665]: DEBUG nova.compute.manager [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1159.163971] env[65665]: DEBUG nova.virt.hardware [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1159.164227] env[65665]: DEBUG nova.virt.hardware [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.164381] env[65665]: DEBUG nova.virt.hardware [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1159.164557] env[65665]: DEBUG nova.virt.hardware [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.164696] env[65665]: DEBUG nova.virt.hardware [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1159.164835] env[65665]: DEBUG nova.virt.hardware [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1159.165046] env[65665]: DEBUG nova.virt.hardware [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1159.165203] env[65665]: DEBUG nova.virt.hardware [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1159.165364] env[65665]: DEBUG nova.virt.hardware [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1159.165544] env[65665]: DEBUG nova.virt.hardware [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1159.165722] env[65665]: DEBUG nova.virt.hardware [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1159.166653] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d177e50a-571a-40f7-82cc-7e2529aaa30a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.176179] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3507a34-f3f2-49a8-9130-4304bb4aab3f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.192296] env[65665]: DEBUG nova.network.neutron [-] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.275836] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a45d1094-700b-4978-a0f4-3a0efeabe532 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.286153] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d86aac5-94de-4343-b512-e2cf12506115 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.320940] env[65665]: DEBUG nova.compute.manager [req-420d1f55-431d-4f76-b255-41247868f664 req-d2bb056c-c84a-4fc7-b7df-e93a36bcf8c5 service nova] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Detach interface failed, port_id=506fd470-b5e7-45f2-8deb-7333ec788e06, reason: Instance 46536f70-3ea1-4c6d-869d-46063d91056f could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1159.371547] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 88ad83f8-145e-43fd-81af-ed9de6c5d34d] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1159.426881] env[65665]: DEBUG nova.compute.manager [req-8b5365f0-617a-4bb5-8018-2a1e2f2c1496 req-d26892d4-8a39-49b7-bec2-6ffbfe81da79 service nova] [instance: e5a24110-8050-42ab-addf-23100f97f629] Received event network-vif-plugged-43434a47-29b6-4ff8-9a7a-bbc77f8d362a {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1159.427040] env[65665]: DEBUG oslo_concurrency.lockutils [req-8b5365f0-617a-4bb5-8018-2a1e2f2c1496 req-d26892d4-8a39-49b7-bec2-6ffbfe81da79 service nova] Acquiring lock "e5a24110-8050-42ab-addf-23100f97f629-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.427248] env[65665]: DEBUG oslo_concurrency.lockutils [req-8b5365f0-617a-4bb5-8018-2a1e2f2c1496 req-d26892d4-8a39-49b7-bec2-6ffbfe81da79 service nova] Lock "e5a24110-8050-42ab-addf-23100f97f629-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.427459] env[65665]: DEBUG oslo_concurrency.lockutils [req-8b5365f0-617a-4bb5-8018-2a1e2f2c1496 req-d26892d4-8a39-49b7-bec2-6ffbfe81da79 service nova] Lock "e5a24110-8050-42ab-addf-23100f97f629-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.427694] env[65665]: DEBUG nova.compute.manager [req-8b5365f0-617a-4bb5-8018-2a1e2f2c1496 req-d26892d4-8a39-49b7-bec2-6ffbfe81da79 service nova] [instance: e5a24110-8050-42ab-addf-23100f97f629] No waiting events found dispatching network-vif-plugged-43434a47-29b6-4ff8-9a7a-bbc77f8d362a {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1159.427956] env[65665]: WARNING nova.compute.manager [req-8b5365f0-617a-4bb5-8018-2a1e2f2c1496 req-d26892d4-8a39-49b7-bec2-6ffbfe81da79 service nova] [instance: e5a24110-8050-42ab-addf-23100f97f629] Received unexpected event network-vif-plugged-43434a47-29b6-4ff8-9a7a-bbc77f8d362a for instance with vm_state building and task_state spawning. [ 1159.437033] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e704fdd5-163f-4c1c-8d9d-fb5700ac8a3b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d5335b42-d041-4083-b4cc-6e30f712ca87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.135s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.541856] env[65665]: DEBUG nova.network.neutron [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Successfully updated port: 43434a47-29b6-4ff8-9a7a-bbc77f8d362a {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1159.695624] env[65665]: INFO nova.compute.manager [-] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Took 1.31 seconds to deallocate network for instance. [ 1159.875551] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 14320126-ffd1-4553-9918-ffc7b0214869] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1160.045519] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "refresh_cache-e5a24110-8050-42ab-addf-23100f97f629" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.045728] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "refresh_cache-e5a24110-8050-42ab-addf-23100f97f629" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.045900] env[65665]: DEBUG nova.network.neutron [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1160.202653] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.203030] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.203298] env[65665]: DEBUG nova.objects.instance [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lazy-loading 'resources' on Instance uuid 46536f70-3ea1-4c6d-869d-46063d91056f {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.379560] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 4b0c2f40-07af-4a37-83d7-deef94300cae] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1160.582617] env[65665]: DEBUG nova.network.neutron [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1160.663444] env[65665]: WARNING neutronclient.v2_0.client [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.748599] env[65665]: DEBUG nova.network.neutron [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Updating instance_info_cache with network_info: [{"id": "43434a47-29b6-4ff8-9a7a-bbc77f8d362a", "address": "fa:16:3e:c4:11:49", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43434a47-29", "ovs_interfaceid": "43434a47-29b6-4ff8-9a7a-bbc77f8d362a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.853079] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b6ba75-e248-4c1f-8881-f51b0b297c03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.867010] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc48405-8153-461f-aca6-8ec13d324347 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.897769] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 7e28a8b1-19fb-4b86-8b03-adc8f87c4378] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1160.900853] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dff9a7-9e98-4800-857b-78be7e3bf9fe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.909227] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ba7e63-9f81-4619-8bcc-ddb114c3c2b8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.925359] env[65665]: DEBUG nova.compute.provider_tree [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.251486] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "refresh_cache-e5a24110-8050-42ab-addf-23100f97f629" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.251868] env[65665]: DEBUG nova.compute.manager [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Instance network_info: |[{"id": "43434a47-29b6-4ff8-9a7a-bbc77f8d362a", "address": "fa:16:3e:c4:11:49", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43434a47-29", "ovs_interfaceid": "43434a47-29b6-4ff8-9a7a-bbc77f8d362a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1161.252385] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:11:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43434a47-29b6-4ff8-9a7a-bbc77f8d362a', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.259759] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1161.259970] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a24110-8050-42ab-addf-23100f97f629] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.260210] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f3c7535-51db-44e9-ad51-afdff05fd923 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.279862] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.279862] env[65665]: value = "task-4855476" [ 1161.279862] env[65665]: _type = "Task" [ 1161.279862] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.287753] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855476, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.368720] env[65665]: DEBUG nova.compute.manager [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Stashing vm_state: active {{(pid=65665) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1161.400911] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 946d536d-b5fc-4c8f-a9a0-c549dd144261] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1161.429351] env[65665]: DEBUG nova.scheduler.client.report [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.456189] env[65665]: DEBUG nova.compute.manager [req-f6e750e0-a967-4d60-9c3b-f676094c36f8 req-b6c6c256-582d-4b20-9a8a-00c4c3c7c8e2 service nova] [instance: e5a24110-8050-42ab-addf-23100f97f629] Received event network-changed-43434a47-29b6-4ff8-9a7a-bbc77f8d362a {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1161.456694] env[65665]: DEBUG nova.compute.manager [req-f6e750e0-a967-4d60-9c3b-f676094c36f8 req-b6c6c256-582d-4b20-9a8a-00c4c3c7c8e2 service nova] [instance: e5a24110-8050-42ab-addf-23100f97f629] Refreshing instance network info cache due to event network-changed-43434a47-29b6-4ff8-9a7a-bbc77f8d362a. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1161.456770] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6e750e0-a967-4d60-9c3b-f676094c36f8 req-b6c6c256-582d-4b20-9a8a-00c4c3c7c8e2 service nova] Acquiring lock "refresh_cache-e5a24110-8050-42ab-addf-23100f97f629" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.456874] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6e750e0-a967-4d60-9c3b-f676094c36f8 req-b6c6c256-582d-4b20-9a8a-00c4c3c7c8e2 service nova] Acquired lock "refresh_cache-e5a24110-8050-42ab-addf-23100f97f629" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.457038] env[65665]: DEBUG nova.network.neutron [req-f6e750e0-a967-4d60-9c3b-f676094c36f8 req-b6c6c256-582d-4b20-9a8a-00c4c3c7c8e2 service nova] [instance: e5a24110-8050-42ab-addf-23100f97f629] Refreshing network info cache for port 43434a47-29b6-4ff8-9a7a-bbc77f8d362a {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.791933] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855476, 'name': CreateVM_Task, 'duration_secs': 0.343209} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.792145] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a24110-8050-42ab-addf-23100f97f629] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.792568] env[65665]: WARNING neutronclient.v2_0.client [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.792931] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.793093] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.793447] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.793679] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1735a16-afb3-4fb0-a9d4-9dd1c0c0ad63 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.799371] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1161.799371] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ba84bd-a03c-5aa1-e247-92032fe0e7c9" [ 1161.799371] env[65665]: _type = "Task" [ 1161.799371] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.807757] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ba84bd-a03c-5aa1-e247-92032fe0e7c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.888207] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.904858] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: da3de152-92fd-4178-8e68-e7cb6064d996] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1161.934930] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.937245] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.049s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.953751] env[65665]: INFO nova.scheduler.client.report [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted allocations for instance 46536f70-3ea1-4c6d-869d-46063d91056f [ 1161.960300] env[65665]: WARNING neutronclient.v2_0.client [req-f6e750e0-a967-4d60-9c3b-f676094c36f8 req-b6c6c256-582d-4b20-9a8a-00c4c3c7c8e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.130951] env[65665]: WARNING neutronclient.v2_0.client [req-f6e750e0-a967-4d60-9c3b-f676094c36f8 req-b6c6c256-582d-4b20-9a8a-00c4c3c7c8e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.199013] env[65665]: DEBUG nova.network.neutron [req-f6e750e0-a967-4d60-9c3b-f676094c36f8 req-b6c6c256-582d-4b20-9a8a-00c4c3c7c8e2 service nova] [instance: e5a24110-8050-42ab-addf-23100f97f629] Updated VIF entry in instance network info cache for port 43434a47-29b6-4ff8-9a7a-bbc77f8d362a. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1162.199382] env[65665]: DEBUG nova.network.neutron [req-f6e750e0-a967-4d60-9c3b-f676094c36f8 req-b6c6c256-582d-4b20-9a8a-00c4c3c7c8e2 service nova] [instance: e5a24110-8050-42ab-addf-23100f97f629] Updating instance_info_cache with network_info: [{"id": "43434a47-29b6-4ff8-9a7a-bbc77f8d362a", "address": "fa:16:3e:c4:11:49", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43434a47-29", "ovs_interfaceid": "43434a47-29b6-4ff8-9a7a-bbc77f8d362a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.310739] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52ba84bd-a03c-5aa1-e247-92032fe0e7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012618} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.311042] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.311268] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.311491] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.311633] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.311800] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.312074] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-546f319c-c0cc-4651-9474-b91d3d808d78 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.325372] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.325542] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.326257] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7044e2d6-91cc-4196-9250-17823e8d0f20 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.331710] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1162.331710] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5221744e-e66a-94b1-1c31-7c27d98e8d78" [ 1162.331710] env[65665]: _type = "Task" [ 1162.331710] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.339019] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5221744e-e66a-94b1-1c31-7c27d98e8d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.408063] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: da88beb8-d7db-48bf-bab5-aaa11c81230c] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1162.441969] env[65665]: INFO nova.compute.claims [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.461701] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d7354445-cae6-46ca-a7e6-c5ae46184665 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "46536f70-3ea1-4c6d-869d-46063d91056f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.692s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.702429] env[65665]: DEBUG oslo_concurrency.lockutils [req-f6e750e0-a967-4d60-9c3b-f676094c36f8 req-b6c6c256-582d-4b20-9a8a-00c4c3c7c8e2 service nova] Releasing lock "refresh_cache-e5a24110-8050-42ab-addf-23100f97f629" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.843013] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5221744e-e66a-94b1-1c31-7c27d98e8d78, 'name': SearchDatastore_Task, 'duration_secs': 0.049432} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.843853] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b11c55d-2f6a-45a1-af22-2f3445e5da04 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.848925] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1162.848925] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528dddd1-cf52-ae6b-e140-386de263ef47" [ 1162.848925] env[65665]: _type = "Task" [ 1162.848925] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.856845] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528dddd1-cf52-ae6b-e140-386de263ef47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.911546] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 8a4f4d46-2506-47f1-bae6-2224dd011c61] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1162.948023] env[65665]: INFO nova.compute.resource_tracker [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating resource usage from migration 586019d5-9d19-44c1-8c8f-d0f2be5752b6 [ 1163.088087] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda2d747-21af-4145-bc0e-077be039b8d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.097788] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619b9c9b-0999-4e85-8d12-fe1b10480801 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.127523] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c815d1-7903-4f30-9bd8-62f217711547 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.135468] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0798a02-ba4e-464a-87aa-47dbb8652420 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.150812] env[65665]: DEBUG nova.compute.provider_tree [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.359828] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528dddd1-cf52-ae6b-e140-386de263ef47, 'name': SearchDatastore_Task, 'duration_secs': 0.009335} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.360123] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.360378] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] e5a24110-8050-42ab-addf-23100f97f629/e5a24110-8050-42ab-addf-23100f97f629.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.360651] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8c4b976-59fd-43a8-a1c0-83ba86e5bb63 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.367957] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1163.367957] env[65665]: value = "task-4855478" [ 1163.367957] env[65665]: _type = "Task" [ 1163.367957] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.378917] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.414695] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: d4ba0f68-55bb-4193-b9e8-eefa3181d893] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1163.655731] env[65665]: DEBUG nova.scheduler.client.report [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.877912] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462754} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.878116] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] e5a24110-8050-42ab-addf-23100f97f629/e5a24110-8050-42ab-addf-23100f97f629.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.878328] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.878579] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-133f1d92-7bd9-416b-bb01-6da618dd59b4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.885070] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1163.885070] env[65665]: value = "task-4855479" [ 1163.885070] env[65665]: _type = "Task" [ 1163.885070] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.892914] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.918672] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 9200dd22-5bf9-40aa-8c9a-3d36f12adfe7] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1164.122424] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "6d351d36-fc04-4c1f-9a4b-78d36d444143" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.122636] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.163321] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.226s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.163513] env[65665]: INFO nova.compute.manager [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Migrating [ 1164.396114] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06643} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.396440] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.397364] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d74d875-74a1-4e4e-809b-f16e2290e13f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.422507] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] e5a24110-8050-42ab-addf-23100f97f629/e5a24110-8050-42ab-addf-23100f97f629.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.422999] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 6d09de8b-7f48-44f3-bf12-9f2d75fa5f2a] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1164.425011] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-238d5004-d31f-4164-9402-3755dc2d26ed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.448562] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1164.448562] env[65665]: value = "task-4855480" [ 1164.448562] env[65665]: _type = "Task" [ 1164.448562] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.459237] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.625453] env[65665]: DEBUG nova.compute.manager [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1164.682512] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.682689] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.682816] env[65665]: DEBUG nova.network.neutron [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1164.942302] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: c9808f35-3d79-4aa6-a414-c98635c1e33e] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1164.958870] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855480, 'name': ReconfigVM_Task, 'duration_secs': 0.27418} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.959180] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Reconfigured VM instance instance-00000072 to attach disk [datastore1] e5a24110-8050-42ab-addf-23100f97f629/e5a24110-8050-42ab-addf-23100f97f629.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.959867] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6a686e2-da26-4577-9477-b59129855af7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.967357] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1164.967357] env[65665]: value = "task-4855481" [ 1164.967357] env[65665]: _type = "Task" [ 1164.967357] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.976813] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855481, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.150511] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.150850] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.152463] env[65665]: INFO nova.compute.claims [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.186160] env[65665]: WARNING neutronclient.v2_0.client [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.370797] env[65665]: WARNING neutronclient.v2_0.client [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.445766] env[65665]: DEBUG nova.network.neutron [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance_info_cache with network_info: [{"id": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "address": "fa:16:3e:56:2f:81", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f899ae1-03", "ovs_interfaceid": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.447307] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 8bad4f41-93d3-4f50-abd4-ebfdf581e7f3] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1165.477781] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855481, 'name': Rename_Task, 'duration_secs': 0.145544} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.478046] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.478290] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d01b56b-620d-4caa-af61-c7114a1cc938 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.486088] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1165.486088] env[65665]: value = "task-4855483" [ 1165.486088] env[65665]: _type = "Task" [ 1165.486088] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.495148] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.951139] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.952695] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 78af8a87-17ed-4657-9f2f-4aa58d0b4427] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1165.996980] env[65665]: DEBUG oslo_vmware.api [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855483, 'name': PowerOnVM_Task, 'duration_secs': 0.452086} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.997261] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.997465] env[65665]: INFO nova.compute.manager [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1165.997640] env[65665]: DEBUG nova.compute.manager [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1165.998491] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa81a51-e7db-4e71-b35d-69b8c4c41c8e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.179193] env[65665]: DEBUG nova.scheduler.client.report [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Refreshing inventories for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1166.194761] env[65665]: DEBUG nova.scheduler.client.report [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Updating ProviderTree inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1166.194988] env[65665]: DEBUG nova.compute.provider_tree [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.207641] env[65665]: DEBUG nova.scheduler.client.report [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Refreshing aggregate associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, aggregates: None {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1166.227942] env[65665]: DEBUG nova.scheduler.client.report [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Refreshing trait associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1166.375802] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a75283c-e4e1-40dc-ab83-8bb74a4d7da6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.383384] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f756cef-440e-4a6c-9ba3-4eb5f77bc3f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.413600] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dfb5eb-c8ba-4a9d-b022-0d851b100cfc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.421641] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b4e9cb-1529-4f07-9a60-c5d704af754e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.435348] env[65665]: DEBUG nova.compute.provider_tree [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.458780] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 8ae47313-6535-4757-b25c-3f90e6af156a] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1166.514328] env[65665]: INFO nova.compute.manager [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Took 12.94 seconds to build instance. [ 1166.939192] env[65665]: DEBUG nova.scheduler.client.report [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.964668] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: edf8969e-301d-4c57-b792-2c07d6c4250e] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1167.016675] env[65665]: DEBUG oslo_concurrency.lockutils [None req-66b2d658-4539-48bb-972d-c4c2168769b5 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "e5a24110-8050-42ab-addf-23100f97f629" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.455s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.444020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.444618] env[65665]: DEBUG nova.compute.manager [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1167.468220] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 0c2692db-1ad5-4d29-9fe3-27dbdb1935c0] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1167.473189] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2c9219-251c-49db-8dcc-b0fd2fab978a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.492962] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance '18bdbc26-a9a1-480d-86a0-f11efa40a06a' progress to 0 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.518070] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "e5a24110-8050-42ab-addf-23100f97f629" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.518370] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "e5a24110-8050-42ab-addf-23100f97f629" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.518536] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "e5a24110-8050-42ab-addf-23100f97f629-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.518710] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "e5a24110-8050-42ab-addf-23100f97f629-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.518870] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "e5a24110-8050-42ab-addf-23100f97f629-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.520942] env[65665]: INFO nova.compute.manager [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Terminating instance [ 1167.950062] env[65665]: DEBUG nova.compute.utils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.952191] env[65665]: DEBUG nova.compute.manager [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1167.952337] env[65665]: DEBUG nova.network.neutron [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1167.952624] env[65665]: WARNING neutronclient.v2_0.client [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.952929] env[65665]: WARNING neutronclient.v2_0.client [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.973145] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: b1ca6880-dc2a-4d4d-9fc0-d96e42675267] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1167.999327] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.999796] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b9a3d47-659e-441d-9d79-bd160de5d0b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.005792] env[65665]: DEBUG nova.policy [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b926604520c426ba3032913d2e1861c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4ce9c6ecd5c4a14aa9fa8007b82af44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.009118] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1168.009118] env[65665]: value = "task-4855485" [ 1168.009118] env[65665]: _type = "Task" [ 1168.009118] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.018576] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.024372] env[65665]: DEBUG nova.compute.manager [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1168.024578] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.025421] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a59ea81-448c-4573-9d42-27311ba3f24c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.033120] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.033382] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d6088e-daca-4171-91e0-d282989068e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.040228] env[65665]: DEBUG oslo_vmware.api [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1168.040228] env[65665]: value = "task-4855486" [ 1168.040228] env[65665]: _type = "Task" [ 1168.040228] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.051573] env[65665]: DEBUG oslo_vmware.api [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.316376] env[65665]: DEBUG nova.network.neutron [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Successfully created port: 2ec2a7ad-9d3e-4421-8a5f-ff69040844b1 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1168.455885] env[65665]: DEBUG nova.compute.manager [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1168.476942] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 7e937d70-3554-4498-b687-1600c4e0a420] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1168.519404] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855485, 'name': PowerOffVM_Task, 'duration_secs': 0.189475} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.519621] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.519801] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance '18bdbc26-a9a1-480d-86a0-f11efa40a06a' progress to 17 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.551030] env[65665]: DEBUG oslo_vmware.api [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855486, 'name': PowerOffVM_Task, 'duration_secs': 0.230105} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.551363] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.551578] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.551866] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26cd7621-86cd-4858-b780-64067c1ddd73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.620312] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.620685] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.620977] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleting the datastore file [datastore1] e5a24110-8050-42ab-addf-23100f97f629 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.621355] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b81e5a1c-c340-4911-b4e8-f82ce0e847c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.630263] env[65665]: DEBUG oslo_vmware.api [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1168.630263] env[65665]: value = "task-4855488" [ 1168.630263] env[65665]: _type = "Task" [ 1168.630263] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.638783] env[65665]: DEBUG oslo_vmware.api [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.983175] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: f0b4e9af-34d6-4778-8646-ed73ee013d03] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1169.026570] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1169.026843] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.026994] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1169.027191] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.027333] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1169.027476] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1169.027690] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1169.027835] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1169.027996] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1169.028176] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1169.028345] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1169.033720] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4053c55-b205-4f0b-842d-ee8848ae67e0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.051043] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1169.051043] env[65665]: value = "task-4855489" [ 1169.051043] env[65665]: _type = "Task" [ 1169.051043] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.059957] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.140504] env[65665]: DEBUG oslo_vmware.api [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166895} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.140768] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.141132] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.141242] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.141411] env[65665]: INFO nova.compute.manager [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: e5a24110-8050-42ab-addf-23100f97f629] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1169.141663] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1169.141862] env[65665]: DEBUG nova.compute.manager [-] [instance: e5a24110-8050-42ab-addf-23100f97f629] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1169.141959] env[65665]: DEBUG nova.network.neutron [-] [instance: e5a24110-8050-42ab-addf-23100f97f629] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1169.142227] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.176436] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.465621] env[65665]: DEBUG nova.compute.manager [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1169.486492] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 4ce27896-0f26-4ab4-8e41-d8c0011b92da] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1169.494694] env[65665]: DEBUG nova.virt.hardware [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1169.494958] env[65665]: DEBUG nova.virt.hardware [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.495161] env[65665]: DEBUG nova.virt.hardware [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1169.495369] env[65665]: DEBUG nova.virt.hardware [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.495518] env[65665]: DEBUG nova.virt.hardware [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1169.495679] env[65665]: DEBUG nova.virt.hardware [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1169.495885] env[65665]: DEBUG nova.virt.hardware [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1169.496080] env[65665]: DEBUG nova.virt.hardware [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1169.496291] env[65665]: DEBUG nova.virt.hardware [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1169.496495] env[65665]: DEBUG nova.virt.hardware [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1169.496702] env[65665]: DEBUG nova.virt.hardware [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1169.498036] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99401a7d-ba6f-49cc-a291-f231e8984df6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.507047] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1defe577-67b3-45d4-aa8e-d27fc30e2920 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.553302] env[65665]: DEBUG nova.compute.manager [req-3a8a6a65-bb19-4894-bdc1-c255cc42554b req-f0e1eb63-ec71-4b3d-9985-70b6fa5fe799 service nova] [instance: e5a24110-8050-42ab-addf-23100f97f629] Received event network-vif-deleted-43434a47-29b6-4ff8-9a7a-bbc77f8d362a {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1169.553531] env[65665]: INFO nova.compute.manager [req-3a8a6a65-bb19-4894-bdc1-c255cc42554b req-f0e1eb63-ec71-4b3d-9985-70b6fa5fe799 service nova] [instance: e5a24110-8050-42ab-addf-23100f97f629] Neutron deleted interface 43434a47-29b6-4ff8-9a7a-bbc77f8d362a; detaching it from the instance and deleting it from the info cache [ 1169.553717] env[65665]: DEBUG nova.network.neutron [req-3a8a6a65-bb19-4894-bdc1-c255cc42554b req-f0e1eb63-ec71-4b3d-9985-70b6fa5fe799 service nova] [instance: e5a24110-8050-42ab-addf-23100f97f629] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.567085] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855489, 'name': ReconfigVM_Task, 'duration_secs': 0.275329} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.567842] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance '18bdbc26-a9a1-480d-86a0-f11efa40a06a' progress to 33 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.750657] env[65665]: DEBUG nova.compute.manager [req-cc9fa4cc-2f4f-4b83-8604-496af18fd60c req-96a12edb-8768-4b25-99c2-1071463a5ba3 service nova] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Received event network-vif-plugged-2ec2a7ad-9d3e-4421-8a5f-ff69040844b1 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1169.750905] env[65665]: DEBUG oslo_concurrency.lockutils [req-cc9fa4cc-2f4f-4b83-8604-496af18fd60c req-96a12edb-8768-4b25-99c2-1071463a5ba3 service nova] Acquiring lock "6d351d36-fc04-4c1f-9a4b-78d36d444143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.751093] env[65665]: DEBUG oslo_concurrency.lockutils [req-cc9fa4cc-2f4f-4b83-8604-496af18fd60c req-96a12edb-8768-4b25-99c2-1071463a5ba3 service nova] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.751263] env[65665]: DEBUG oslo_concurrency.lockutils [req-cc9fa4cc-2f4f-4b83-8604-496af18fd60c req-96a12edb-8768-4b25-99c2-1071463a5ba3 service nova] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.751427] env[65665]: DEBUG nova.compute.manager [req-cc9fa4cc-2f4f-4b83-8604-496af18fd60c req-96a12edb-8768-4b25-99c2-1071463a5ba3 service nova] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] No waiting events found dispatching network-vif-plugged-2ec2a7ad-9d3e-4421-8a5f-ff69040844b1 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1169.751590] env[65665]: WARNING nova.compute.manager [req-cc9fa4cc-2f4f-4b83-8604-496af18fd60c req-96a12edb-8768-4b25-99c2-1071463a5ba3 service nova] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Received unexpected event network-vif-plugged-2ec2a7ad-9d3e-4421-8a5f-ff69040844b1 for instance with vm_state building and task_state spawning. [ 1169.949279] env[65665]: DEBUG nova.network.neutron [-] [instance: e5a24110-8050-42ab-addf-23100f97f629] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.990240] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: ba55eb37-e2d8-4400-8ca8-7b1dff31bcd0] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1170.059988] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97fa144f-543b-448f-a1d4-b00d38456816 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.071231] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198527d7-8ac0-4934-8900-2af5bffb6ff9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.086108] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1170.086573] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.086821] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1170.086918] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.087070] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1170.087214] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1170.087417] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1170.087575] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1170.087743] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1170.087901] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1170.088082] env[65665]: DEBUG nova.virt.hardware [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1170.093555] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.093864] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebeae728-df85-49dc-96d5-b289c810cee9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.114078] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1170.114078] env[65665]: value = "task-4855491" [ 1170.114078] env[65665]: _type = "Task" [ 1170.114078] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.123327] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.134122] env[65665]: DEBUG nova.compute.manager [req-3a8a6a65-bb19-4894-bdc1-c255cc42554b req-f0e1eb63-ec71-4b3d-9985-70b6fa5fe799 service nova] [instance: e5a24110-8050-42ab-addf-23100f97f629] Detach interface failed, port_id=43434a47-29b6-4ff8-9a7a-bbc77f8d362a, reason: Instance e5a24110-8050-42ab-addf-23100f97f629 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1170.278272] env[65665]: DEBUG nova.network.neutron [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Successfully updated port: 2ec2a7ad-9d3e-4421-8a5f-ff69040844b1 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1170.451611] env[65665]: INFO nova.compute.manager [-] [instance: e5a24110-8050-42ab-addf-23100f97f629] Took 1.31 seconds to deallocate network for instance. [ 1170.484352] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "35472265-c6f9-4aa7-acf9-19d03bc44912" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.484581] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.496419] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 0667f773-b44b-48ba-948c-bc7897d0df79] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1170.626545] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855491, 'name': ReconfigVM_Task, 'duration_secs': 0.299044} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.626904] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.627759] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295ea783-9eb3-46fc-9d39-9b136adeb471 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.650729] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 18bdbc26-a9a1-480d-86a0-f11efa40a06a/18bdbc26-a9a1-480d-86a0-f11efa40a06a.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.651052] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89ca9836-152e-4511-9e98-b370d809143e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.670454] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1170.670454] env[65665]: value = "task-4855492" [ 1170.670454] env[65665]: _type = "Task" [ 1170.670454] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.680093] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.780715] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.780887] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.781100] env[65665]: DEBUG nova.network.neutron [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1170.958218] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.958545] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.958769] env[65665]: DEBUG nova.objects.instance [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lazy-loading 'resources' on Instance uuid e5a24110-8050-42ab-addf-23100f97f629 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.990049] env[65665]: DEBUG nova.compute.utils [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.999339] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 51f235af-ab52-4618-8329-704df3c05038] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1171.181765] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855492, 'name': ReconfigVM_Task, 'duration_secs': 0.26056} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.181765] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 18bdbc26-a9a1-480d-86a0-f11efa40a06a/18bdbc26-a9a1-480d-86a0-f11efa40a06a.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.181977] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance '18bdbc26-a9a1-480d-86a0-f11efa40a06a' progress to 50 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.324300] env[65665]: DEBUG nova.network.neutron [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1171.405506] env[65665]: WARNING neutronclient.v2_0.client [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.492719] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.494077] env[65665]: DEBUG nova.network.neutron [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance_info_cache with network_info: [{"id": "2ec2a7ad-9d3e-4421-8a5f-ff69040844b1", "address": "fa:16:3e:03:1a:ab", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec2a7ad-9d", "ovs_interfaceid": "2ec2a7ad-9d3e-4421-8a5f-ff69040844b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.503073] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 35ee9cc1-11f7-487a-a7f5-a4c184ed050d] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1171.615875] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430ea18b-9bb3-4f39-991f-eaedc710856d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.623737] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c695ef0-54e1-4b47-bd89-bdfa62b00035 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.656040] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c469835-3482-4ddd-b099-8b898de9d8e9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.660425] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.660651] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.665487] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e381335a-0b0c-43db-a17d-c3e37a33e5a2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.680588] env[65665]: DEBUG nova.compute.provider_tree [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.688366] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a3eed7-bafe-49d5-b6b3-9a904031846c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.707860] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f05af31-0348-4ce0-845b-d2392af304b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.725454] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance '18bdbc26-a9a1-480d-86a0-f11efa40a06a' progress to 67 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.996645] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.997026] env[65665]: DEBUG nova.compute.manager [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Instance network_info: |[{"id": "2ec2a7ad-9d3e-4421-8a5f-ff69040844b1", "address": "fa:16:3e:03:1a:ab", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec2a7ad-9d", "ovs_interfaceid": "2ec2a7ad-9d3e-4421-8a5f-ff69040844b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1171.997520] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:1a:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ec2a7ad-9d3e-4421-8a5f-ff69040844b1', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.005217] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1172.005445] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.005820] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 4dcc1e66-77d7-4437-a082-021f6d633052] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1172.007736] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fddfa213-807e-4216-8289-ab9e4e5aa6a4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.031300] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.031300] env[65665]: value = "task-4855493" [ 1172.031300] env[65665]: _type = "Task" [ 1172.031300] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.044481] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855493, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.165716] env[65665]: DEBUG nova.compute.utils [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.183794] env[65665]: DEBUG nova.scheduler.client.report [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.232307] env[65665]: WARNING neutronclient.v2_0.client [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.232728] env[65665]: WARNING neutronclient.v2_0.client [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.238142] env[65665]: DEBUG nova.compute.manager [req-daaccae7-556a-4d34-af12-0ecd1e837011 req-ac75bf58-d35b-4745-8303-ba455c4bd47f service nova] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Received event network-changed-2ec2a7ad-9d3e-4421-8a5f-ff69040844b1 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1172.238400] env[65665]: DEBUG nova.compute.manager [req-daaccae7-556a-4d34-af12-0ecd1e837011 req-ac75bf58-d35b-4745-8303-ba455c4bd47f service nova] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Refreshing instance network info cache due to event network-changed-2ec2a7ad-9d3e-4421-8a5f-ff69040844b1. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1172.238650] env[65665]: DEBUG oslo_concurrency.lockutils [req-daaccae7-556a-4d34-af12-0ecd1e837011 req-ac75bf58-d35b-4745-8303-ba455c4bd47f service nova] Acquiring lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.238650] env[65665]: DEBUG oslo_concurrency.lockutils [req-daaccae7-556a-4d34-af12-0ecd1e837011 req-ac75bf58-d35b-4745-8303-ba455c4bd47f service nova] Acquired lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.238888] env[65665]: DEBUG nova.network.neutron [req-daaccae7-556a-4d34-af12-0ecd1e837011 req-ac75bf58-d35b-4745-8303-ba455c4bd47f service nova] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Refreshing network info cache for port 2ec2a7ad-9d3e-4421-8a5f-ff69040844b1 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.282821] env[65665]: DEBUG nova.network.neutron [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Port 5f899ae1-034f-4c4e-a21a-d03e06d58ea7 binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1172.525478] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 236cca27-1eb6-4040-a52d-23043c009086] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1172.543208] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855493, 'name': CreateVM_Task, 'duration_secs': 0.320583} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.543415] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.543906] env[65665]: WARNING neutronclient.v2_0.client [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.544297] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.544458] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.544781] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.545124] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f6a1709-b63a-496c-a3bb-bb5360caeed5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.550873] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1172.550873] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e3e0ca-f23b-ace1-6442-aeec6c42e1c5" [ 1172.550873] env[65665]: _type = "Task" [ 1172.550873] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.560207] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "35472265-c6f9-4aa7-acf9-19d03bc44912" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.560440] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.560672] env[65665]: INFO nova.compute.manager [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Attaching volume 2d95bee0-1586-443f-bab7-570d3b1bde37 to /dev/sdb [ 1172.563243] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e3e0ca-f23b-ace1-6442-aeec6c42e1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.595272] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4ea4e7-9a38-402c-b4be-146f35f444e9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.603116] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8643ef8-843e-46fa-8378-913234d24396 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.616687] env[65665]: DEBUG nova.virt.block_device [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Updating existing volume attachment record: 607cca54-0233-4d2e-b357-f45e402f6f1a {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1172.668137] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.688809] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.711757] env[65665]: INFO nova.scheduler.client.report [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted allocations for instance e5a24110-8050-42ab-addf-23100f97f629 [ 1172.741591] env[65665]: WARNING neutronclient.v2_0.client [req-daaccae7-556a-4d34-af12-0ecd1e837011 req-ac75bf58-d35b-4745-8303-ba455c4bd47f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.893355] env[65665]: WARNING neutronclient.v2_0.client [req-daaccae7-556a-4d34-af12-0ecd1e837011 req-ac75bf58-d35b-4745-8303-ba455c4bd47f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.966194] env[65665]: DEBUG nova.network.neutron [req-daaccae7-556a-4d34-af12-0ecd1e837011 req-ac75bf58-d35b-4745-8303-ba455c4bd47f service nova] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updated VIF entry in instance network info cache for port 2ec2a7ad-9d3e-4421-8a5f-ff69040844b1. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1172.966598] env[65665]: DEBUG nova.network.neutron [req-daaccae7-556a-4d34-af12-0ecd1e837011 req-ac75bf58-d35b-4745-8303-ba455c4bd47f service nova] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance_info_cache with network_info: [{"id": "2ec2a7ad-9d3e-4421-8a5f-ff69040844b1", "address": "fa:16:3e:03:1a:ab", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec2a7ad-9d", "ovs_interfaceid": "2ec2a7ad-9d3e-4421-8a5f-ff69040844b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.029292] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 116b28c6-59e7-406b-aac0-dfc41bd2ce66] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1173.064472] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e3e0ca-f23b-ace1-6442-aeec6c42e1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.064821] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.065119] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.065380] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.065535] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.065715] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.065996] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b24ade5e-0482-4f19-905d-f83e702286b4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.077790] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.078041] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.078938] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5126d048-315d-45ff-ab42-b9ac0bd3c116 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.086145] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1173.086145] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52da9399-d547-082b-c000-485e1a697a11" [ 1173.086145] env[65665]: _type = "Task" [ 1173.086145] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.096898] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52da9399-d547-082b-c000-485e1a697a11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.220610] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f993629f-6b05-475d-9324-480b4db2fc41 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "e5a24110-8050-42ab-addf-23100f97f629" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.702s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.308836] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.308957] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.309051] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.383407] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.383638] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.469464] env[65665]: DEBUG oslo_concurrency.lockutils [req-daaccae7-556a-4d34-af12-0ecd1e837011 req-ac75bf58-d35b-4745-8303-ba455c4bd47f service nova] Releasing lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.532561] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: abc93bf9-5fb2-44e0-87ad-2a1ac3083f87] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1173.599922] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52da9399-d547-082b-c000-485e1a697a11, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.601158] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9077cb3-db6a-45d6-97ba-3e50a98491b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.608810] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1173.608810] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d05ed1-20d0-51d0-3878-023a334ec77b" [ 1173.608810] env[65665]: _type = "Task" [ 1173.608810] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.617757] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d05ed1-20d0-51d0-3878-023a334ec77b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.752796] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.753120] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.753372] env[65665]: INFO nova.compute.manager [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Attaching volume 3070c2cd-b631-472e-a1d4-70fc319f532a to /dev/sdb [ 1173.795398] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a86551-071d-432b-a8ef-0eabc5a08f11 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.802542] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1fb761-5fc6-4c39-9c89-59bc281f7208 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.818621] env[65665]: DEBUG nova.virt.block_device [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating existing volume attachment record: cdfa5d21-1771-4329-ba50-3e6c6f9442b0 {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1173.886273] env[65665]: DEBUG nova.compute.manager [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1174.036155] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 6624c1c8-5fa5-4ba7-99ee-74fc54a37c2c] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1174.803905] env[65665]: WARNING neutronclient.v2_0.client [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.808086] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 98430fc3-58ac-434b-9538-de5de5c0c83b] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1174.817110] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "191aae30-a6fa-4a1e-9044-85136ea6b733" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.817321] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "191aae30-a6fa-4a1e-9044-85136ea6b733" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.831116] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d05ed1-20d0-51d0-3878-023a334ec77b, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.831116] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.831116] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 6d351d36-fc04-4c1f-9a4b-78d36d444143/6d351d36-fc04-4c1f-9a4b-78d36d444143.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.831116] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ba1ade-06b3-4a33-a007-211282a1ce9c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.833621] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1174.833621] env[65665]: value = "task-4855498" [ 1174.833621] env[65665]: _type = "Task" [ 1174.833621] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.835173] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.835440] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.837092] env[65665]: INFO nova.compute.claims [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.849571] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.851695] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.851857] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.852029] env[65665]: DEBUG nova.network.neutron [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1175.315255] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: cdfa62a3-e944-44df-9de3-6af79e11d6d7] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1175.320279] env[65665]: DEBUG nova.compute.manager [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1175.353237] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495107} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.353485] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 6d351d36-fc04-4c1f-9a4b-78d36d444143/6d351d36-fc04-4c1f-9a4b-78d36d444143.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.353686] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.353933] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af220ca5-2ecd-450a-b4e3-481179cb56b7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.356386] env[65665]: WARNING neutronclient.v2_0.client [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.364761] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1175.364761] env[65665]: value = "task-4855500" [ 1175.364761] env[65665]: _type = "Task" [ 1175.364761] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.374694] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.569535] env[65665]: WARNING neutronclient.v2_0.client [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.641024] env[65665]: DEBUG nova.network.neutron [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance_info_cache with network_info: [{"id": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "address": "fa:16:3e:56:2f:81", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f899ae1-03", "ovs_interfaceid": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.818675] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: df45e8db-a95c-4765-babb-14adf34600b3] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1175.843239] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.875519] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063476} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.875773] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.876568] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e13732-c72a-4656-9dde-442e65d01e03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.902540] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 6d351d36-fc04-4c1f-9a4b-78d36d444143/6d351d36-fc04-4c1f-9a4b-78d36d444143.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.905314] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a47a17ac-3d32-4e4a-a2f2-43fea9a996d6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.925646] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1175.925646] env[65665]: value = "task-4855501" [ 1175.925646] env[65665]: _type = "Task" [ 1175.925646] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.937641] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.042733] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fab6f5b-a2f1-44ed-9daf-427a1bc05c56 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.050702] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7a9561-2c2b-443f-9364-54d7a7e0c998 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.081331] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2103577b-2cfe-4e4c-a44a-2a8715dcdfcc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.089539] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce63cf2b-5b15-447c-8f7a-7df694ee9dde {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.103389] env[65665]: DEBUG nova.compute.provider_tree [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.143647] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.322754] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: dbed29b1-e848-4bb3-8281-1b6c53785566] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1176.435803] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855501, 'name': ReconfigVM_Task, 'duration_secs': 0.265434} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.436082] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 6d351d36-fc04-4c1f-9a4b-78d36d444143/6d351d36-fc04-4c1f-9a4b-78d36d444143.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.436752] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72ec1202-6195-4369-9cd2-2a8015710d53 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.443353] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1176.443353] env[65665]: value = "task-4855503" [ 1176.443353] env[65665]: _type = "Task" [ 1176.443353] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.452165] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855503, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.607193] env[65665]: DEBUG nova.scheduler.client.report [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.668937] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351780e3-3ebf-40b1-9fd1-d8aaa8a1b770 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.687817] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a707d2f-0dbc-4f22-91ca-43666ed82b06 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.695178] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance '18bdbc26-a9a1-480d-86a0-f11efa40a06a' progress to 83 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.826261] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 5c674aad-91fe-4a12-b3b4-4b81c924fd25] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1176.953709] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855503, 'name': Rename_Task, 'duration_secs': 0.154433} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.954254] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.954520] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-320dad11-3a13-4a5e-b567-3233f3b7ab3b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.961686] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1176.961686] env[65665]: value = "task-4855504" [ 1176.961686] env[65665]: _type = "Task" [ 1176.961686] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.970194] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.112035] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.112428] env[65665]: DEBUG nova.compute.manager [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1177.115265] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.272s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.116695] env[65665]: INFO nova.compute.claims [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.160754] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.161009] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946447', 'volume_id': '2d95bee0-1586-443f-bab7-570d3b1bde37', 'name': 'volume-2d95bee0-1586-443f-bab7-570d3b1bde37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35472265-c6f9-4aa7-acf9-19d03bc44912', 'attached_at': '', 'detached_at': '', 'volume_id': '2d95bee0-1586-443f-bab7-570d3b1bde37', 'serial': '2d95bee0-1586-443f-bab7-570d3b1bde37'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.162159] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad078a6-c768-4726-a0a3-e388366d64f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.179015] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b923d6-68ee-430f-abc9-343433cb7986 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.207841] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-2d95bee0-1586-443f-bab7-570d3b1bde37/volume-2d95bee0-1586-443f-bab7-570d3b1bde37.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.209944] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.210239] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce78d3b-0d58-479f-9fe3-6c586a04e9e0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.226492] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af5c7ec9-2405-49af-8c7e-b56d71c7f615 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.234830] env[65665]: DEBUG oslo_vmware.api [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1177.234830] env[65665]: value = "task-4855506" [ 1177.234830] env[65665]: _type = "Task" [ 1177.234830] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.236387] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1177.236387] env[65665]: value = "task-4855505" [ 1177.236387] env[65665]: _type = "Task" [ 1177.236387] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.255711] env[65665]: DEBUG oslo_vmware.api [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.256077] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.331096] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 641c616e-96ce-4a56-9888-d9eca0c3111f] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1177.472229] env[65665]: DEBUG oslo_vmware.api [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855504, 'name': PowerOnVM_Task, 'duration_secs': 0.446439} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.472492] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.472760] env[65665]: INFO nova.compute.manager [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1177.472964] env[65665]: DEBUG nova.compute.manager [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1177.473788] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0053d43b-e1d0-4ad5-9dc9-4f1dcc14ed2d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.624684] env[65665]: DEBUG nova.compute.utils [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.626683] env[65665]: DEBUG nova.compute.manager [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1177.626893] env[65665]: DEBUG nova.network.neutron [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1177.627235] env[65665]: WARNING neutronclient.v2_0.client [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.627530] env[65665]: WARNING neutronclient.v2_0.client [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.672134] env[65665]: DEBUG nova.policy [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3966a9e07bb4deba27121c11ef82e16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ee5d8182dad4eebae4a83f408e0ba22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.753258] env[65665]: DEBUG oslo_vmware.api [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855506, 'name': ReconfigVM_Task, 'duration_secs': 0.37812} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.753487] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.753753] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-2d95bee0-1586-443f-bab7-570d3b1bde37/volume-2d95bee0-1586-443f-bab7-570d3b1bde37.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.758458] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-761d7ad3-8ed1-4c80-b22a-fa52cdbf0bca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.774987] env[65665]: DEBUG oslo_vmware.api [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1177.774987] env[65665]: value = "task-4855507" [ 1177.774987] env[65665]: _type = "Task" [ 1177.774987] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.786674] env[65665]: DEBUG oslo_vmware.api [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.834668] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.835077] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Cleaning up deleted instances with incomplete migration {{(pid=65665) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11947}} [ 1177.989790] env[65665]: DEBUG nova.network.neutron [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Successfully created port: 2b703c23-9147-41fc-90d4-41ad298a6c4c {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1177.995803] env[65665]: INFO nova.compute.manager [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Took 12.87 seconds to build instance. [ 1178.131369] env[65665]: DEBUG nova.compute.manager [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1178.258958] env[65665]: DEBUG oslo_vmware.api [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855505, 'name': PowerOnVM_Task, 'duration_secs': 0.946768} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.259400] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.259713] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1e1f3-11ac-4ac3-b813-b1ce0d8698e8 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance '18bdbc26-a9a1-480d-86a0-f11efa40a06a' progress to 100 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.289169] env[65665]: DEBUG oslo_vmware.api [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855507, 'name': ReconfigVM_Task, 'duration_secs': 0.146445} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.289169] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946447', 'volume_id': '2d95bee0-1586-443f-bab7-570d3b1bde37', 'name': 'volume-2d95bee0-1586-443f-bab7-570d3b1bde37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35472265-c6f9-4aa7-acf9-19d03bc44912', 'attached_at': '', 'detached_at': '', 'volume_id': '2d95bee0-1586-443f-bab7-570d3b1bde37', 'serial': '2d95bee0-1586-443f-bab7-570d3b1bde37'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.340364] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.352680] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48583c49-c263-4397-b6f4-d7ca8f0c2a73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.361810] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fa9864-b21b-4894-8efe-9ccd8a1938bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.371925] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1178.371925] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946449', 'volume_id': '3070c2cd-b631-472e-a1d4-70fc319f532a', 'name': 'volume-3070c2cd-b631-472e-a1d4-70fc319f532a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '278e3e7a-d5bf-4f34-8a5c-f117cc733ca4', 'attached_at': '', 'detached_at': '', 'volume_id': '3070c2cd-b631-472e-a1d4-70fc319f532a', 'serial': '3070c2cd-b631-472e-a1d4-70fc319f532a'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1178.371925] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba68b0c-191b-45ad-9554-9021c4254abe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.402990] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20fddc3-bd98-4c95-8a9a-bec806ce998a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.418681] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9548d4-2a6c-4332-9f94-d48195e3fbef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.424834] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24502ec2-b680-4c21-b9d5-797c41da503d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.449492] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-3070c2cd-b631-472e-a1d4-70fc319f532a/volume-3070c2cd-b631-472e-a1d4-70fc319f532a.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.450369] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09039535-5d1d-465c-87d0-dc0f159b8f67 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.473963] env[65665]: DEBUG nova.compute.provider_tree [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.485757] env[65665]: DEBUG oslo_vmware.api [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1178.485757] env[65665]: value = "task-4855508" [ 1178.485757] env[65665]: _type = "Task" [ 1178.485757] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.498265] env[65665]: DEBUG oslo_concurrency.lockutils [None req-cb810eea-cd4f-4baa-aab8-dafb51ef9628 tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.375s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.498604] env[65665]: DEBUG oslo_vmware.api [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.639513] env[65665]: INFO nova.virt.block_device [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Booting with volume b52bf2ba-3930-471a-966c-548e500d4c7a at /dev/sda [ 1178.682642] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfc4c98e-4a19-4de9-9512-bf4f287c98a5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.693314] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef26867-87fc-4f30-a206-dc4c3555eb5e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.730287] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22a2924e-c6ae-4c64-908a-b26b65b4752f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.739951] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55b2ef6-2c32-43f2-820e-8feeccac795c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.778102] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663184c6-bc5a-4b06-ba43-056ecbd52d26 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.786406] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0aecd6-bc00-4c60-9eb3-6427588e6445 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.803564] env[65665]: DEBUG nova.virt.block_device [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating existing volume attachment record: 8b950a95-6aaa-4a19-be9f-087bdec29171 {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.977065] env[65665]: DEBUG nova.scheduler.client.report [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.996995] env[65665]: DEBUG oslo_vmware.api [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.343219] env[65665]: DEBUG nova.objects.instance [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lazy-loading 'flavor' on Instance uuid 35472265-c6f9-4aa7-acf9-19d03bc44912 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.454012] env[65665]: DEBUG nova.compute.manager [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Stashing vm_state: active {{(pid=65665) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1179.483165] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.483165] env[65665]: DEBUG nova.compute.manager [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1179.496560] env[65665]: DEBUG oslo_vmware.api [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855508, 'name': ReconfigVM_Task, 'duration_secs': 0.56232} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.496560] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-3070c2cd-b631-472e-a1d4-70fc319f532a/volume-3070c2cd-b631-472e-a1d4-70fc319f532a.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.501494] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1e9b053-dc83-4adf-ac6e-1ef2a6073381 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.517971] env[65665]: DEBUG oslo_vmware.api [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1179.517971] env[65665]: value = "task-4855509" [ 1179.517971] env[65665]: _type = "Task" [ 1179.517971] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.527692] env[65665]: DEBUG oslo_vmware.api [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.565223] env[65665]: DEBUG nova.compute.manager [req-55f75dca-5b49-4306-be56-ae88e89af097 req-e9edb592-64d4-46d3-9589-6ffcc4a58ffe service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Received event network-vif-plugged-2b703c23-9147-41fc-90d4-41ad298a6c4c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1179.565433] env[65665]: DEBUG oslo_concurrency.lockutils [req-55f75dca-5b49-4306-be56-ae88e89af097 req-e9edb592-64d4-46d3-9589-6ffcc4a58ffe service nova] Acquiring lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.565626] env[65665]: DEBUG oslo_concurrency.lockutils [req-55f75dca-5b49-4306-be56-ae88e89af097 req-e9edb592-64d4-46d3-9589-6ffcc4a58ffe service nova] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.565782] env[65665]: DEBUG oslo_concurrency.lockutils [req-55f75dca-5b49-4306-be56-ae88e89af097 req-e9edb592-64d4-46d3-9589-6ffcc4a58ffe service nova] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.565947] env[65665]: DEBUG nova.compute.manager [req-55f75dca-5b49-4306-be56-ae88e89af097 req-e9edb592-64d4-46d3-9589-6ffcc4a58ffe service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] No waiting events found dispatching network-vif-plugged-2b703c23-9147-41fc-90d4-41ad298a6c4c {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1179.566109] env[65665]: WARNING nova.compute.manager [req-55f75dca-5b49-4306-be56-ae88e89af097 req-e9edb592-64d4-46d3-9589-6ffcc4a58ffe service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Received unexpected event network-vif-plugged-2b703c23-9147-41fc-90d4-41ad298a6c4c for instance with vm_state building and task_state block_device_mapping. [ 1179.658272] env[65665]: DEBUG nova.network.neutron [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Successfully updated port: 2b703c23-9147-41fc-90d4-41ad298a6c4c {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1179.848200] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e31da5ec-c1a5-4a30-b0fe-3c0ebac9cc9b tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.288s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.977658] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.977983] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.988617] env[65665]: DEBUG nova.compute.utils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.990080] env[65665]: DEBUG nova.compute.manager [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1179.990285] env[65665]: DEBUG nova.network.neutron [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1179.990605] env[65665]: WARNING neutronclient.v2_0.client [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.990993] env[65665]: WARNING neutronclient.v2_0.client [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.029682] env[65665]: DEBUG oslo_vmware.api [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855509, 'name': ReconfigVM_Task, 'duration_secs': 0.153645} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.030083] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946449', 'volume_id': '3070c2cd-b631-472e-a1d4-70fc319f532a', 'name': 'volume-3070c2cd-b631-472e-a1d4-70fc319f532a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '278e3e7a-d5bf-4f34-8a5c-f117cc733ca4', 'attached_at': '', 'detached_at': '', 'volume_id': '3070c2cd-b631-472e-a1d4-70fc319f532a', 'serial': '3070c2cd-b631-472e-a1d4-70fc319f532a'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1180.034553] env[65665]: DEBUG nova.policy [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a79af04679c4e259bc985469917ce87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b36eec997d504f04b678ad5659b687f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.064551] env[65665]: DEBUG oslo_concurrency.lockutils [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "35472265-c6f9-4aa7-acf9-19d03bc44912" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.065193] env[65665]: DEBUG oslo_concurrency.lockutils [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.160968] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.161187] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.161411] env[65665]: DEBUG nova.network.neutron [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1180.427080] env[65665]: DEBUG nova.network.neutron [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Successfully created port: b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1180.483737] env[65665]: INFO nova.compute.claims [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.494661] env[65665]: DEBUG nova.compute.manager [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1180.568867] env[65665]: INFO nova.compute.manager [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Detaching volume 2d95bee0-1586-443f-bab7-570d3b1bde37 [ 1180.600471] env[65665]: INFO nova.virt.block_device [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Attempting to driver detach volume 2d95bee0-1586-443f-bab7-570d3b1bde37 from mountpoint /dev/sdb [ 1180.600764] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.601143] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946447', 'volume_id': '2d95bee0-1586-443f-bab7-570d3b1bde37', 'name': 'volume-2d95bee0-1586-443f-bab7-570d3b1bde37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35472265-c6f9-4aa7-acf9-19d03bc44912', 'attached_at': '', 'detached_at': '', 'volume_id': '2d95bee0-1586-443f-bab7-570d3b1bde37', 'serial': '2d95bee0-1586-443f-bab7-570d3b1bde37'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.602238] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224a64ea-2676-4992-a718-daaae7c68e96 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.626888] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaf308e-5702-4f0d-ba57-619427b27adb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.635469] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12144a2-f2c4-4759-b450-4a6fea82db8e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.658132] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1538b3e9-8830-4962-9728-3538a70cf3c1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.677653] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The volume has not been displaced from its original location: [datastore1] volume-2d95bee0-1586-443f-bab7-570d3b1bde37/volume-2d95bee0-1586-443f-bab7-570d3b1bde37.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.683161] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.683531] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e60c7c83-6f91-4a4f-a919-3379b4a7cff2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.697345] env[65665]: DEBUG nova.network.neutron [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1180.707401] env[65665]: DEBUG oslo_vmware.api [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1180.707401] env[65665]: value = "task-4855510" [ 1180.707401] env[65665]: _type = "Task" [ 1180.707401] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.716252] env[65665]: DEBUG oslo_vmware.api [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.779351] env[65665]: WARNING neutronclient.v2_0.client [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.850273] env[65665]: DEBUG nova.network.neutron [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance_info_cache with network_info: [{"id": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "address": "fa:16:3e:57:ca:e9", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b703c23-91", "ovs_interfaceid": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.893202] env[65665]: DEBUG nova.compute.manager [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1180.893828] env[65665]: DEBUG nova.virt.hardware [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1180.894104] env[65665]: DEBUG nova.virt.hardware [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.894295] env[65665]: DEBUG nova.virt.hardware [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1180.894615] env[65665]: DEBUG nova.virt.hardware [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.894810] env[65665]: DEBUG nova.virt.hardware [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1180.894987] env[65665]: DEBUG nova.virt.hardware [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1180.895254] env[65665]: DEBUG nova.virt.hardware [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1180.895440] env[65665]: DEBUG nova.virt.hardware [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1180.895658] env[65665]: DEBUG nova.virt.hardware [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1180.895880] env[65665]: DEBUG nova.virt.hardware [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1180.896105] env[65665]: DEBUG nova.virt.hardware [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1180.897158] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668ba3ae-8674-4bf0-b4ea-935e9c42d733 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.906665] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c6660e-d8a0-4738-881c-47f3cd48d097 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.920494] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.920722] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.920901] env[65665]: DEBUG nova.compute.manager [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Going to confirm migration 6 {{(pid=65665) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1180.990873] env[65665]: INFO nova.compute.resource_tracker [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating resource usage from migration 1cc4b27e-c11b-4deb-b9d5-e7cf73562d60 [ 1181.075191] env[65665]: DEBUG nova.objects.instance [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'flavor' on Instance uuid 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.155548] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd77df0a-a9a5-4c71-a8d3-871344ecbdde {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.163976] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a560f8a2-209b-473a-9598-ea78ccdb1f03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.195635] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b037e9c3-0233-4527-b1b8-d6105fc84c9c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.203801] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bc3c00-615f-499c-9739-ca8470121777 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.216424] env[65665]: DEBUG oslo_vmware.api [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855510, 'name': ReconfigVM_Task, 'duration_secs': 0.221906} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.224481] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.229779] env[65665]: DEBUG nova.compute.provider_tree [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.231132] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-268d1396-9b8d-45d6-b2d5-300e5669a611 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.249489] env[65665]: DEBUG oslo_vmware.api [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1181.249489] env[65665]: value = "task-4855511" [ 1181.249489] env[65665]: _type = "Task" [ 1181.249489] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.258590] env[65665]: DEBUG oslo_vmware.api [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.353868] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.354231] env[65665]: DEBUG nova.compute.manager [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Instance network_info: |[{"id": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "address": "fa:16:3e:57:ca:e9", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b703c23-91", "ovs_interfaceid": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1181.354830] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:ca:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b703c23-9147-41fc-90d4-41ad298a6c4c', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.365000] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1181.365190] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.365399] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3115852-3334-4ee9-86f5-b0e18bdb533e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.390572] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.390572] env[65665]: value = "task-4855512" [ 1181.390572] env[65665]: _type = "Task" [ 1181.390572] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.399874] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855512, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.427041] env[65665]: WARNING neutronclient.v2_0.client [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.504024] env[65665]: DEBUG nova.compute.manager [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1181.507572] env[65665]: WARNING neutronclient.v2_0.client [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.508024] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.508228] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.508456] env[65665]: DEBUG nova.network.neutron [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1181.508694] env[65665]: DEBUG nova.objects.instance [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lazy-loading 'info_cache' on Instance uuid 18bdbc26-a9a1-480d-86a0-f11efa40a06a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.542420] env[65665]: DEBUG nova.virt.hardware [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1181.543290] env[65665]: DEBUG nova.virt.hardware [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.543290] env[65665]: DEBUG nova.virt.hardware [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1181.543447] env[65665]: DEBUG nova.virt.hardware [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.543549] env[65665]: DEBUG nova.virt.hardware [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1181.543747] env[65665]: DEBUG nova.virt.hardware [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1181.544053] env[65665]: DEBUG nova.virt.hardware [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1181.544302] env[65665]: DEBUG nova.virt.hardware [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1181.544537] env[65665]: DEBUG nova.virt.hardware [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1181.544771] env[65665]: DEBUG nova.virt.hardware [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1181.545015] env[65665]: DEBUG nova.virt.hardware [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1181.546258] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504ab996-6383-4b15-93fc-a021cd5efdd9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.556761] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a995c7af-0570-47a5-9952-d4a36a186065 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.580526] env[65665]: DEBUG oslo_concurrency.lockutils [None req-aa2326fe-536b-4ac1-a28a-c60e6af1175d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.827s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.632470] env[65665]: DEBUG nova.compute.manager [req-22ff06b5-b966-444c-a61f-04522eac5720 req-463a3cc8-f1bd-4c1e-9856-154b2b069f00 service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Received event network-changed-2b703c23-9147-41fc-90d4-41ad298a6c4c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1181.632751] env[65665]: DEBUG nova.compute.manager [req-22ff06b5-b966-444c-a61f-04522eac5720 req-463a3cc8-f1bd-4c1e-9856-154b2b069f00 service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Refreshing instance network info cache due to event network-changed-2b703c23-9147-41fc-90d4-41ad298a6c4c. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1181.632955] env[65665]: DEBUG oslo_concurrency.lockutils [req-22ff06b5-b966-444c-a61f-04522eac5720 req-463a3cc8-f1bd-4c1e-9856-154b2b069f00 service nova] Acquiring lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.634061] env[65665]: DEBUG oslo_concurrency.lockutils [req-22ff06b5-b966-444c-a61f-04522eac5720 req-463a3cc8-f1bd-4c1e-9856-154b2b069f00 service nova] Acquired lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.634061] env[65665]: DEBUG nova.network.neutron [req-22ff06b5-b966-444c-a61f-04522eac5720 req-463a3cc8-f1bd-4c1e-9856-154b2b069f00 service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Refreshing network info cache for port 2b703c23-9147-41fc-90d4-41ad298a6c4c {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.744622] env[65665]: DEBUG nova.scheduler.client.report [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.765875] env[65665]: DEBUG oslo_vmware.api [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855511, 'name': ReconfigVM_Task, 'duration_secs': 0.163828} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.767935] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946447', 'volume_id': '2d95bee0-1586-443f-bab7-570d3b1bde37', 'name': 'volume-2d95bee0-1586-443f-bab7-570d3b1bde37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35472265-c6f9-4aa7-acf9-19d03bc44912', 'attached_at': '', 'detached_at': '', 'volume_id': '2d95bee0-1586-443f-bab7-570d3b1bde37', 'serial': '2d95bee0-1586-443f-bab7-570d3b1bde37'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1181.862413] env[65665]: DEBUG nova.compute.manager [req-07928845-3544-48ca-8b5b-a241d0e41704 req-2e42f200-d982-4658-aaf9-f680569cfe5d service nova] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Received event network-vif-plugged-b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1181.862413] env[65665]: DEBUG oslo_concurrency.lockutils [req-07928845-3544-48ca-8b5b-a241d0e41704 req-2e42f200-d982-4658-aaf9-f680569cfe5d service nova] Acquiring lock "191aae30-a6fa-4a1e-9044-85136ea6b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.862413] env[65665]: DEBUG oslo_concurrency.lockutils [req-07928845-3544-48ca-8b5b-a241d0e41704 req-2e42f200-d982-4658-aaf9-f680569cfe5d service nova] Lock "191aae30-a6fa-4a1e-9044-85136ea6b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.862413] env[65665]: DEBUG oslo_concurrency.lockutils [req-07928845-3544-48ca-8b5b-a241d0e41704 req-2e42f200-d982-4658-aaf9-f680569cfe5d service nova] Lock "191aae30-a6fa-4a1e-9044-85136ea6b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.862413] env[65665]: DEBUG nova.compute.manager [req-07928845-3544-48ca-8b5b-a241d0e41704 req-2e42f200-d982-4658-aaf9-f680569cfe5d service nova] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] No waiting events found dispatching network-vif-plugged-b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1181.863027] env[65665]: WARNING nova.compute.manager [req-07928845-3544-48ca-8b5b-a241d0e41704 req-2e42f200-d982-4658-aaf9-f680569cfe5d service nova] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Received unexpected event network-vif-plugged-b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6 for instance with vm_state building and task_state spawning. [ 1181.903044] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855512, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.950044] env[65665]: DEBUG nova.network.neutron [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Successfully updated port: b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1182.135954] env[65665]: WARNING neutronclient.v2_0.client [req-22ff06b5-b966-444c-a61f-04522eac5720 req-463a3cc8-f1bd-4c1e-9856-154b2b069f00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.251069] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.273s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.251288] env[65665]: INFO nova.compute.manager [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Migrating [ 1182.315180] env[65665]: DEBUG nova.objects.instance [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lazy-loading 'flavor' on Instance uuid 35472265-c6f9-4aa7-acf9-19d03bc44912 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.328034] env[65665]: WARNING neutronclient.v2_0.client [req-22ff06b5-b966-444c-a61f-04522eac5720 req-463a3cc8-f1bd-4c1e-9856-154b2b069f00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.402572] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855512, 'name': CreateVM_Task, 'duration_secs': 0.633248} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.402862] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.403265] env[65665]: WARNING neutronclient.v2_0.client [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.403614] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946445', 'volume_id': 'b52bf2ba-3930-471a-966c-548e500d4c7a', 'name': 'volume-b52bf2ba-3930-471a-966c-548e500d4c7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41', 'attached_at': '', 'detached_at': '', 'volume_id': 'b52bf2ba-3930-471a-966c-548e500d4c7a', 'serial': 'b52bf2ba-3930-471a-966c-548e500d4c7a'}, 'attachment_id': '8b950a95-6aaa-4a19-be9f-087bdec29171', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65665) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1182.403808] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Root volume attach. Driver type: vmdk {{(pid=65665) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1182.404955] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aed5280-9b3a-4b2d-abe8-59423f19e93a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.413754] env[65665]: DEBUG nova.network.neutron [req-22ff06b5-b966-444c-a61f-04522eac5720 req-463a3cc8-f1bd-4c1e-9856-154b2b069f00 service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updated VIF entry in instance network info cache for port 2b703c23-9147-41fc-90d4-41ad298a6c4c. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1182.414721] env[65665]: DEBUG nova.network.neutron [req-22ff06b5-b966-444c-a61f-04522eac5720 req-463a3cc8-f1bd-4c1e-9856-154b2b069f00 service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance_info_cache with network_info: [{"id": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "address": "fa:16:3e:57:ca:e9", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b703c23-91", "ovs_interfaceid": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.415775] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1a4376-6e64-4ba8-9f68-76509f27ce9d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.422797] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09b5793-754b-4dfe-a95f-ef97b317f38b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.430336] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-89faf4f5-e8d9-46a5-92df-fad8fd348ed0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.438252] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1182.438252] env[65665]: value = "task-4855513" [ 1182.438252] env[65665]: _type = "Task" [ 1182.438252] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.448979] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855513, 'name': RelocateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.451624] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "refresh_cache-191aae30-a6fa-4a1e-9044-85136ea6b733" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.451781] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "refresh_cache-191aae30-a6fa-4a1e-9044-85136ea6b733" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.451960] env[65665]: DEBUG nova.network.neutron [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1182.515637] env[65665]: WARNING neutronclient.v2_0.client [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.683357] env[65665]: WARNING neutronclient.v2_0.client [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.751557] env[65665]: DEBUG nova.network.neutron [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance_info_cache with network_info: [{"id": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "address": "fa:16:3e:56:2f:81", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f899ae1-03", "ovs_interfaceid": "5f899ae1-034f-4c4e-a21a-d03e06d58ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.770061] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.770293] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.770465] env[65665]: DEBUG nova.network.neutron [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1182.777882] env[65665]: DEBUG nova.compute.manager [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Stashing vm_state: active {{(pid=65665) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1182.919632] env[65665]: DEBUG oslo_concurrency.lockutils [req-22ff06b5-b966-444c-a61f-04522eac5720 req-463a3cc8-f1bd-4c1e-9856-154b2b069f00 service nova] Releasing lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.949057] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855513, 'name': RelocateVM_Task} progress is 19%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.987475] env[65665]: DEBUG nova.network.neutron [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1183.070867] env[65665]: WARNING neutronclient.v2_0.client [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.146408] env[65665]: DEBUG nova.network.neutron [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Updating instance_info_cache with network_info: [{"id": "b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6", "address": "fa:16:3e:93:53:78", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17c356d-ca", "ovs_interfaceid": "b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.255195] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-18bdbc26-a9a1-480d-86a0-f11efa40a06a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.255516] env[65665]: DEBUG nova.objects.instance [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lazy-loading 'migration_context' on Instance uuid 18bdbc26-a9a1-480d-86a0-f11efa40a06a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.273042] env[65665]: WARNING neutronclient.v2_0.client [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.301382] env[65665]: DEBUG oslo_concurrency.lockutils [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.301853] env[65665]: DEBUG oslo_concurrency.lockutils [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.323453] env[65665]: DEBUG oslo_concurrency.lockutils [None req-af78eb11-a45b-4870-aa3f-e253f3b306b0 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.448624] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855513, 'name': RelocateVM_Task, 'duration_secs': 0.779254} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.449794] env[65665]: WARNING neutronclient.v2_0.client [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.451848] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1183.452063] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946445', 'volume_id': 'b52bf2ba-3930-471a-966c-548e500d4c7a', 'name': 'volume-b52bf2ba-3930-471a-966c-548e500d4c7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41', 'attached_at': '', 'detached_at': '', 'volume_id': 'b52bf2ba-3930-471a-966c-548e500d4c7a', 'serial': 'b52bf2ba-3930-471a-966c-548e500d4c7a'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1183.453049] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c942ed-2d51-47ee-84f7-7b60c0eea542 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.471679] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce88da9b-9674-4ae7-a222-16c85facd1e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.496441] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-b52bf2ba-3930-471a-966c-548e500d4c7a/volume-b52bf2ba-3930-471a-966c-548e500d4c7a.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.500012] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632b30ea-0f02-4dff-95ac-a910762de8b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.521160] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1183.521160] env[65665]: value = "task-4855514" [ 1183.521160] env[65665]: _type = "Task" [ 1183.521160] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.529935] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.551372] env[65665]: DEBUG nova.network.neutron [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance_info_cache with network_info: [{"id": "2ec2a7ad-9d3e-4421-8a5f-ff69040844b1", "address": "fa:16:3e:03:1a:ab", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec2a7ad-9d", "ovs_interfaceid": "2ec2a7ad-9d3e-4421-8a5f-ff69040844b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.608651] env[65665]: DEBUG oslo_concurrency.lockutils [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "35472265-c6f9-4aa7-acf9-19d03bc44912" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.608996] env[65665]: DEBUG oslo_concurrency.lockutils [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.609280] env[65665]: DEBUG oslo_concurrency.lockutils [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "35472265-c6f9-4aa7-acf9-19d03bc44912-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.609512] env[65665]: DEBUG oslo_concurrency.lockutils [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.609718] env[65665]: DEBUG oslo_concurrency.lockutils [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.612055] env[65665]: INFO nova.compute.manager [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Terminating instance [ 1183.649325] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "refresh_cache-191aae30-a6fa-4a1e-9044-85136ea6b733" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.650263] env[65665]: DEBUG nova.compute.manager [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Instance network_info: |[{"id": "b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6", "address": "fa:16:3e:93:53:78", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17c356d-ca", "ovs_interfaceid": "b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1183.650828] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:53:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.659908] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1183.660541] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.660720] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b897dcd-50b8-4f9f-beb1-684ae0233134 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.681855] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.681855] env[65665]: value = "task-4855515" [ 1183.681855] env[65665]: _type = "Task" [ 1183.681855] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.689830] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855515, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.758410] env[65665]: DEBUG nova.objects.base [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Object Instance<18bdbc26-a9a1-480d-86a0-f11efa40a06a> lazy-loaded attributes: info_cache,migration_context {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.759905] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12293b0f-51c8-42a7-ac79-a8f50d8e7b6b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.780239] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388afee6-6130-46b1-bef5-ef208a3d4931 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.786409] env[65665]: DEBUG oslo_vmware.api [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1183.786409] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525e8650-47e7-4ef5-526f-435987a92ac0" [ 1183.786409] env[65665]: _type = "Task" [ 1183.786409] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.795249] env[65665]: DEBUG oslo_vmware.api [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525e8650-47e7-4ef5-526f-435987a92ac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.807117] env[65665]: INFO nova.compute.claims [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.897159] env[65665]: DEBUG nova.compute.manager [req-52c0faed-9e25-43da-8d62-7a6fa71f6433 req-2fba8587-9c99-4673-81a6-d895b942f5ca service nova] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Received event network-changed-b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1183.897482] env[65665]: DEBUG nova.compute.manager [req-52c0faed-9e25-43da-8d62-7a6fa71f6433 req-2fba8587-9c99-4673-81a6-d895b942f5ca service nova] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Refreshing instance network info cache due to event network-changed-b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1183.897625] env[65665]: DEBUG oslo_concurrency.lockutils [req-52c0faed-9e25-43da-8d62-7a6fa71f6433 req-2fba8587-9c99-4673-81a6-d895b942f5ca service nova] Acquiring lock "refresh_cache-191aae30-a6fa-4a1e-9044-85136ea6b733" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.897755] env[65665]: DEBUG oslo_concurrency.lockutils [req-52c0faed-9e25-43da-8d62-7a6fa71f6433 req-2fba8587-9c99-4673-81a6-d895b942f5ca service nova] Acquired lock "refresh_cache-191aae30-a6fa-4a1e-9044-85136ea6b733" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.897935] env[65665]: DEBUG nova.network.neutron [req-52c0faed-9e25-43da-8d62-7a6fa71f6433 req-2fba8587-9c99-4673-81a6-d895b942f5ca service nova] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Refreshing network info cache for port b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.031529] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855514, 'name': ReconfigVM_Task, 'duration_secs': 0.315962} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.031836] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-b52bf2ba-3930-471a-966c-548e500d4c7a/volume-b52bf2ba-3930-471a-966c-548e500d4c7a.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.036693] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd219e7a-d181-4383-acbd-ba7a5a852b58 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.052900] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1184.052900] env[65665]: value = "task-4855516" [ 1184.052900] env[65665]: _type = "Task" [ 1184.052900] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.056438] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.066058] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.116458] env[65665]: DEBUG nova.compute.manager [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1184.116749] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.117762] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79a6113-1bb8-43ca-9365-93db80ac7638 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.128651] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.128990] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc1a70de-abb2-4f16-a7c8-b0ab21e5c051 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.137290] env[65665]: DEBUG oslo_vmware.api [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1184.137290] env[65665]: value = "task-4855517" [ 1184.137290] env[65665]: _type = "Task" [ 1184.137290] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.146400] env[65665]: DEBUG oslo_vmware.api [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.194048] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855515, 'name': CreateVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.298921] env[65665]: DEBUG oslo_vmware.api [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525e8650-47e7-4ef5-526f-435987a92ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.008982} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.299288] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.315030] env[65665]: INFO nova.compute.resource_tracker [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating resource usage from migration a311d2e2-781a-4e38-8f8b-01403847c779 [ 1184.400705] env[65665]: WARNING neutronclient.v2_0.client [req-52c0faed-9e25-43da-8d62-7a6fa71f6433 req-2fba8587-9c99-4673-81a6-d895b942f5ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.512150] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e151bf-dec1-48c8-b7f2-ccb9118329e8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.522568] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84693b7a-789e-4d63-be6a-2919d88e7336 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.555660] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bff2938-20a9-4cdb-91ac-878f6266fc59 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.569069] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdda7aa-63fa-4fe3-bf00-9a081eb14c84 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.576118] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855516, 'name': ReconfigVM_Task, 'duration_secs': 0.145001} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.576859] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946445', 'volume_id': 'b52bf2ba-3930-471a-966c-548e500d4c7a', 'name': 'volume-b52bf2ba-3930-471a-966c-548e500d4c7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41', 'attached_at': '', 'detached_at': '', 'volume_id': 'b52bf2ba-3930-471a-966c-548e500d4c7a', 'serial': 'b52bf2ba-3930-471a-966c-548e500d4c7a'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1184.577492] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3941fca2-411e-444a-97cf-283539947427 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.587011] env[65665]: DEBUG nova.compute.provider_tree [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.596874] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1184.596874] env[65665]: value = "task-4855518" [ 1184.596874] env[65665]: _type = "Task" [ 1184.596874] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.608689] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855518, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.625724] env[65665]: WARNING neutronclient.v2_0.client [req-52c0faed-9e25-43da-8d62-7a6fa71f6433 req-2fba8587-9c99-4673-81a6-d895b942f5ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.647402] env[65665]: DEBUG oslo_vmware.api [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855517, 'name': PowerOffVM_Task, 'duration_secs': 0.294538} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.647678] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.647847] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.648120] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12c59ce8-d544-4936-93ba-516ede6c114d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.693218] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855515, 'name': CreateVM_Task, 'duration_secs': 0.546104} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.693439] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.693964] env[65665]: WARNING neutronclient.v2_0.client [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.694279] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.694427] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.694746] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.695030] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55355bb9-dce7-4fbb-92fd-76222231b7f3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.701101] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1184.701101] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d21fb3-afae-c754-e1e8-1bb16f7aa539" [ 1184.701101] env[65665]: _type = "Task" [ 1184.701101] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.709586] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d21fb3-afae-c754-e1e8-1bb16f7aa539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.720665] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.720914] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.721062] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Deleting the datastore file [datastore2] 35472265-c6f9-4aa7-acf9-19d03bc44912 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.721345] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82d90a55-83a4-478c-9fc2-71266a772896 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.729083] env[65665]: DEBUG oslo_vmware.api [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1184.729083] env[65665]: value = "task-4855520" [ 1184.729083] env[65665]: _type = "Task" [ 1184.729083] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.733480] env[65665]: DEBUG nova.network.neutron [req-52c0faed-9e25-43da-8d62-7a6fa71f6433 req-2fba8587-9c99-4673-81a6-d895b942f5ca service nova] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Updated VIF entry in instance network info cache for port b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1184.733893] env[65665]: DEBUG nova.network.neutron [req-52c0faed-9e25-43da-8d62-7a6fa71f6433 req-2fba8587-9c99-4673-81a6-d895b942f5ca service nova] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Updating instance_info_cache with network_info: [{"id": "b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6", "address": "fa:16:3e:93:53:78", "network": {"id": "42bb049a-865e-4bee-a6f8-e54a9722cc10", "bridge": "br-int", "label": "tempest-ServersTestJSON-353362494-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b36eec997d504f04b678ad5659b687f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb17c356d-ca", "ovs_interfaceid": "b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.741362] env[65665]: DEBUG oslo_vmware.api [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.094253] env[65665]: DEBUG nova.scheduler.client.report [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.108233] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855518, 'name': Rename_Task, 'duration_secs': 0.161372} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.108544] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.108851] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7e50b8b-3be7-4bb4-bbd2-959c44f9abc5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.118274] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1185.118274] env[65665]: value = "task-4855521" [ 1185.118274] env[65665]: _type = "Task" [ 1185.118274] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.130345] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.213493] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52d21fb3-afae-c754-e1e8-1bb16f7aa539, 'name': SearchDatastore_Task, 'duration_secs': 0.026961} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.213847] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.214125] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.214396] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.214555] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.214752] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.215331] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9e5ec34-1f0d-4183-83c7-a971b0b140de {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.226498] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.226882] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.227936] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c8f556-77d8-4725-a8f2-7add6b1fe400 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.236478] env[65665]: DEBUG oslo_concurrency.lockutils [req-52c0faed-9e25-43da-8d62-7a6fa71f6433 req-2fba8587-9c99-4673-81a6-d895b942f5ca service nova] Releasing lock "refresh_cache-191aae30-a6fa-4a1e-9044-85136ea6b733" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.240530] env[65665]: DEBUG oslo_vmware.api [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162017} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.242097] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.242352] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.242574] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.242771] env[65665]: INFO nova.compute.manager [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1185.243092] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1185.243410] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1185.243410] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5263d615-a2c1-9e9d-58be-28edb36460b2" [ 1185.243410] env[65665]: _type = "Task" [ 1185.243410] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.243711] env[65665]: DEBUG nova.compute.manager [-] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1185.243775] env[65665]: DEBUG nova.network.neutron [-] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1185.244109] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.258280] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5263d615-a2c1-9e9d-58be-28edb36460b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012899} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.259259] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0124c31-18bd-4251-a46b-f75994f3929c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.266318] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1185.266318] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e9643b-1f26-548c-e03c-87a3b881b243" [ 1185.266318] env[65665]: _type = "Task" [ 1185.266318] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.275664] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e9643b-1f26-548c-e03c-87a3b881b243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.320034] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.576966] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4f169e-82f2-498a-adc7-4e513a08cd16 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.598246] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance '6d351d36-fc04-4c1f-9a4b-78d36d444143' progress to 0 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.602737] env[65665]: DEBUG oslo_concurrency.lockutils [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.301s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.602737] env[65665]: INFO nova.compute.manager [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Migrating [ 1185.609645] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.310s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.635014] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855521, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.779129] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e9643b-1f26-548c-e03c-87a3b881b243, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.779469] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.779731] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 191aae30-a6fa-4a1e-9044-85136ea6b733/191aae30-a6fa-4a1e-9044-85136ea6b733.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.780226] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f165f01e-6b9e-419b-8678-73629dcac9c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.785324] env[65665]: DEBUG nova.compute.manager [req-8795b2d2-460c-4108-9f88-88fbbe31648f req-abd5997b-50a7-4851-8633-180c16a1de00 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Received event network-vif-deleted-b869f690-b340-4864-a335-d135ab9e00b7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1185.785615] env[65665]: INFO nova.compute.manager [req-8795b2d2-460c-4108-9f88-88fbbe31648f req-abd5997b-50a7-4851-8633-180c16a1de00 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Neutron deleted interface b869f690-b340-4864-a335-d135ab9e00b7; detaching it from the instance and deleting it from the info cache [ 1185.785907] env[65665]: DEBUG nova.network.neutron [req-8795b2d2-460c-4108-9f88-88fbbe31648f req-abd5997b-50a7-4851-8633-180c16a1de00 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.793221] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1185.793221] env[65665]: value = "task-4855522" [ 1185.793221] env[65665]: _type = "Task" [ 1185.793221] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.802977] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.111434] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.111794] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de3b9a7b-531f-45d3-9b73-e27db5363ef9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.122768] env[65665]: DEBUG oslo_concurrency.lockutils [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.123187] env[65665]: DEBUG oslo_concurrency.lockutils [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.123313] env[65665]: DEBUG nova.network.neutron [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1186.132732] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1186.132732] env[65665]: value = "task-4855523" [ 1186.132732] env[65665]: _type = "Task" [ 1186.132732] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.143639] env[65665]: DEBUG oslo_vmware.api [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855521, 'name': PowerOnVM_Task, 'duration_secs': 0.904983} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.149631] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.149995] env[65665]: INFO nova.compute.manager [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Took 5.26 seconds to spawn the instance on the hypervisor. [ 1186.150256] env[65665]: DEBUG nova.compute.manager [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1186.152208] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d6cfa-483d-4fb7-9487-1ab7d78b8926 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.160344] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.266413] env[65665]: DEBUG nova.network.neutron [-] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.289895] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88ac30e7-f934-4995-9bbe-5a17a84fa505 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.307246] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21d86f6-fa8e-48b9-aeed-1c74aefb574a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.327849] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855522, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.360245] env[65665]: DEBUG nova.compute.manager [req-8795b2d2-460c-4108-9f88-88fbbe31648f req-abd5997b-50a7-4851-8633-180c16a1de00 service nova] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Detach interface failed, port_id=b869f690-b340-4864-a335-d135ab9e00b7, reason: Instance 35472265-c6f9-4aa7-acf9-19d03bc44912 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1186.415101] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801dfa19-13dc-4b9e-a9ad-8f8124fa942e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.428658] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430483f8-f81e-466b-82b2-4efa4e6fcf7c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.469525] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0659d94f-2ee5-486c-88f8-50fc7cc8f3c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.479346] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36eedd8-f354-409c-9361-69f6e9815b23 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.500868] env[65665]: DEBUG nova.compute.provider_tree [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.631759] env[65665]: WARNING neutronclient.v2_0.client [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.648255] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855523, 'name': PowerOffVM_Task, 'duration_secs': 0.34511} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.648545] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.648701] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance '6d351d36-fc04-4c1f-9a4b-78d36d444143' progress to 17 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.681478] env[65665]: INFO nova.compute.manager [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Took 11.87 seconds to build instance. [ 1186.770425] env[65665]: INFO nova.compute.manager [-] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Took 1.53 seconds to deallocate network for instance. [ 1186.804182] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750399} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.805132] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] 191aae30-a6fa-4a1e-9044-85136ea6b733/191aae30-a6fa-4a1e-9044-85136ea6b733.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.805345] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.805604] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-057a234c-2a79-4c22-adc2-2a4b167470df {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.811809] env[65665]: WARNING neutronclient.v2_0.client [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.815679] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1186.815679] env[65665]: value = "task-4855524" [ 1186.815679] env[65665]: _type = "Task" [ 1186.815679] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.824920] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.882395] env[65665]: DEBUG nova.network.neutron [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance_info_cache with network_info: [{"id": "61453d03-bb08-49fa-b37a-d1b203f679f4", "address": "fa:16:3e:00:f1:81", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61453d03-bb", "ovs_interfaceid": "61453d03-bb08-49fa-b37a-d1b203f679f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.005130] env[65665]: DEBUG nova.scheduler.client.report [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.155374] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1187.155374] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.155518] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1187.155648] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.155792] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1187.155934] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1187.156204] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1187.156303] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1187.156463] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1187.156629] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1187.156858] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1187.162933] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc4eb1dd-8a7c-42dc-b5bf-29629b01868f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.179608] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1187.179608] env[65665]: value = "task-4855525" [ 1187.179608] env[65665]: _type = "Task" [ 1187.179608] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.182927] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a5007dce-7650-44d1-bb25-e5d959e553c4 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.799s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.188657] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.277957] env[65665]: DEBUG oslo_concurrency.lockutils [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.325438] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.307812} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.325699] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.326832] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828e7784-761e-42a6-b7f8-4848f5458f73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.353049] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 191aae30-a6fa-4a1e-9044-85136ea6b733/191aae30-a6fa-4a1e-9044-85136ea6b733.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.353429] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-944668fe-aa4e-4f24-89e9-a9fff7e47b61 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.382829] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1187.382829] env[65665]: value = "task-4855526" [ 1187.382829] env[65665]: _type = "Task" [ 1187.382829] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.386790] env[65665]: DEBUG oslo_concurrency.lockutils [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.393733] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.690403] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855525, 'name': ReconfigVM_Task, 'duration_secs': 0.148001} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.690710] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance '6d351d36-fc04-4c1f-9a4b-78d36d444143' progress to 33 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.899099] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855526, 'name': ReconfigVM_Task, 'duration_secs': 0.286147} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.899496] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 191aae30-a6fa-4a1e-9044-85136ea6b733/191aae30-a6fa-4a1e-9044-85136ea6b733.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.900147] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba18d690-7694-4841-bdcc-dc166626e027 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.907133] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1187.907133] env[65665]: value = "task-4855527" [ 1187.907133] env[65665]: _type = "Task" [ 1187.907133] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.916381] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855527, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.990205] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.017772] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.408s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.021581] env[65665]: DEBUG oslo_concurrency.lockutils [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.744s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.021845] env[65665]: DEBUG nova.objects.instance [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lazy-loading 'resources' on Instance uuid 35472265-c6f9-4aa7-acf9-19d03bc44912 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.197527] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1188.197832] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.197952] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1188.198154] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.198300] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1188.198445] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1188.198663] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1188.198807] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1188.198972] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1188.199209] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1188.199394] env[65665]: DEBUG nova.virt.hardware [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1188.204744] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.205084] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04608f86-365d-4253-8525-d511e8f12292 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.225569] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1188.225569] env[65665]: value = "task-4855528" [ 1188.225569] env[65665]: _type = "Task" [ 1188.225569] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.234811] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.398856] env[65665]: DEBUG nova.compute.manager [req-3c425106-19f8-46ad-8290-8235e1f66180 req-86b78d50-b070-4f0d-9ab0-578c6ee6693d service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Received event network-changed-77e4fda2-54b7-4147-8c8b-d47eb07b8226 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1188.400665] env[65665]: DEBUG nova.compute.manager [req-3c425106-19f8-46ad-8290-8235e1f66180 req-86b78d50-b070-4f0d-9ab0-578c6ee6693d service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Refreshing instance network info cache due to event network-changed-77e4fda2-54b7-4147-8c8b-d47eb07b8226. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1188.400665] env[65665]: DEBUG oslo_concurrency.lockutils [req-3c425106-19f8-46ad-8290-8235e1f66180 req-86b78d50-b070-4f0d-9ab0-578c6ee6693d service nova] Acquiring lock "refresh_cache-a6bfc2be-d17e-4655-9f35-155baf8a8c1a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.400665] env[65665]: DEBUG oslo_concurrency.lockutils [req-3c425106-19f8-46ad-8290-8235e1f66180 req-86b78d50-b070-4f0d-9ab0-578c6ee6693d service nova] Acquired lock "refresh_cache-a6bfc2be-d17e-4655-9f35-155baf8a8c1a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.400665] env[65665]: DEBUG nova.network.neutron [req-3c425106-19f8-46ad-8290-8235e1f66180 req-86b78d50-b070-4f0d-9ab0-578c6ee6693d service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Refreshing network info cache for port 77e4fda2-54b7-4147-8c8b-d47eb07b8226 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.421166] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855527, 'name': Rename_Task, 'duration_secs': 0.144051} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.421952] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.422629] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bfe49f9-8fd7-4ccb-853f-c15ee5f43a9d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.431388] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1188.431388] env[65665]: value = "task-4855529" [ 1188.431388] env[65665]: _type = "Task" [ 1188.431388] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.441256] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.495390] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Getting list of instances from cluster (obj){ [ 1188.495390] env[65665]: value = "domain-c8" [ 1188.495390] env[65665]: _type = "ClusterComputeResource" [ 1188.495390] env[65665]: } {{(pid=65665) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1188.496542] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ed01c-689f-4ba8-a911-745926c2b239 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.517456] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Got total of 10 instances {{(pid=65665) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1188.517628] env[65665]: WARNING nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] While synchronizing instance power states, found 11 instances in the database and 10 instances on the hypervisor. [ 1188.517751] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Triggering sync for uuid 18bdbc26-a9a1-480d-86a0-f11efa40a06a {{(pid=65665) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1188.518072] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Triggering sync for uuid a6bfc2be-d17e-4655-9f35-155baf8a8c1a {{(pid=65665) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1188.518308] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Triggering sync for uuid 72c616b4-eda8-4f46-ac04-ba145a722746 {{(pid=65665) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1188.518509] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Triggering sync for uuid 84efb212-53f2-4247-b12f-c56a0e2aa166 {{(pid=65665) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1188.518702] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Triggering sync for uuid 06a25155-56b1-465e-8633-8895e8283470 {{(pid=65665) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1188.518895] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Triggering sync for uuid 35472265-c6f9-4aa7-acf9-19d03bc44912 {{(pid=65665) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1188.519163] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Triggering sync for uuid 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4 {{(pid=65665) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1188.519368] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Triggering sync for uuid e3518a15-0815-4e62-a26d-fbf6c28e3689 {{(pid=65665) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1188.519559] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Triggering sync for uuid 6d351d36-fc04-4c1f-9a4b-78d36d444143 {{(pid=65665) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1188.519750] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Triggering sync for uuid 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41 {{(pid=65665) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1188.519959] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Triggering sync for uuid 191aae30-a6fa-4a1e-9044-85136ea6b733 {{(pid=65665) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1188.520518] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.520812] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.521034] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.521303] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "72c616b4-eda8-4f46-ac04-ba145a722746" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.521491] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "72c616b4-eda8-4f46-ac04-ba145a722746" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.521733] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "84efb212-53f2-4247-b12f-c56a0e2aa166" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.521909] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "84efb212-53f2-4247-b12f-c56a0e2aa166" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.522160] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "06a25155-56b1-465e-8633-8895e8283470" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.522335] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "06a25155-56b1-465e-8633-8895e8283470" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.522563] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "35472265-c6f9-4aa7-acf9-19d03bc44912" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.522769] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.522939] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.523130] env[65665]: INFO nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1188.523400] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.523655] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "e3518a15-0815-4e62-a26d-fbf6c28e3689" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.523867] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "e3518a15-0815-4e62-a26d-fbf6c28e3689" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.524209] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "6d351d36-fc04-4c1f-9a4b-78d36d444143" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.524304] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.524417] env[65665]: INFO nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1188.524550] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.524804] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.524985] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.525268] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "191aae30-a6fa-4a1e-9044-85136ea6b733" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.527036] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad095f6-fa2a-4f32-b171-ab51ca87fb3a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.535488] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204e599f-aec3-400b-afe2-bc5e766df54f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.539978] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c8d7af-a3d5-45c3-8881-df0f76089c57 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.544460] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2236d628-ee01-420a-84f1-902070cc4139 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.548018] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa84c20b-25ec-418a-8201-75fbe09be673 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.554436] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f0b84d-f854-434e-84d9-5955f8daa1fc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.649314] env[65665]: INFO nova.scheduler.client.report [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleted allocation for migration 586019d5-9d19-44c1-8c8f-d0f2be5752b6 [ 1188.738519] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855528, 'name': ReconfigVM_Task, 'duration_secs': 0.217721} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.739191] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.740090] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761aac41-a7f2-411d-bfc0-c60861a23576 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.770317] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 6d351d36-fc04-4c1f-9a4b-78d36d444143/6d351d36-fc04-4c1f-9a4b-78d36d444143.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.774804] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-221a47a5-d4de-41d4-9084-6a6e19fd099d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.801759] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1188.801759] env[65665]: value = "task-4855530" [ 1188.801759] env[65665]: _type = "Task" [ 1188.801759] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.817067] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.854194] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6883af-4f02-4d58-a9b2-f394a71246b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.864541] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ec66e4-6bb3-4fdb-8655-62413a42cf42 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.905464] env[65665]: WARNING neutronclient.v2_0.client [req-3c425106-19f8-46ad-8290-8235e1f66180 req-86b78d50-b070-4f0d-9ab0-578c6ee6693d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.911399] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a46916c-5c35-4aaf-b92f-6ef2155ea15e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.915525] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457418b5-78eb-438f-9baf-ae3ec416cdaf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.942623] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f2f710-dc10-4cfa-ab42-1d998ab2ed1d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.947598] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance '278e3e7a-d5bf-4f34-8a5c-f117cc733ca4' progress to 0 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.968942] env[65665]: DEBUG nova.compute.provider_tree [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.973833] env[65665]: DEBUG oslo_vmware.api [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855529, 'name': PowerOnVM_Task, 'duration_secs': 0.493537} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.974356] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.974551] env[65665]: INFO nova.compute.manager [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1188.974762] env[65665]: DEBUG nova.compute.manager [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1188.975591] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b484c4dc-4d59-433c-ab40-d61f45ebb17e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.074722] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "84efb212-53f2-4247-b12f-c56a0e2aa166" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.076687] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "e3518a15-0815-4e62-a26d-fbf6c28e3689" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.088917] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.090277] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.098396] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "06a25155-56b1-465e-8633-8895e8283470" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.098939] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "72c616b4-eda8-4f46-ac04-ba145a722746" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.577s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.130984] env[65665]: WARNING neutronclient.v2_0.client [req-3c425106-19f8-46ad-8290-8235e1f66180 req-86b78d50-b070-4f0d-9ab0-578c6ee6693d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.157018] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0cb65d94-097a-43e0-81bb-0f982b1a39a7 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.234s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.157018] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.635s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.157018] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4b9f85-d69d-4a98-bd57-74de139582ee {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.224471] env[65665]: DEBUG nova.network.neutron [req-3c425106-19f8-46ad-8290-8235e1f66180 req-86b78d50-b070-4f0d-9ab0-578c6ee6693d service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Updated VIF entry in instance network info cache for port 77e4fda2-54b7-4147-8c8b-d47eb07b8226. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1189.224940] env[65665]: DEBUG nova.network.neutron [req-3c425106-19f8-46ad-8290-8235e1f66180 req-86b78d50-b070-4f0d-9ab0-578c6ee6693d service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Updating instance_info_cache with network_info: [{"id": "77e4fda2-54b7-4147-8c8b-d47eb07b8226", "address": "fa:16:3e:39:de:03", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e4fda2-54", "ovs_interfaceid": "77e4fda2-54b7-4147-8c8b-d47eb07b8226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.296094] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "06a25155-56b1-465e-8633-8895e8283470" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.296293] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.296904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "06a25155-56b1-465e-8633-8895e8283470-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.296904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.296904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.300165] env[65665]: INFO nova.compute.manager [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Terminating instance [ 1189.312936] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855530, 'name': ReconfigVM_Task, 'duration_secs': 0.312369} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.312936] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 6d351d36-fc04-4c1f-9a4b-78d36d444143/6d351d36-fc04-4c1f-9a4b-78d36d444143.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.314516] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance '6d351d36-fc04-4c1f-9a4b-78d36d444143' progress to 50 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.459245] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.459560] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47eb322b-f38b-473c-b2bb-2f100bd4171f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.467408] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1189.467408] env[65665]: value = "task-4855531" [ 1189.467408] env[65665]: _type = "Task" [ 1189.467408] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.477866] env[65665]: DEBUG nova.scheduler.client.report [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.480955] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.495582] env[65665]: INFO nova.compute.manager [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Took 13.67 seconds to build instance. [ 1189.671520] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.727933] env[65665]: DEBUG oslo_concurrency.lockutils [req-3c425106-19f8-46ad-8290-8235e1f66180 req-86b78d50-b070-4f0d-9ab0-578c6ee6693d service nova] Releasing lock "refresh_cache-a6bfc2be-d17e-4655-9f35-155baf8a8c1a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.807069] env[65665]: DEBUG nova.compute.manager [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1189.807283] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.808311] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd088cee-eeab-4fae-9581-55e193c26375 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.819234] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.820083] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3271ef6b-5767-458a-b41a-4a259f7e89de {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.823055] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d69f5d2-86f9-4707-9e57-33a051fc8973 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.847922] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.848262] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.848506] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.848727] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.848935] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.851805] env[65665]: INFO nova.compute.manager [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Terminating instance [ 1189.857461] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f43460b-c1db-4795-8107-a8ce5dbac4b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.860927] env[65665]: DEBUG oslo_vmware.api [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1189.860927] env[65665]: value = "task-4855532" [ 1189.860927] env[65665]: _type = "Task" [ 1189.860927] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.881343] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance '6d351d36-fc04-4c1f-9a4b-78d36d444143' progress to 67 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.892072] env[65665]: DEBUG oslo_vmware.api [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.913790] env[65665]: DEBUG nova.compute.manager [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Stashing vm_state: active {{(pid=65665) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1189.979113] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855531, 'name': PowerOffVM_Task, 'duration_secs': 0.463792} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.979113] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.979366] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance '278e3e7a-d5bf-4f34-8a5c-f117cc733ca4' progress to 17 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.983985] env[65665]: DEBUG oslo_concurrency.lockutils [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.997303] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7e7c0e0b-08b7-4cda-bef4-ef9d361f5fd6 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "191aae30-a6fa-4a1e-9044-85136ea6b733" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.180s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.997640] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "191aae30-a6fa-4a1e-9044-85136ea6b733" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.472s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.997945] env[65665]: INFO nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] During sync_power_state the instance has a pending task (spawning). Skip. [ 1189.998134] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "191aae30-a6fa-4a1e-9044-85136ea6b733" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.007293] env[65665]: INFO nova.scheduler.client.report [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Deleted allocations for instance 35472265-c6f9-4aa7-acf9-19d03bc44912 [ 1190.105315] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6157091e-34e3-42f8-99a6-2ef12c0ba3d0 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "191aae30-a6fa-4a1e-9044-85136ea6b733" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.105589] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6157091e-34e3-42f8-99a6-2ef12c0ba3d0 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "191aae30-a6fa-4a1e-9044-85136ea6b733" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.105772] env[65665]: DEBUG nova.compute.manager [None req-6157091e-34e3-42f8-99a6-2ef12c0ba3d0 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1190.106696] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f826e51c-8b7a-426c-8b95-47c03361bbf6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.114288] env[65665]: DEBUG nova.compute.manager [None req-6157091e-34e3-42f8-99a6-2ef12c0ba3d0 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65665) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1190.114929] env[65665]: DEBUG nova.objects.instance [None req-6157091e-34e3-42f8-99a6-2ef12c0ba3d0 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lazy-loading 'flavor' on Instance uuid 191aae30-a6fa-4a1e-9044-85136ea6b733 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.361765] env[65665]: DEBUG nova.compute.manager [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1190.361967] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.363327] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71eaab2-55b0-40a0-a991-98e871b61d77 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.375153] env[65665]: DEBUG oslo_vmware.api [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855532, 'name': PowerOffVM_Task, 'duration_secs': 0.246408} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.377381] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.377552] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.377836] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.378065] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f87f672-be92-4c12-af86-c9485d68844c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.379594] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56c78ee8-ad21-4c27-9915-604ad86d3fc3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.387425] env[65665]: WARNING neutronclient.v2_0.client [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.387789] env[65665]: WARNING neutronclient.v2_0.client [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.391431] env[65665]: DEBUG oslo_vmware.api [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1190.391431] env[65665]: value = "task-4855534" [ 1190.391431] env[65665]: _type = "Task" [ 1190.391431] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.401737] env[65665]: DEBUG oslo_vmware.api [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.440758] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.441123] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.448915] env[65665]: DEBUG nova.compute.manager [req-f102d52d-4a26-4bf6-b9e3-e6030c370379 req-42ef0cb8-985f-4839-92ca-43f109c5638e service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Received event network-changed-2b703c23-9147-41fc-90d4-41ad298a6c4c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1190.448915] env[65665]: DEBUG nova.compute.manager [req-f102d52d-4a26-4bf6-b9e3-e6030c370379 req-42ef0cb8-985f-4839-92ca-43f109c5638e service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Refreshing instance network info cache due to event network-changed-2b703c23-9147-41fc-90d4-41ad298a6c4c. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1190.450280] env[65665]: DEBUG oslo_concurrency.lockutils [req-f102d52d-4a26-4bf6-b9e3-e6030c370379 req-42ef0cb8-985f-4839-92ca-43f109c5638e service nova] Acquiring lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.450280] env[65665]: DEBUG oslo_concurrency.lockutils [req-f102d52d-4a26-4bf6-b9e3-e6030c370379 req-42ef0cb8-985f-4839-92ca-43f109c5638e service nova] Acquired lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.450280] env[65665]: DEBUG nova.network.neutron [req-f102d52d-4a26-4bf6-b9e3-e6030c370379 req-42ef0cb8-985f-4839-92ca-43f109c5638e service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Refreshing network info cache for port 2b703c23-9147-41fc-90d4-41ad298a6c4c {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.451947] env[65665]: DEBUG nova.network.neutron [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Port 2ec2a7ad-9d3e-4421-8a5f-ff69040844b1 binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1190.455184] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.455184] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.455674] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Deleting the datastore file [datastore2] 06a25155-56b1-465e-8633-8895e8283470 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.456053] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ea56d8e-294d-40d9-a1f2-4a4776722912 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.463655] env[65665]: DEBUG oslo_vmware.api [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1190.463655] env[65665]: value = "task-4855535" [ 1190.463655] env[65665]: _type = "Task" [ 1190.463655] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.474635] env[65665]: DEBUG oslo_vmware.api [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.489082] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1190.489360] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.489513] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1190.489690] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.489832] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1190.490012] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1190.490264] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1190.490387] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1190.490529] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1190.490688] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1190.490857] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1190.496368] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfc4ec9d-2f57-42be-910c-9349f7697757 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.517535] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1190.517535] env[65665]: value = "task-4855536" [ 1190.517535] env[65665]: _type = "Task" [ 1190.517535] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.518018] env[65665]: DEBUG oslo_concurrency.lockutils [None req-24499365-1f75-446e-8eb7-9b1313a8cf1f tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.909s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.519131] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.996s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.525627] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d361703-1a89-48b3-a9f5-bb4d0821b2b8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.535717] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.541711] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bf6d5d-e620-4cef-b7f0-7024f80c1b6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.902237] env[65665]: DEBUG oslo_vmware.api [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855534, 'name': PowerOffVM_Task, 'duration_secs': 0.277363} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.902416] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.902581] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.902827] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eef2d666-9c6d-47f2-8944-c65dd4d2e1f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.947700] env[65665]: INFO nova.compute.claims [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.954909] env[65665]: WARNING neutronclient.v2_0.client [req-f102d52d-4a26-4bf6-b9e3-e6030c370379 req-42ef0cb8-985f-4839-92ca-43f109c5638e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.974197] env[65665]: DEBUG oslo_vmware.api [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19563} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.974483] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.974664] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.975012] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.975012] env[65665]: INFO nova.compute.manager [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 06a25155-56b1-465e-8633-8895e8283470] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1190.975271] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1190.976725] env[65665]: DEBUG nova.compute.manager [-] [instance: 06a25155-56b1-465e-8633-8895e8283470] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1190.976725] env[65665]: DEBUG nova.network.neutron [-] [instance: 06a25155-56b1-465e-8633-8895e8283470] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1190.976725] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.985781] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.986030] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.986197] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleting the datastore file [datastore2] 18bdbc26-a9a1-480d-86a0-f11efa40a06a {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.986833] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03f157b5-8310-4790-a57c-b804b5807908 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.994229] env[65665]: DEBUG oslo_vmware.api [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1190.994229] env[65665]: value = "task-4855538" [ 1190.994229] env[65665]: _type = "Task" [ 1190.994229] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.003043] env[65665]: DEBUG oslo_vmware.api [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.019014] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.030748] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855536, 'name': ReconfigVM_Task, 'duration_secs': 0.213105} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.031059] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance '278e3e7a-d5bf-4f34-8a5c-f117cc733ca4' progress to 33 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.085632] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "35472265-c6f9-4aa7-acf9-19d03bc44912" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.121482] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6157091e-34e3-42f8-99a6-2ef12c0ba3d0 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.122196] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10a93d90-02cc-49bd-96dc-5877e48df30f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.130411] env[65665]: DEBUG oslo_vmware.api [None req-6157091e-34e3-42f8-99a6-2ef12c0ba3d0 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1191.130411] env[65665]: value = "task-4855539" [ 1191.130411] env[65665]: _type = "Task" [ 1191.130411] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.147664] env[65665]: DEBUG oslo_vmware.api [None req-6157091e-34e3-42f8-99a6-2ef12c0ba3d0 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.400499] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.455139] env[65665]: INFO nova.compute.resource_tracker [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating resource usage from migration b350e40d-bc60-4271-945f-b999eb10aced [ 1191.483836] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "6d351d36-fc04-4c1f-9a4b-78d36d444143-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.484201] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.484245] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.511366] env[65665]: DEBUG oslo_vmware.api [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290473} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.511936] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.511936] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.512080] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.512656] env[65665]: INFO nova.compute.manager [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1191.512656] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1191.513093] env[65665]: DEBUG nova.compute.manager [-] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1191.513093] env[65665]: DEBUG nova.network.neutron [-] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1191.513877] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.538799] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1191.538799] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.538799] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1191.538799] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.538985] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1191.539083] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1191.539308] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1191.539472] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1191.539640] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1191.539802] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1191.539976] env[65665]: DEBUG nova.virt.hardware [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1191.545628] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.546998] env[65665]: WARNING neutronclient.v2_0.client [req-f102d52d-4a26-4bf6-b9e3-e6030c370379 req-42ef0cb8-985f-4839-92ca-43f109c5638e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.553177] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc54403-5176-4b68-bc80-8a29aab9c8bc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.575787] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1191.575787] env[65665]: value = "task-4855540" [ 1191.575787] env[65665]: _type = "Task" [ 1191.575787] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.576843] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.592930] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.643745] env[65665]: DEBUG oslo_vmware.api [None req-6157091e-34e3-42f8-99a6-2ef12c0ba3d0 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855539, 'name': PowerOffVM_Task, 'duration_secs': 0.183767} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.646759] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6157091e-34e3-42f8-99a6-2ef12c0ba3d0 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.646978] env[65665]: DEBUG nova.compute.manager [None req-6157091e-34e3-42f8-99a6-2ef12c0ba3d0 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1191.648352] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0409901c-a959-4a71-9ecb-0c420dc408db {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.688479] env[65665]: DEBUG nova.network.neutron [req-f102d52d-4a26-4bf6-b9e3-e6030c370379 req-42ef0cb8-985f-4839-92ca-43f109c5638e service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updated VIF entry in instance network info cache for port 2b703c23-9147-41fc-90d4-41ad298a6c4c. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1191.688877] env[65665]: DEBUG nova.network.neutron [req-f102d52d-4a26-4bf6-b9e3-e6030c370379 req-42ef0cb8-985f-4839-92ca-43f109c5638e service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance_info_cache with network_info: [{"id": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "address": "fa:16:3e:57:ca:e9", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b703c23-91", "ovs_interfaceid": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.724954] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e41d11-431c-441f-86ff-7fda9d8c9bfe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.733366] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e68b1b2-0b0e-4b2e-a8fb-671691dc0d8b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.771300] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c722e4-8e01-43de-ab16-1d83b3dc0487 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.781648] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a41fa5c-66c6-4775-a30b-e976c78a82c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.798455] env[65665]: DEBUG nova.compute.provider_tree [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.068060] env[65665]: DEBUG nova.network.neutron [-] [instance: 06a25155-56b1-465e-8633-8895e8283470] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.090472] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.166466] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6157091e-34e3-42f8-99a6-2ef12c0ba3d0 tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "191aae30-a6fa-4a1e-9044-85136ea6b733" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.178463] env[65665]: DEBUG nova.compute.manager [req-10f1d230-5c35-4ffb-a917-410cdcbad90b req-eaa54b29-dcb2-4b5a-a283-1cac6da4c506 service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Received event network-vif-deleted-5f899ae1-034f-4c4e-a21a-d03e06d58ea7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1192.178974] env[65665]: INFO nova.compute.manager [req-10f1d230-5c35-4ffb-a917-410cdcbad90b req-eaa54b29-dcb2-4b5a-a283-1cac6da4c506 service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Neutron deleted interface 5f899ae1-034f-4c4e-a21a-d03e06d58ea7; detaching it from the instance and deleting it from the info cache [ 1192.178974] env[65665]: DEBUG nova.network.neutron [req-10f1d230-5c35-4ffb-a917-410cdcbad90b req-eaa54b29-dcb2-4b5a-a283-1cac6da4c506 service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.195194] env[65665]: DEBUG oslo_concurrency.lockutils [req-f102d52d-4a26-4bf6-b9e3-e6030c370379 req-42ef0cb8-985f-4839-92ca-43f109c5638e service nova] Releasing lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.303140] env[65665]: DEBUG nova.scheduler.client.report [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.482893] env[65665]: DEBUG nova.compute.manager [req-a35f8957-5552-4750-a924-d97165c8a673 req-5c18915e-35bd-404a-b37f-6938a8e57d53 service nova] [instance: 06a25155-56b1-465e-8633-8895e8283470] Received event network-vif-deleted-025ffd52-b265-4890-90d5-36907bcd2608 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1192.493359] env[65665]: WARNING neutronclient.v2_0.client [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.532851] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.533150] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.533447] env[65665]: DEBUG nova.network.neutron [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1192.544279] env[65665]: DEBUG nova.network.neutron [-] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.570679] env[65665]: INFO nova.compute.manager [-] [instance: 06a25155-56b1-465e-8633-8895e8283470] Took 1.59 seconds to deallocate network for instance. [ 1192.589604] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.684918] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5da34542-adaa-4500-a76b-d4451c02dea4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.695344] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be53285c-b30a-4a42-932e-87d93f58220a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.737123] env[65665]: DEBUG nova.compute.manager [req-10f1d230-5c35-4ffb-a917-410cdcbad90b req-eaa54b29-dcb2-4b5a-a283-1cac6da4c506 service nova] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Detach interface failed, port_id=5f899ae1-034f-4c4e-a21a-d03e06d58ea7, reason: Instance 18bdbc26-a9a1-480d-86a0-f11efa40a06a could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1192.813214] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.372s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.813451] env[65665]: INFO nova.compute.manager [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Migrating [ 1192.871218] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.871289] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.036580] env[65665]: WARNING neutronclient.v2_0.client [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.047056] env[65665]: INFO nova.compute.manager [-] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Took 1.53 seconds to deallocate network for instance. [ 1193.078473] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.078775] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.079010] env[65665]: DEBUG nova.objects.instance [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'resources' on Instance uuid 06a25155-56b1-465e-8633-8895e8283470 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.091041] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855540, 'name': ReconfigVM_Task, 'duration_secs': 1.384581} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.091767] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.092592] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742be46b-c249-453d-9983-fee6db4c2c7b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.120237] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4/278e3e7a-d5bf-4f34-8a5c-f117cc733ca4.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.120781] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1685682e-a119-4020-a261-ce3c2476a55f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.143334] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1193.143334] env[65665]: value = "task-4855541" [ 1193.143334] env[65665]: _type = "Task" [ 1193.143334] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.152502] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.211096] env[65665]: WARNING neutronclient.v2_0.client [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.215167] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "191aae30-a6fa-4a1e-9044-85136ea6b733" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.215409] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "191aae30-a6fa-4a1e-9044-85136ea6b733" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.215613] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "191aae30-a6fa-4a1e-9044-85136ea6b733-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.215793] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "191aae30-a6fa-4a1e-9044-85136ea6b733-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.215968] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "191aae30-a6fa-4a1e-9044-85136ea6b733-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.218106] env[65665]: INFO nova.compute.manager [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Terminating instance [ 1193.295885] env[65665]: DEBUG nova.network.neutron [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance_info_cache with network_info: [{"id": "2ec2a7ad-9d3e-4421-8a5f-ff69040844b1", "address": "fa:16:3e:03:1a:ab", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec2a7ad-9d", "ovs_interfaceid": "2ec2a7ad-9d3e-4421-8a5f-ff69040844b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.329781] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.329991] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.330171] env[65665]: DEBUG nova.network.neutron [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1193.554205] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.562158] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "b699286e-b08b-46c1-b25f-6118506c7698" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.562158] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "b699286e-b08b-46c1-b25f-6118506c7698" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.655363] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.722554] env[65665]: DEBUG nova.compute.manager [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1193.722867] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.723960] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d988da-1f84-4046-8f84-787f60394863 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.732589] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.732910] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71e8db30-679b-4a89-98c5-8f8004839bce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.795334] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fb45f0-6061-4e00-bdd4-9ca26212077b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.799044] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.806534] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becbd7af-ea64-463e-a52e-bba3c1cdd5c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.814918] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.815160] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.815349] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleting the datastore file [datastore1] 191aae30-a6fa-4a1e-9044-85136ea6b733 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.840014] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5d23c83-7fa9-4a94-b3fe-e0e2a42bf466 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.843469] env[65665]: WARNING neutronclient.v2_0.client [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.847611] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef87b63-3193-4bea-8a33-24cb5afde353 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.859765] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702a9b47-f02e-4828-b280-c50079a2c38f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.864956] env[65665]: DEBUG oslo_vmware.api [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1193.864956] env[65665]: value = "task-4855543" [ 1193.864956] env[65665]: _type = "Task" [ 1193.864956] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.880451] env[65665]: DEBUG nova.compute.provider_tree [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.887722] env[65665]: DEBUG oslo_vmware.api [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.033494] env[65665]: WARNING neutronclient.v2_0.client [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.063676] env[65665]: DEBUG nova.compute.manager [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1194.107448] env[65665]: DEBUG nova.network.neutron [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance_info_cache with network_info: [{"id": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "address": "fa:16:3e:57:ca:e9", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b703c23-91", "ovs_interfaceid": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.155109] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855541, 'name': ReconfigVM_Task, 'duration_secs': 0.702295} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.155529] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4/278e3e7a-d5bf-4f34-8a5c-f117cc733ca4.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.155897] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance '278e3e7a-d5bf-4f34-8a5c-f117cc733ca4' progress to 50 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.328074] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f4a8f0-0ded-4323-b7d4-427ae255b60b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.348623] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b59be3-54d4-449b-b496-bd9b140bb1c5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.357609] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance '6d351d36-fc04-4c1f-9a4b-78d36d444143' progress to 83 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.374887] env[65665]: DEBUG oslo_vmware.api [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381043} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.375156] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.375317] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.375488] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.375655] env[65665]: INFO nova.compute.manager [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1194.375910] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1194.376097] env[65665]: DEBUG nova.compute.manager [-] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1194.376194] env[65665]: DEBUG nova.network.neutron [-] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1194.376437] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.384729] env[65665]: DEBUG nova.scheduler.client.report [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.438813] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.583618] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.610713] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.654238] env[65665]: DEBUG nova.compute.manager [req-8fcc22ae-e3f6-42a7-b120-c1f4453e8aa0 req-6ce6008c-26f4-4e7e-8bab-a96e61602147 service nova] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Received event network-vif-deleted-b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1194.654238] env[65665]: INFO nova.compute.manager [req-8fcc22ae-e3f6-42a7-b120-c1f4453e8aa0 req-6ce6008c-26f4-4e7e-8bab-a96e61602147 service nova] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Neutron deleted interface b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6; detaching it from the instance and deleting it from the info cache [ 1194.654238] env[65665]: DEBUG nova.network.neutron [req-8fcc22ae-e3f6-42a7-b120-c1f4453e8aa0 req-6ce6008c-26f4-4e7e-8bab-a96e61602147 service nova] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.662624] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdacb63-2dda-4b9c-bed4-a9dd14561660 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.690031] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db04939-cebe-4e35-ab9b-bbe1e865f87d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.712520] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance '278e3e7a-d5bf-4f34-8a5c-f117cc733ca4' progress to 67 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.863677] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.863995] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b384d7e6-e6de-4336-a3ed-ed097b3deeb2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.871214] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1194.871214] env[65665]: value = "task-4855544" [ 1194.871214] env[65665]: _type = "Task" [ 1194.871214] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.886927] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.891231] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.894502] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.341s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.894859] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.897377] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.314s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.899102] env[65665]: INFO nova.compute.claims [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.913293] env[65665]: INFO nova.scheduler.client.report [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Deleted allocations for instance 06a25155-56b1-465e-8633-8895e8283470 [ 1194.927053] env[65665]: INFO nova.scheduler.client.report [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleted allocations for instance 18bdbc26-a9a1-480d-86a0-f11efa40a06a [ 1195.133831] env[65665]: DEBUG nova.network.neutron [-] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.157767] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b2481de-ae39-4485-bf1e-7a0dc7001036 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.170026] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72106360-d878-41a9-bd7d-e64cba502aba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.211296] env[65665]: DEBUG nova.compute.manager [req-8fcc22ae-e3f6-42a7-b120-c1f4453e8aa0 req-6ce6008c-26f4-4e7e-8bab-a96e61602147 service nova] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Detach interface failed, port_id=b17c356d-ca8b-4f3b-af3d-c4bc0327f9d6, reason: Instance 191aae30-a6fa-4a1e-9044-85136ea6b733 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1195.384168] env[65665]: DEBUG oslo_vmware.api [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855544, 'name': PowerOnVM_Task, 'duration_secs': 0.419708} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.384397] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.384662] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2afc46-406a-4ac0-b69a-42a5fcdc128c tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance '6d351d36-fc04-4c1f-9a4b-78d36d444143' progress to 100 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1195.423484] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f7904045-d7e3-4da8-bc7c-2d72c5e753bd tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "06a25155-56b1-465e-8633-8895e8283470" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.127s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.434451] env[65665]: DEBUG oslo_concurrency.lockutils [None req-d599e9ed-95c5-4d70-8899-166f384da298 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "18bdbc26-a9a1-480d-86a0-f11efa40a06a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.586s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.636669] env[65665]: INFO nova.compute.manager [-] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Took 1.26 seconds to deallocate network for instance. [ 1195.869706] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.085167] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bfb0c5-6746-4a6c-9880-9b73e6552df4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.094294] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff88c27-00f0-4935-8e22-c18ebc491d8b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.132322] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfc3eaa-36bc-439a-a2d1-7497b235fff6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.136240] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c675881-6acf-4367-aa73-b87c79aff960 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.144509] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.162393] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ccd380-c671-438e-874b-06abd6adadde {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.167387] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance '6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41' progress to 0 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.190531] env[65665]: DEBUG nova.compute.provider_tree [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.312610] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "0298a49a-3192-40b8-ba18-3bc356558102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.312836] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "0298a49a-3192-40b8-ba18-3bc356558102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.341280] env[65665]: WARNING neutronclient.v2_0.client [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.341635] env[65665]: WARNING neutronclient.v2_0.client [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.385474] env[65665]: DEBUG nova.network.neutron [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Port 61453d03-bb08-49fa-b37a-d1b203f679f4 binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1196.677957] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.678319] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94ac45a0-1cd0-40c9-9793-545680323dda {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.685467] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1196.685467] env[65665]: value = "task-4855545" [ 1196.685467] env[65665]: _type = "Task" [ 1196.685467] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.695600] env[65665]: DEBUG nova.scheduler.client.report [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.699255] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.815606] env[65665]: DEBUG nova.compute.manager [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1196.870648] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.870648] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.870822] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1196.871019] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.197029] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855545, 'name': PowerOffVM_Task, 'duration_secs': 0.175401} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.197309] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.197499] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance '6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41' progress to 17 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.201656] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.202154] env[65665]: DEBUG nova.compute.manager [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1197.204905] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.061s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.205144] env[65665]: DEBUG nova.objects.instance [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lazy-loading 'resources' on Instance uuid 191aae30-a6fa-4a1e-9044-85136ea6b733 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.341637] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.373770] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.408665] env[65665]: DEBUG oslo_concurrency.lockutils [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.408928] env[65665]: DEBUG oslo_concurrency.lockutils [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.409160] env[65665]: DEBUG oslo_concurrency.lockutils [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.438608] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "6d351d36-fc04-4c1f-9a4b-78d36d444143" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.438912] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.439218] env[65665]: DEBUG nova.compute.manager [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Going to confirm migration 7 {{(pid=65665) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1197.708596] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1197.709613] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.709748] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1197.709925] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.710016] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1197.710563] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1197.710563] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1197.710563] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1197.710713] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1197.710920] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1197.711106] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1197.717671] env[65665]: DEBUG nova.compute.utils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.721799] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e9f0e78-deae-439b-8265-aa49bac9418f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.733849] env[65665]: DEBUG nova.compute.manager [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1197.734076] env[65665]: DEBUG nova.network.neutron [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1197.734404] env[65665]: WARNING neutronclient.v2_0.client [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.734704] env[65665]: WARNING neutronclient.v2_0.client [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.744938] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1197.744938] env[65665]: value = "task-4855546" [ 1197.744938] env[65665]: _type = "Task" [ 1197.744938] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.756699] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.779064] env[65665]: DEBUG nova.policy [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ed1c93f7f5b41bfaf9554caec04351c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ee62f14103f4b06b71087880b7ba6fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.925956] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.926199] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.929157] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4769a7e-8e7c-48a9-87d8-8c87675532e2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.938377] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8153129c-bd31-4611-a724-badbd58f4e06 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.945069] env[65665]: WARNING neutronclient.v2_0.client [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.979101] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddadd4e-b427-4ecd-8829-c33337dd8ca2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.987867] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0effa9-4844-44ee-be14-2ef91ca85e98 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.002442] env[65665]: DEBUG nova.compute.provider_tree [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.007040] env[65665]: WARNING neutronclient.v2_0.client [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.007040] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.007040] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquired lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.007230] env[65665]: DEBUG nova.network.neutron [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1198.007284] env[65665]: DEBUG nova.objects.instance [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lazy-loading 'info_cache' on Instance uuid 6d351d36-fc04-4c1f-9a4b-78d36d444143 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.092647] env[65665]: DEBUG nova.network.neutron [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Successfully created port: 6a433fb9-f9fb-4222-a046-7d0ec95cc9c9 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1198.234477] env[65665]: DEBUG nova.compute.manager [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1198.256838] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855546, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.415703] env[65665]: WARNING neutronclient.v2_0.client [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.432743] env[65665]: DEBUG nova.compute.manager [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1198.455662] env[65665]: DEBUG oslo_concurrency.lockutils [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.455862] env[65665]: DEBUG oslo_concurrency.lockutils [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.456066] env[65665]: DEBUG nova.network.neutron [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1198.505954] env[65665]: DEBUG nova.scheduler.client.report [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.756699] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855546, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.956395] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.959494] env[65665]: WARNING neutronclient.v2_0.client [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.012908] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.015208] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.674s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.016947] env[65665]: INFO nova.compute.claims [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.019987] env[65665]: WARNING neutronclient.v2_0.client [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.047029] env[65665]: INFO nova.scheduler.client.report [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted allocations for instance 191aae30-a6fa-4a1e-9044-85136ea6b733 [ 1199.245568] env[65665]: DEBUG nova.compute.manager [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1199.258216] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855546, 'name': ReconfigVM_Task, 'duration_secs': 1.239358} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.259025] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance '6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41' progress to 33 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.273190] env[65665]: DEBUG nova.virt.hardware [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1199.273492] env[65665]: DEBUG nova.virt.hardware [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.273713] env[65665]: DEBUG nova.virt.hardware [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1199.273947] env[65665]: DEBUG nova.virt.hardware [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.274122] env[65665]: DEBUG nova.virt.hardware [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1199.274271] env[65665]: DEBUG nova.virt.hardware [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1199.274478] env[65665]: DEBUG nova.virt.hardware [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1199.274625] env[65665]: DEBUG nova.virt.hardware [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1199.274787] env[65665]: DEBUG nova.virt.hardware [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1199.274973] env[65665]: DEBUG nova.virt.hardware [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1199.275163] env[65665]: DEBUG nova.virt.hardware [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1199.276045] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9d6747-2907-4eaf-8ee8-bcb16a4c3637 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.284538] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f876280e-2de2-4091-89d9-68804629a3ea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.300254] env[65665]: WARNING neutronclient.v2_0.client [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.376748] env[65665]: WARNING neutronclient.v2_0.client [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.407442] env[65665]: DEBUG nova.network.neutron [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance_info_cache with network_info: [{"id": "61453d03-bb08-49fa-b37a-d1b203f679f4", "address": "fa:16:3e:00:f1:81", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61453d03-bb", "ovs_interfaceid": "61453d03-bb08-49fa-b37a-d1b203f679f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.471465] env[65665]: DEBUG nova.network.neutron [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance_info_cache with network_info: [{"id": "2ec2a7ad-9d3e-4421-8a5f-ff69040844b1", "address": "fa:16:3e:03:1a:ab", "network": {"id": "623d23ef-9f53-4337-bef9-0b8d7b50df9c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-756370762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4ce9c6ecd5c4a14aa9fa8007b82af44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec2a7ad-9d", "ovs_interfaceid": "2ec2a7ad-9d3e-4421-8a5f-ff69040844b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.547669] env[65665]: DEBUG nova.compute.manager [req-a8e1a2b1-22f1-47eb-bfcf-3fe98b049d10 req-b84cf224-6b4d-4741-a144-1b9cbca017ce service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Received event network-vif-plugged-6a433fb9-f9fb-4222-a046-7d0ec95cc9c9 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1199.547905] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8e1a2b1-22f1-47eb-bfcf-3fe98b049d10 req-b84cf224-6b4d-4741-a144-1b9cbca017ce service nova] Acquiring lock "b699286e-b08b-46c1-b25f-6118506c7698-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.548132] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8e1a2b1-22f1-47eb-bfcf-3fe98b049d10 req-b84cf224-6b4d-4741-a144-1b9cbca017ce service nova] Lock "b699286e-b08b-46c1-b25f-6118506c7698-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.548304] env[65665]: DEBUG oslo_concurrency.lockutils [req-a8e1a2b1-22f1-47eb-bfcf-3fe98b049d10 req-b84cf224-6b4d-4741-a144-1b9cbca017ce service nova] Lock "b699286e-b08b-46c1-b25f-6118506c7698-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.548502] env[65665]: DEBUG nova.compute.manager [req-a8e1a2b1-22f1-47eb-bfcf-3fe98b049d10 req-b84cf224-6b4d-4741-a144-1b9cbca017ce service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] No waiting events found dispatching network-vif-plugged-6a433fb9-f9fb-4222-a046-7d0ec95cc9c9 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1199.548623] env[65665]: WARNING nova.compute.manager [req-a8e1a2b1-22f1-47eb-bfcf-3fe98b049d10 req-b84cf224-6b4d-4741-a144-1b9cbca017ce service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Received unexpected event network-vif-plugged-6a433fb9-f9fb-4222-a046-7d0ec95cc9c9 for instance with vm_state building and task_state spawning. [ 1199.552755] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4aaa6d08-daa8-4d90-b9ae-72a2b2df90ae tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "191aae30-a6fa-4a1e-9044-85136ea6b733" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.337s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.629683] env[65665]: DEBUG nova.network.neutron [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Successfully updated port: 6a433fb9-f9fb-4222-a046-7d0ec95cc9c9 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1199.766148] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1199.766517] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.766517] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1199.766608] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.766727] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1199.766938] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1199.767285] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1199.767466] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1199.767642] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1199.767889] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1199.768047] env[65665]: DEBUG nova.virt.hardware [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1199.773624] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.774305] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd5ca39-2bea-4d5a-a827-ce89681a528c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.793479] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1199.793479] env[65665]: value = "task-4855547" [ 1199.793479] env[65665]: _type = "Task" [ 1199.793479] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.804112] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.910995] env[65665]: DEBUG oslo_concurrency.lockutils [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.974849] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Releasing lock "refresh_cache-6d351d36-fc04-4c1f-9a4b-78d36d444143" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.974849] env[65665]: DEBUG nova.objects.instance [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lazy-loading 'migration_context' on Instance uuid 6d351d36-fc04-4c1f-9a4b-78d36d444143 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.132871] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "refresh_cache-b699286e-b08b-46c1-b25f-6118506c7698" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.133061] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired lock "refresh_cache-b699286e-b08b-46c1-b25f-6118506c7698" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.133235] env[65665]: DEBUG nova.network.neutron [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1200.205772] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06ccac5-c2cc-47db-876b-837f296e88a7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.216790] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8245145e-8034-46b9-8111-b0103fa97f88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.252940] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd686222-ff10-4c61-91ac-4847621c1084 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.261631] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5c97a7-262f-4dce-968f-310992e2c38f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.277168] env[65665]: DEBUG nova.compute.provider_tree [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.307261] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855547, 'name': ReconfigVM_Task, 'duration_secs': 0.155632} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.307533] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.308366] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8381ec83-df98-47b4-beaf-a6cac9afcf94 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.331265] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-b52bf2ba-3930-471a-966c-548e500d4c7a/volume-b52bf2ba-3930-471a-966c-548e500d4c7a.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.331800] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-536583af-29c6-4f2e-8bb3-990518c7b1a0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.350085] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1200.350085] env[65665]: value = "task-4855548" [ 1200.350085] env[65665]: _type = "Task" [ 1200.350085] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.358881] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.421932] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bc6c55-6eaf-4764-a645-36fc746fdbc8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.429702] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb46af49-a8ed-4fee-a5b5-b8159b06f41c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.470302] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "84efb212-53f2-4247-b12f-c56a0e2aa166" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.470571] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "84efb212-53f2-4247-b12f-c56a0e2aa166" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.470773] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "84efb212-53f2-4247-b12f-c56a0e2aa166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.470960] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "84efb212-53f2-4247-b12f-c56a0e2aa166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.471134] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "84efb212-53f2-4247-b12f-c56a0e2aa166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.473311] env[65665]: INFO nova.compute.manager [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Terminating instance [ 1200.475910] env[65665]: DEBUG nova.objects.base [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Object Instance<6d351d36-fc04-4c1f-9a4b-78d36d444143> lazy-loaded attributes: info_cache,migration_context {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1200.477016] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba8d697-db81-4eb4-abcd-fd957342177c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.497055] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301a074e-ef0b-4c88-b0df-7b6e8c520ccf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.503720] env[65665]: DEBUG oslo_vmware.api [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1200.503720] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523b440e-6a43-ff59-9167-a3db64a6b0c4" [ 1200.503720] env[65665]: _type = "Task" [ 1200.503720] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.513187] env[65665]: DEBUG oslo_vmware.api [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523b440e-6a43-ff59-9167-a3db64a6b0c4, 'name': SearchDatastore_Task, 'duration_secs': 0.007818} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.513464] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.666447] env[65665]: DEBUG nova.network.neutron [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1200.741881] env[65665]: WARNING neutronclient.v2_0.client [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.780440] env[65665]: DEBUG nova.scheduler.client.report [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.812181] env[65665]: DEBUG nova.network.neutron [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Updating instance_info_cache with network_info: [{"id": "6a433fb9-f9fb-4222-a046-7d0ec95cc9c9", "address": "fa:16:3e:24:cd:5f", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a433fb9-f9", "ovs_interfaceid": "6a433fb9-f9fb-4222-a046-7d0ec95cc9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.860251] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855548, 'name': ReconfigVM_Task, 'duration_secs': 0.265269} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.860554] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-b52bf2ba-3930-471a-966c-548e500d4c7a/volume-b52bf2ba-3930-471a-966c-548e500d4c7a.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.860815] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance '6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41' progress to 50 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.977887] env[65665]: DEBUG nova.compute.manager [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1200.978185] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.979167] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5cc179-402d-4760-9d96-ccba85fd7e91 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.987555] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.987824] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac806c40-7b32-49fe-90c9-8ff4c033ffd3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.994680] env[65665]: DEBUG oslo_vmware.api [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1200.994680] env[65665]: value = "task-4855549" [ 1200.994680] env[65665]: _type = "Task" [ 1200.994680] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.006934] env[65665]: DEBUG oslo_vmware.api [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.285377] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.286028] env[65665]: DEBUG nova.compute.manager [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1201.288788] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.915s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.288962] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.289170] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1201.289484] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.333s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.292294] env[65665]: INFO nova.compute.claims [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.295464] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49806af-2935-4c54-bf81-f5e5dea8b388 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.304076] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c1d917-8973-4190-a644-16aac03b3c73 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.319896] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Releasing lock "refresh_cache-b699286e-b08b-46c1-b25f-6118506c7698" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.320326] env[65665]: DEBUG nova.compute.manager [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Instance network_info: |[{"id": "6a433fb9-f9fb-4222-a046-7d0ec95cc9c9", "address": "fa:16:3e:24:cd:5f", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a433fb9-f9", "ovs_interfaceid": "6a433fb9-f9fb-4222-a046-7d0ec95cc9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1201.321048] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:cd:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a433fb9-f9fb-4222-a046-7d0ec95cc9c9', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.328884] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1201.329696] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d64ed7d-f40a-4e4a-907c-2671866fceec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.333640] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.333989] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db8892f8-c22f-499e-868a-d7f17fc519f2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.356667] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86845746-ba13-4aaa-9382-45d5dc56b158 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.361106] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.361106] env[65665]: value = "task-4855550" [ 1201.361106] env[65665]: _type = "Task" [ 1201.361106] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.392303] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179334MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1201.392496] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.394030] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3558ff7f-f8f2-4de0-8952-6fd06d8d7754 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.400057] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855550, 'name': CreateVM_Task} progress is 15%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.416974] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb9a4e6-c10b-4a3e-88e5-3f93d8975d3a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.435701] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance '6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41' progress to 67 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.506460] env[65665]: DEBUG oslo_vmware.api [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855549, 'name': PowerOffVM_Task, 'duration_secs': 0.196212} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.506905] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.507207] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.507480] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c5fe3b3-7728-4f12-8481-8cca5e50f676 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.550341] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8f8371-9c7a-468c-b102-9590818a0736 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.577299] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d328cc2-a696-4d90-815c-7afdb007b2a4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.580394] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.580592] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.580767] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleting the datastore file [datastore2] 84efb212-53f2-4247-b12f-c56a0e2aa166 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.581035] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c7e7cdd-055e-4c02-8fe4-851878548d8c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.587113] env[65665]: DEBUG nova.compute.manager [req-7094ef21-c1c3-4ae6-bd86-ca42f02cd909 req-96e16af1-bacf-4263-858e-6a3debe3c654 service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Received event network-changed-6a433fb9-f9fb-4222-a046-7d0ec95cc9c9 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1201.587231] env[65665]: DEBUG nova.compute.manager [req-7094ef21-c1c3-4ae6-bd86-ca42f02cd909 req-96e16af1-bacf-4263-858e-6a3debe3c654 service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Refreshing instance network info cache due to event network-changed-6a433fb9-f9fb-4222-a046-7d0ec95cc9c9. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1201.587457] env[65665]: DEBUG oslo_concurrency.lockutils [req-7094ef21-c1c3-4ae6-bd86-ca42f02cd909 req-96e16af1-bacf-4263-858e-6a3debe3c654 service nova] Acquiring lock "refresh_cache-b699286e-b08b-46c1-b25f-6118506c7698" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.587797] env[65665]: DEBUG oslo_concurrency.lockutils [req-7094ef21-c1c3-4ae6-bd86-ca42f02cd909 req-96e16af1-bacf-4263-858e-6a3debe3c654 service nova] Acquired lock "refresh_cache-b699286e-b08b-46c1-b25f-6118506c7698" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.588023] env[65665]: DEBUG nova.network.neutron [req-7094ef21-c1c3-4ae6-bd86-ca42f02cd909 req-96e16af1-bacf-4263-858e-6a3debe3c654 service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Refreshing network info cache for port 6a433fb9-f9fb-4222-a046-7d0ec95cc9c9 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.593366] env[65665]: DEBUG oslo_vmware.api [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for the task: (returnval){ [ 1201.593366] env[65665]: value = "task-4855552" [ 1201.593366] env[65665]: _type = "Task" [ 1201.593366] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.593683] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance '278e3e7a-d5bf-4f34-8a5c-f117cc733ca4' progress to 83 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.608787] env[65665]: DEBUG oslo_vmware.api [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.797360] env[65665]: DEBUG nova.compute.utils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.798807] env[65665]: DEBUG nova.compute.manager [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1201.798995] env[65665]: DEBUG nova.network.neutron [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1201.799870] env[65665]: WARNING neutronclient.v2_0.client [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.800360] env[65665]: WARNING neutronclient.v2_0.client [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.847312] env[65665]: DEBUG nova.policy [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf417b913cd6406ab60387c7d346e5ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f26153d5641a4814a8977223e99fb045', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.872805] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855550, 'name': CreateVM_Task, 'duration_secs': 0.309773} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.875230] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.875962] env[65665]: WARNING neutronclient.v2_0.client [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.902593] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.902768] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.903126] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.903390] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53efe62e-ad61-46cb-9ab2-4a209a7236fc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.909382] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1201.909382] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52673611-ac82-e268-2cdd-6ed752e0db9f" [ 1201.909382] env[65665]: _type = "Task" [ 1201.909382] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.918629] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52673611-ac82-e268-2cdd-6ed752e0db9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.094054] env[65665]: WARNING neutronclient.v2_0.client [req-7094ef21-c1c3-4ae6-bd86-ca42f02cd909 req-96e16af1-bacf-4263-858e-6a3debe3c654 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.100530] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.100939] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c88feef-4ee3-46e6-a3ac-e126309da2a5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.112788] env[65665]: DEBUG oslo_vmware.api [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Task: {'id': task-4855552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136491} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.114779] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.115257] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.116745] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.116745] env[65665]: INFO nova.compute.manager [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1202.116745] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1202.116745] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1202.116745] env[65665]: value = "task-4855553" [ 1202.116745] env[65665]: _type = "Task" [ 1202.116745] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.117385] env[65665]: DEBUG nova.compute.manager [-] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1202.117385] env[65665]: DEBUG nova.network.neutron [-] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1202.117385] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.130678] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.163317] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.185317] env[65665]: DEBUG nova.network.neutron [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Successfully created port: bc02dd0a-79e8-4156-ba4a-b00d6e6a0722 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1202.309370] env[65665]: DEBUG nova.compute.manager [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1202.424949] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52673611-ac82-e268-2cdd-6ed752e0db9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.428171] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.428440] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.428679] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.428820] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.428994] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.432546] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ce06be5-e897-46f2-9b53-f99a6e621581 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.443184] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.443376] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.446929] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7f551d-e432-47e1-b58f-9b788deadfe7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.454215] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1202.454215] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e845a6-b534-7dc4-bae9-372fc6c8b0a9" [ 1202.454215] env[65665]: _type = "Task" [ 1202.454215] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.467692] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e845a6-b534-7dc4-bae9-372fc6c8b0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.540830] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29fa6b7-ea2e-4b9d-9162-cef52d6384f9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.549540] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f4204e-d6bd-4a34-baee-30d9ef0e5625 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.556462] env[65665]: WARNING neutronclient.v2_0.client [req-7094ef21-c1c3-4ae6-bd86-ca42f02cd909 req-96e16af1-bacf-4263-858e-6a3debe3c654 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.588526] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd7c824-eeaf-4b10-9119-ab71e03f9270 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.597242] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec94b94d-cd63-41e7-b013-dc5c0e8b8295 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.614951] env[65665]: DEBUG nova.compute.provider_tree [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.628943] env[65665]: DEBUG oslo_vmware.api [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855553, 'name': PowerOnVM_Task, 'duration_secs': 0.481082} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.629558] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.629749] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-add42acf-279b-46d0-ae6e-505571da640a tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance '278e3e7a-d5bf-4f34-8a5c-f117cc733ca4' progress to 100 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.648060] env[65665]: DEBUG nova.network.neutron [req-7094ef21-c1c3-4ae6-bd86-ca42f02cd909 req-96e16af1-bacf-4263-858e-6a3debe3c654 service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Updated VIF entry in instance network info cache for port 6a433fb9-f9fb-4222-a046-7d0ec95cc9c9. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1202.648433] env[65665]: DEBUG nova.network.neutron [req-7094ef21-c1c3-4ae6-bd86-ca42f02cd909 req-96e16af1-bacf-4263-858e-6a3debe3c654 service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Updating instance_info_cache with network_info: [{"id": "6a433fb9-f9fb-4222-a046-7d0ec95cc9c9", "address": "fa:16:3e:24:cd:5f", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a433fb9-f9", "ovs_interfaceid": "6a433fb9-f9fb-4222-a046-7d0ec95cc9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.906997] env[65665]: DEBUG nova.network.neutron [-] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.964640] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e845a6-b534-7dc4-bae9-372fc6c8b0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.01412} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.965542] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9d0e4d-779d-4c93-a7b4-d9bad31b3a88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.971179] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1202.971179] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f549c3-2604-664d-c1ac-1c75916f0cc0" [ 1202.971179] env[65665]: _type = "Task" [ 1202.971179] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.979222] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f549c3-2604-664d-c1ac-1c75916f0cc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.061822] env[65665]: WARNING neutronclient.v2_0.client [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.061822] env[65665]: WARNING neutronclient.v2_0.client [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.097556] env[65665]: DEBUG nova.network.neutron [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Port 2b703c23-9147-41fc-90d4-41ad298a6c4c binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1203.117908] env[65665]: DEBUG nova.scheduler.client.report [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.150937] env[65665]: DEBUG oslo_concurrency.lockutils [req-7094ef21-c1c3-4ae6-bd86-ca42f02cd909 req-96e16af1-bacf-4263-858e-6a3debe3c654 service nova] Releasing lock "refresh_cache-b699286e-b08b-46c1-b25f-6118506c7698" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.320026] env[65665]: DEBUG nova.compute.manager [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1203.348790] env[65665]: DEBUG nova.virt.hardware [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1203.349020] env[65665]: DEBUG nova.virt.hardware [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.349233] env[65665]: DEBUG nova.virt.hardware [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1203.349468] env[65665]: DEBUG nova.virt.hardware [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.349596] env[65665]: DEBUG nova.virt.hardware [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1203.349739] env[65665]: DEBUG nova.virt.hardware [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1203.349945] env[65665]: DEBUG nova.virt.hardware [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1203.350129] env[65665]: DEBUG nova.virt.hardware [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1203.350295] env[65665]: DEBUG nova.virt.hardware [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1203.350451] env[65665]: DEBUG nova.virt.hardware [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1203.350619] env[65665]: DEBUG nova.virt.hardware [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1203.351622] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d994f6-47be-4ad2-91fe-06e615fb6bd4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.360364] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e67d4b-0c9f-438f-9e7d-c506ce9b167d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.409886] env[65665]: INFO nova.compute.manager [-] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Took 1.29 seconds to deallocate network for instance. [ 1203.481909] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f549c3-2604-664d-c1ac-1c75916f0cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.013936} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.482196] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.482452] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] b699286e-b08b-46c1-b25f-6118506c7698/b699286e-b08b-46c1-b25f-6118506c7698.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.482724] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a485b41-dd3e-41d1-a7c9-ace8acb89d16 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.490941] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1203.490941] env[65665]: value = "task-4855554" [ 1203.490941] env[65665]: _type = "Task" [ 1203.490941] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.500192] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.623673] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.623855] env[65665]: DEBUG nova.compute.manager [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1203.626933] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.113s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.681159] env[65665]: DEBUG nova.compute.manager [req-347a29a4-ae20-4c16-859f-c005fd455346 req-357e68fa-765a-442a-b029-003dd2b30fdd service nova] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Received event network-vif-deleted-127d606e-93fb-4793-a0a9-ada3edde4900 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1203.755604] env[65665]: DEBUG nova.compute.manager [req-9a8e66a8-b890-436c-9607-7edfd2818b0b req-0f3307f2-e4a4-4133-9c2f-9a51c28a54df service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Received event network-vif-plugged-bc02dd0a-79e8-4156-ba4a-b00d6e6a0722 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1203.755919] env[65665]: DEBUG oslo_concurrency.lockutils [req-9a8e66a8-b890-436c-9607-7edfd2818b0b req-0f3307f2-e4a4-4133-9c2f-9a51c28a54df service nova] Acquiring lock "0298a49a-3192-40b8-ba18-3bc356558102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.756173] env[65665]: DEBUG oslo_concurrency.lockutils [req-9a8e66a8-b890-436c-9607-7edfd2818b0b req-0f3307f2-e4a4-4133-9c2f-9a51c28a54df service nova] Lock "0298a49a-3192-40b8-ba18-3bc356558102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.756586] env[65665]: DEBUG oslo_concurrency.lockutils [req-9a8e66a8-b890-436c-9607-7edfd2818b0b req-0f3307f2-e4a4-4133-9c2f-9a51c28a54df service nova] Lock "0298a49a-3192-40b8-ba18-3bc356558102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.756773] env[65665]: DEBUG nova.compute.manager [req-9a8e66a8-b890-436c-9607-7edfd2818b0b req-0f3307f2-e4a4-4133-9c2f-9a51c28a54df service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] No waiting events found dispatching network-vif-plugged-bc02dd0a-79e8-4156-ba4a-b00d6e6a0722 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1203.757442] env[65665]: WARNING nova.compute.manager [req-9a8e66a8-b890-436c-9607-7edfd2818b0b req-0f3307f2-e4a4-4133-9c2f-9a51c28a54df service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Received unexpected event network-vif-plugged-bc02dd0a-79e8-4156-ba4a-b00d6e6a0722 for instance with vm_state building and task_state spawning. [ 1203.779684] env[65665]: DEBUG nova.network.neutron [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Successfully updated port: bc02dd0a-79e8-4156-ba4a-b00d6e6a0722 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1203.916730] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.001107] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855554, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.122720] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.122914] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.123103] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.130114] env[65665]: DEBUG nova.compute.utils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.135481] env[65665]: DEBUG nova.compute.manager [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1204.135718] env[65665]: DEBUG nova.network.neutron [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1204.136024] env[65665]: WARNING neutronclient.v2_0.client [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.136326] env[65665]: WARNING neutronclient.v2_0.client [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.179371] env[65665]: DEBUG nova.policy [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b49e563f057426c91be5d074b3c1566', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'add974dc94014f8e88f531b71fd9cea0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.282137] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.282332] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.282547] env[65665]: DEBUG nova.network.neutron [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1204.358284] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b85e94e-9098-407a-a6b2-c11495eec128 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.367251] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc996a08-37ab-42cf-b5b3-d9153485b4bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.400312] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e538908-a769-404a-b9b5-d5f755d6e528 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.410017] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaa9638-bb0b-4103-aec4-b250afa48b40 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.428357] env[65665]: DEBUG nova.compute.provider_tree [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.503158] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.945197} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.503450] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] b699286e-b08b-46c1-b25f-6118506c7698/b699286e-b08b-46c1-b25f-6118506c7698.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.503660] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.503922] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c514e40-fa56-42a5-9f3d-bba2f419b4f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.512826] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1204.512826] env[65665]: value = "task-4855555" [ 1204.512826] env[65665]: _type = "Task" [ 1204.512826] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.522525] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.568227] env[65665]: DEBUG nova.network.neutron [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Successfully created port: 4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1204.636417] env[65665]: DEBUG nova.compute.manager [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1204.819978] env[65665]: DEBUG nova.network.neutron [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1204.901714] env[65665]: WARNING neutronclient.v2_0.client [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.932386] env[65665]: DEBUG nova.scheduler.client.report [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.978557] env[65665]: DEBUG nova.network.neutron [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance_info_cache with network_info: [{"id": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "address": "fa:16:3e:d9:f6:87", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc02dd0a-79", "ovs_interfaceid": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.022593] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075856} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.022858] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.024069] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad334dd-9f12-46c2-b84c-30ddd6defe77 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.047050] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] b699286e-b08b-46c1-b25f-6118506c7698/b699286e-b08b-46c1-b25f-6118506c7698.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.047386] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a89a90f1-24f7-4742-8f2c-71e8bd56d296 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.067578] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1205.067578] env[65665]: value = "task-4855556" [ 1205.067578] env[65665]: _type = "Task" [ 1205.067578] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.077014] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.127111] env[65665]: WARNING neutronclient.v2_0.client [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.160033] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.160033] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.160235] env[65665]: DEBUG nova.network.neutron [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1205.452230] env[65665]: WARNING neutronclient.v2_0.client [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.481210] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.481495] env[65665]: DEBUG nova.compute.manager [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Instance network_info: |[{"id": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "address": "fa:16:3e:d9:f6:87", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc02dd0a-79", "ovs_interfaceid": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1205.481980] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:f6:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc02dd0a-79e8-4156-ba4a-b00d6e6a0722', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.490464] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1205.490717] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.490963] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc6f7784-a8c3-4968-ad09-e621d4482c9e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.514399] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.514399] env[65665]: value = "task-4855557" [ 1205.514399] env[65665]: _type = "Task" [ 1205.514399] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.515604] env[65665]: WARNING neutronclient.v2_0.client [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.515965] env[65665]: WARNING neutronclient.v2_0.client [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.516246] env[65665]: WARNING neutronclient.v2_0.client [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.530022] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855557, 'name': CreateVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.573766] env[65665]: DEBUG nova.network.neutron [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Port 61453d03-bb08-49fa-b37a-d1b203f679f4 binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1205.574100] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.574258] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.574421] env[65665]: DEBUG nova.network.neutron [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1205.578743] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855556, 'name': ReconfigVM_Task, 'duration_secs': 0.366362} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.579255] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Reconfigured VM instance instance-00000076 to attach disk [datastore2] b699286e-b08b-46c1-b25f-6118506c7698/b699286e-b08b-46c1-b25f-6118506c7698.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.580015] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a85b21ce-65fd-44fb-84ef-9cda9513e1eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.587600] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1205.587600] env[65665]: value = "task-4855558" [ 1205.587600] env[65665]: _type = "Task" [ 1205.587600] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.596948] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855558, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.647030] env[65665]: DEBUG nova.compute.manager [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1205.663284] env[65665]: WARNING neutronclient.v2_0.client [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.675577] env[65665]: DEBUG nova.virt.hardware [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1205.675823] env[65665]: DEBUG nova.virt.hardware [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.675972] env[65665]: DEBUG nova.virt.hardware [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1205.676163] env[65665]: DEBUG nova.virt.hardware [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.676305] env[65665]: DEBUG nova.virt.hardware [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1205.676447] env[65665]: DEBUG nova.virt.hardware [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1205.676644] env[65665]: DEBUG nova.virt.hardware [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1205.676798] env[65665]: DEBUG nova.virt.hardware [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1205.676979] env[65665]: DEBUG nova.virt.hardware [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1205.677167] env[65665]: DEBUG nova.virt.hardware [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1205.677367] env[65665]: DEBUG nova.virt.hardware [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1205.678310] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5075330b-ead8-4f2c-9a8a-07659910bb85 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.687349] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a51a5f-615c-442c-b8a8-0b6e6daddef1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.825143] env[65665]: DEBUG nova.compute.manager [req-4117df0e-f731-4810-ae9f-af575b9d0478 req-ff975f71-78f0-41fb-a20b-1f38096ac1c0 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Received event network-changed-bc02dd0a-79e8-4156-ba4a-b00d6e6a0722 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1205.825488] env[65665]: DEBUG nova.compute.manager [req-4117df0e-f731-4810-ae9f-af575b9d0478 req-ff975f71-78f0-41fb-a20b-1f38096ac1c0 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Refreshing instance network info cache due to event network-changed-bc02dd0a-79e8-4156-ba4a-b00d6e6a0722. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1205.825605] env[65665]: DEBUG oslo_concurrency.lockutils [req-4117df0e-f731-4810-ae9f-af575b9d0478 req-ff975f71-78f0-41fb-a20b-1f38096ac1c0 service nova] Acquiring lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.825704] env[65665]: DEBUG oslo_concurrency.lockutils [req-4117df0e-f731-4810-ae9f-af575b9d0478 req-ff975f71-78f0-41fb-a20b-1f38096ac1c0 service nova] Acquired lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.825846] env[65665]: DEBUG nova.network.neutron [req-4117df0e-f731-4810-ae9f-af575b9d0478 req-ff975f71-78f0-41fb-a20b-1f38096ac1c0 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Refreshing network info cache for port bc02dd0a-79e8-4156-ba4a-b00d6e6a0722 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.860883] env[65665]: WARNING neutronclient.v2_0.client [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.953601] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.326s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.958308] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.566s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.976570] env[65665]: DEBUG nova.network.neutron [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance_info_cache with network_info: [{"id": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "address": "fa:16:3e:57:ca:e9", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b703c23-91", "ovs_interfaceid": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.029362] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855557, 'name': CreateVM_Task} progress is 25%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.080176] env[65665]: WARNING neutronclient.v2_0.client [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.093862] env[65665]: DEBUG nova.network.neutron [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Successfully updated port: 4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1206.098363] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855558, 'name': Rename_Task, 'duration_secs': 0.329927} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.100067] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.100963] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e772ddc7-8fe7-4bf8-82b9-0d848782e500 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.109167] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1206.109167] env[65665]: value = "task-4855559" [ 1206.109167] env[65665]: _type = "Task" [ 1206.109167] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.121406] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.308737] env[65665]: WARNING neutronclient.v2_0.client [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.330029] env[65665]: WARNING neutronclient.v2_0.client [req-4117df0e-f731-4810-ae9f-af575b9d0478 req-ff975f71-78f0-41fb-a20b-1f38096ac1c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.403828] env[65665]: DEBUG nova.network.neutron [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance_info_cache with network_info: [{"id": "61453d03-bb08-49fa-b37a-d1b203f679f4", "address": "fa:16:3e:00:f1:81", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61453d03-bb", "ovs_interfaceid": "61453d03-bb08-49fa-b37a-d1b203f679f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.480030] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.516438] env[65665]: WARNING neutronclient.v2_0.client [req-4117df0e-f731-4810-ae9f-af575b9d0478 req-ff975f71-78f0-41fb-a20b-1f38096ac1c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.530937] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855557, 'name': CreateVM_Task, 'duration_secs': 0.766444} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.530937] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.531398] env[65665]: WARNING neutronclient.v2_0.client [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.531745] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.531893] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.532459] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.532590] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1415353f-a2a8-4159-b9b8-22476949fa62 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.538595] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1206.538595] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280991c-cc6a-6842-10e3-fef32a23b17f" [ 1206.538595] env[65665]: _type = "Task" [ 1206.538595] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.548826] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280991c-cc6a-6842-10e3-fef32a23b17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.549905] env[65665]: INFO nova.scheduler.client.report [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted allocation for migration 1cc4b27e-c11b-4deb-b9d5-e7cf73562d60 [ 1206.601504] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "refresh_cache-8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.601690] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquired lock "refresh_cache-8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.601881] env[65665]: DEBUG nova.network.neutron [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1206.604078] env[65665]: DEBUG nova.network.neutron [req-4117df0e-f731-4810-ae9f-af575b9d0478 req-ff975f71-78f0-41fb-a20b-1f38096ac1c0 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updated VIF entry in instance network info cache for port bc02dd0a-79e8-4156-ba4a-b00d6e6a0722. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1206.604522] env[65665]: DEBUG nova.network.neutron [req-4117df0e-f731-4810-ae9f-af575b9d0478 req-ff975f71-78f0-41fb-a20b-1f38096ac1c0 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance_info_cache with network_info: [{"id": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "address": "fa:16:3e:d9:f6:87", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc02dd0a-79", "ovs_interfaceid": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.621857] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855559, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.906805] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.979596] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Applying migration context for instance 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4 as it has an incoming, in-progress migration a311d2e2-781a-4e38-8f8b-01403847c779. Migration status is reverting {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1206.979596] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Applying migration context for instance 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41 as it has an incoming, in-progress migration b350e40d-bc60-4271-945f-b999eb10aced. Migration status is post-migrating {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1206.980871] env[65665]: INFO nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating resource usage from migration a311d2e2-781a-4e38-8f8b-01403847c779 [ 1206.981219] env[65665]: INFO nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating resource usage from migration b350e40d-bc60-4271-945f-b999eb10aced [ 1206.988621] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e9b3ee-3686-47b6-b60d-8290083205bf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.996394] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb098a0-4274-4183-b0d6-0218bd797c06 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.999992] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance a6bfc2be-d17e-4655-9f35-155baf8a8c1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.000164] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 72c616b4-eda8-4f46-ac04-ba145a722746 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.000375] env[65665]: WARNING nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 84efb212-53f2-4247-b12f-c56a0e2aa166 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1207.000673] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance e3518a15-0815-4e62-a26d-fbf6c28e3689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.000673] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 6d351d36-fc04-4c1f-9a4b-78d36d444143 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.000795] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Migration a311d2e2-781a-4e38-8f8b-01403847c779 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1207.000898] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.000950] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Migration b350e40d-bc60-4271-945f-b999eb10aced is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1207.001185] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.001185] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance b699286e-b08b-46c1-b25f-6118506c7698 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.001289] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 0298a49a-3192-40b8-ba18-3bc356558102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.001417] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1207.001653] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1207.001824] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '9', 'num_vm_active': '4', 'num_task_None': '3', 'num_os_type_None': '9', 'num_proj_7ee5d8182dad4eebae4a83f408e0ba22': '3', 'io_workload': '3', 'num_proj_fba71d467faa49989688c2049cc83742': '1', 'num_vm_resized': '2', 'num_task_resize_reverting': '1', 'num_proj_10b335171f7e4dfd9ffa1dea0cc5e48f': '1', 'num_task_deleting': '1', 'num_proj_f4ce9c6ecd5c4a14aa9fa8007b82af44': '1', 'num_task_resize_migrated': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_1ee62f14103f4b06b71087880b7ba6fa': '1', 'num_proj_f26153d5641a4814a8977223e99fb045': '1', 'num_proj_add974dc94014f8e88f531b71fd9cea0': '1'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1207.051062] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5280991c-cc6a-6842-10e3-fef32a23b17f, 'name': SearchDatastore_Task, 'duration_secs': 0.0239} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.054107] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.054369] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.054626] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.054826] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.055037] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.056035] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22aaa776-b9b4-421e-8d89-89535b2d8671 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.058582] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.620s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.068976] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.069206] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.072635] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2053c5-58d9-4c3b-87e9-c8e353fc491e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.079291] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1207.079291] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5250a4a1-5d6e-80d3-4fba-d2f7eea40ee8" [ 1207.079291] env[65665]: _type = "Task" [ 1207.079291] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.088646] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5250a4a1-5d6e-80d3-4fba-d2f7eea40ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.110285] env[65665]: DEBUG oslo_concurrency.lockutils [req-4117df0e-f731-4810-ae9f-af575b9d0478 req-ff975f71-78f0-41fb-a20b-1f38096ac1c0 service nova] Releasing lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.125218] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855559, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.143508] env[65665]: DEBUG nova.network.neutron [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1207.203351] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead587a3-c527-44cd-827e-d5e848a5cb11 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.211676] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03a5e67-78c9-48e7-8245-8a09005dfa1a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.248388] env[65665]: WARNING neutronclient.v2_0.client [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.251258] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3f0927-eaa6-4174-a1da-84053de3b3b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.262187] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87822954-0333-4e58-9e19-c58d9aca8129 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.281265] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.343520] env[65665]: DEBUG nova.network.neutron [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Updating instance_info_cache with network_info: [{"id": "4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594", "address": "fa:16:3e:80:ad:d1", "network": {"id": "fdef2ddb-65ab-485a-b5c8-90af93ff3e9a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2034618183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "add974dc94014f8e88f531b71fd9cea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8c1b53-0a", "ovs_interfaceid": "4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.410912] env[65665]: DEBUG nova.compute.manager [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65665) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:924}} [ 1207.589808] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5250a4a1-5d6e-80d3-4fba-d2f7eea40ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.012945} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.590735] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c186cc06-fd7f-45cd-a073-77f476d8c4dc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.598747] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1207.598747] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529672f1-d08d-c8e6-19e2-429c9dcaf345" [ 1207.598747] env[65665]: _type = "Task" [ 1207.598747] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.607434] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529672f1-d08d-c8e6-19e2-429c9dcaf345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.620635] env[65665]: DEBUG oslo_vmware.api [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855559, 'name': PowerOnVM_Task, 'duration_secs': 1.054628} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.620902] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.621237] env[65665]: INFO nova.compute.manager [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1207.621620] env[65665]: DEBUG nova.compute.manager [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1207.622239] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17da2188-1a04-4ac0-876a-39f9b91385c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.784744] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.846030] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Releasing lock "refresh_cache-8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.847045] env[65665]: DEBUG nova.compute.manager [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Instance network_info: |[{"id": "4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594", "address": "fa:16:3e:80:ad:d1", "network": {"id": "fdef2ddb-65ab-485a-b5c8-90af93ff3e9a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2034618183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "add974dc94014f8e88f531b71fd9cea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8c1b53-0a", "ovs_interfaceid": "4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1207.847045] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:ad:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.855038] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1207.855038] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.855038] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b96cf7ce-1d7c-405e-872d-7796a57e4754 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.877622] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.877622] env[65665]: value = "task-4855560" [ 1207.877622] env[65665]: _type = "Task" [ 1207.877622] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.886189] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855560, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.993299] env[65665]: DEBUG nova.compute.manager [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Received event network-vif-plugged-4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1207.993614] env[65665]: DEBUG oslo_concurrency.lockutils [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] Acquiring lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.993706] env[65665]: DEBUG oslo_concurrency.lockutils [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.993879] env[65665]: DEBUG oslo_concurrency.lockutils [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.994044] env[65665]: DEBUG nova.compute.manager [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] No waiting events found dispatching network-vif-plugged-4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1207.994200] env[65665]: WARNING nova.compute.manager [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Received unexpected event network-vif-plugged-4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594 for instance with vm_state building and task_state spawning. [ 1207.994354] env[65665]: DEBUG nova.compute.manager [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Received event network-changed-4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1207.994491] env[65665]: DEBUG nova.compute.manager [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Refreshing instance network info cache due to event network-changed-4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1207.994663] env[65665]: DEBUG oslo_concurrency.lockutils [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] Acquiring lock "refresh_cache-8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.994855] env[65665]: DEBUG oslo_concurrency.lockutils [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] Acquired lock "refresh_cache-8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.995261] env[65665]: DEBUG nova.network.neutron [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Refreshing network info cache for port 4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.113315] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529672f1-d08d-c8e6-19e2-429c9dcaf345, 'name': SearchDatastore_Task, 'duration_secs': 0.009725} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.113569] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.113833] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 0298a49a-3192-40b8-ba18-3bc356558102/0298a49a-3192-40b8-ba18-3bc356558102.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.114129] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27eed183-f309-4a88-ad2b-a101d7e6ee43 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.120209] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07624ead-f015-431e-91d9-18451cf7dfc6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.124689] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1208.124689] env[65665]: value = "task-4855561" [ 1208.124689] env[65665]: _type = "Task" [ 1208.124689] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.149371] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7292b20-c6db-42cf-a9cc-a4c2c228243a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.157261] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.157747] env[65665]: INFO nova.compute.manager [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Took 13.59 seconds to build instance. [ 1208.164199] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance '6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41' progress to 83 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.290044] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1208.290044] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.332s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.290308] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.374s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.290343] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.316578] env[65665]: INFO nova.scheduler.client.report [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Deleted allocations for instance 84efb212-53f2-4247-b12f-c56a0e2aa166 [ 1208.389385] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855560, 'name': CreateVM_Task, 'duration_secs': 0.325275} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.389606] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.390168] env[65665]: WARNING neutronclient.v2_0.client [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.390547] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.390688] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.391090] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.391376] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f97954-ff8e-46d2-9e50-25c667ff27f0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.399322] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1208.399322] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5206b2ca-0332-6a29-848b-bfa15c7d98e1" [ 1208.399322] env[65665]: _type = "Task" [ 1208.399322] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.409766] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5206b2ca-0332-6a29-848b-bfa15c7d98e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.470223] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "6d351d36-fc04-4c1f-9a4b-78d36d444143" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.470479] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.470694] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "6d351d36-fc04-4c1f-9a4b-78d36d444143-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.470877] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.471060] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.473572] env[65665]: INFO nova.compute.manager [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Terminating instance [ 1208.497740] env[65665]: WARNING neutronclient.v2_0.client [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.517799] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.517799] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.638788] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855561, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.660807] env[65665]: DEBUG oslo_concurrency.lockutils [None req-188a9a09-34cd-4a46-b579-df1d081f8bdb tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "b699286e-b08b-46c1-b25f-6118506c7698" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.099s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.671362] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.671692] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8adbd8bc-0359-4404-a5bc-8696cf59b4dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.679537] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1208.679537] env[65665]: value = "task-4855562" [ 1208.679537] env[65665]: _type = "Task" [ 1208.679537] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.689427] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.691247] env[65665]: WARNING neutronclient.v2_0.client [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.768733] env[65665]: DEBUG nova.network.neutron [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Updated VIF entry in instance network info cache for port 4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1208.769124] env[65665]: DEBUG nova.network.neutron [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Updating instance_info_cache with network_info: [{"id": "4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594", "address": "fa:16:3e:80:ad:d1", "network": {"id": "fdef2ddb-65ab-485a-b5c8-90af93ff3e9a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2034618183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "add974dc94014f8e88f531b71fd9cea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8c1b53-0a", "ovs_interfaceid": "4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.823856] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3fb61859-4813-453d-b16b-6f5e2494a67d tempest-ServersTestJSON-1905621066 tempest-ServersTestJSON-1905621066-project-member] Lock "84efb212-53f2-4247-b12f-c56a0e2aa166" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.353s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.909622] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5206b2ca-0332-6a29-848b-bfa15c7d98e1, 'name': SearchDatastore_Task, 'duration_secs': 0.073144} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.909926] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.910177] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.910406] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.910549] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.910723] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.910998] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58c71f40-0fe7-40cc-9db1-0b3548a6ed58 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.920350] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.920558] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.921596] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c72bd0e-5b40-4950-ab61-1c8fd88b93ea {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.928036] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1208.928036] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52947d72-96c0-aa41-b379-0df9223db3d9" [ 1208.928036] env[65665]: _type = "Task" [ 1208.928036] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.936520] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52947d72-96c0-aa41-b379-0df9223db3d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.978073] env[65665]: DEBUG nova.compute.manager [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1208.978897] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.979279] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c98016-f190-4d48-8664-a897f5472158 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.987847] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.988255] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9581dfc-77df-4730-ba5e-e61201fba53c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.995736] env[65665]: DEBUG oslo_vmware.api [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1208.995736] env[65665]: value = "task-4855563" [ 1208.995736] env[65665]: _type = "Task" [ 1208.995736] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.007208] env[65665]: DEBUG oslo_vmware.api [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.024012] env[65665]: DEBUG nova.objects.instance [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'migration_context' on Instance uuid 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.137724] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526683} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.137914] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 0298a49a-3192-40b8-ba18-3bc356558102/0298a49a-3192-40b8-ba18-3bc356558102.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.138172] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.138485] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a483949-4536-4165-9e80-6aa4f1c90093 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.148197] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1209.148197] env[65665]: value = "task-4855564" [ 1209.148197] env[65665]: _type = "Task" [ 1209.148197] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.158162] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.190702] env[65665]: DEBUG oslo_vmware.api [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855562, 'name': PowerOnVM_Task, 'duration_secs': 0.471583} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.191034] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.191275] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2c9528fc-eacb-46ae-8db6-c7c2c90d310c tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance '6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41' progress to 100 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.272287] env[65665]: DEBUG oslo_concurrency.lockutils [req-8b9b40fd-81a1-4686-8be2-9260fa770887 req-94c2c53b-7b8a-42c1-88a3-74bb6cda7b9d service nova] Releasing lock "refresh_cache-8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.439830] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52947d72-96c0-aa41-b379-0df9223db3d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.440680] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4f98f9-b18a-4f51-9bef-601b1ed5451e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.447225] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1209.447225] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52faea77-014f-38ed-501a-cfd87f9e58e0" [ 1209.447225] env[65665]: _type = "Task" [ 1209.447225] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.456114] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52faea77-014f-38ed-501a-cfd87f9e58e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.505964] env[65665]: DEBUG oslo_vmware.api [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855563, 'name': PowerOffVM_Task, 'duration_secs': 0.219617} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.506370] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.506538] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.506836] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b76af0eb-01dc-47cd-aba9-5a2c2114c1e1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.573760] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.573989] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.574181] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleting the datastore file [datastore1] 6d351d36-fc04-4c1f-9a4b-78d36d444143 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.577300] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eb82a21-d395-4651-b18f-26afc6653bcd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.584303] env[65665]: DEBUG oslo_vmware.api [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for the task: (returnval){ [ 1209.584303] env[65665]: value = "task-4855566" [ 1209.584303] env[65665]: _type = "Task" [ 1209.584303] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.595513] env[65665]: DEBUG oslo_vmware.api [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.659573] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093106} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.659957] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.660770] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa34962-ca67-4247-9b5b-f8a85aec3607 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.689223] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 0298a49a-3192-40b8-ba18-3bc356558102/0298a49a-3192-40b8-ba18-3bc356558102.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.692985] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70e0e84-edac-43f7-a61a-0c83e77721c9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.721084] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1209.721084] env[65665]: value = "task-4855567" [ 1209.721084] env[65665]: _type = "Task" [ 1209.721084] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.733816] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.738914] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdcd351-2d59-412a-a703-bfce02701c36 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.750768] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6360e8-08dd-44b9-a4ed-22786e723450 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.786276] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa2473-d168-48e0-9452-d98eab163716 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.795873] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c268f9-254d-4872-9269-3b5f176c5ad5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.812290] env[65665]: DEBUG nova.compute.provider_tree [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.960186] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52faea77-014f-38ed-501a-cfd87f9e58e0, 'name': SearchDatastore_Task, 'duration_secs': 0.058001} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.960522] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.960777] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3/8dde2a3f-e93a-4902-8d5a-04c413ad4ae3.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.961067] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83c247fe-48ae-405a-926b-6eb05a41a2f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.969536] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1209.969536] env[65665]: value = "task-4855568" [ 1209.969536] env[65665]: _type = "Task" [ 1209.969536] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.979190] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.040148] env[65665]: DEBUG nova.compute.manager [req-e92a4c2d-bf7b-4256-99a1-69a1c879d8e9 req-4abdcd6b-98aa-4817-bf4a-644f7665ccc8 service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Received event network-changed-6a433fb9-f9fb-4222-a046-7d0ec95cc9c9 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1210.040421] env[65665]: DEBUG nova.compute.manager [req-e92a4c2d-bf7b-4256-99a1-69a1c879d8e9 req-4abdcd6b-98aa-4817-bf4a-644f7665ccc8 service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Refreshing instance network info cache due to event network-changed-6a433fb9-f9fb-4222-a046-7d0ec95cc9c9. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1210.040536] env[65665]: DEBUG oslo_concurrency.lockutils [req-e92a4c2d-bf7b-4256-99a1-69a1c879d8e9 req-4abdcd6b-98aa-4817-bf4a-644f7665ccc8 service nova] Acquiring lock "refresh_cache-b699286e-b08b-46c1-b25f-6118506c7698" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.040670] env[65665]: DEBUG oslo_concurrency.lockutils [req-e92a4c2d-bf7b-4256-99a1-69a1c879d8e9 req-4abdcd6b-98aa-4817-bf4a-644f7665ccc8 service nova] Acquired lock "refresh_cache-b699286e-b08b-46c1-b25f-6118506c7698" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.040820] env[65665]: DEBUG nova.network.neutron [req-e92a4c2d-bf7b-4256-99a1-69a1c879d8e9 req-4abdcd6b-98aa-4817-bf4a-644f7665ccc8 service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Refreshing network info cache for port 6a433fb9-f9fb-4222-a046-7d0ec95cc9c9 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.095514] env[65665]: DEBUG oslo_vmware.api [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Task: {'id': task-4855566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428523} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.095665] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.095825] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.095999] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.096841] env[65665]: INFO nova.compute.manager [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1210.096841] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1210.096841] env[65665]: DEBUG nova.compute.manager [-] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1210.096841] env[65665]: DEBUG nova.network.neutron [-] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1210.097131] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.165712] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.236648] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855567, 'name': ReconfigVM_Task, 'duration_secs': 0.51069} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.237059] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 0298a49a-3192-40b8-ba18-3bc356558102/0298a49a-3192-40b8-ba18-3bc356558102.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.237763] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0030ea8-c5a2-4515-86f6-4d1fbbfd702a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.245653] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1210.245653] env[65665]: value = "task-4855569" [ 1210.245653] env[65665]: _type = "Task" [ 1210.245653] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.255478] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855569, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.318654] env[65665]: DEBUG nova.scheduler.client.report [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.482469] env[65665]: DEBUG nova.compute.manager [req-f7dcdc4c-a146-4ccf-af99-05c69f0318a5 req-34fa7797-48de-4649-b9cd-00e229a9060e service nova] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Received event network-vif-deleted-2ec2a7ad-9d3e-4421-8a5f-ff69040844b1 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1210.482877] env[65665]: INFO nova.compute.manager [req-f7dcdc4c-a146-4ccf-af99-05c69f0318a5 req-34fa7797-48de-4649-b9cd-00e229a9060e service nova] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Neutron deleted interface 2ec2a7ad-9d3e-4421-8a5f-ff69040844b1; detaching it from the instance and deleting it from the info cache [ 1210.483217] env[65665]: DEBUG nova.network.neutron [req-f7dcdc4c-a146-4ccf-af99-05c69f0318a5 req-34fa7797-48de-4649-b9cd-00e229a9060e service nova] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.492713] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855568, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.543873] env[65665]: WARNING neutronclient.v2_0.client [req-e92a4c2d-bf7b-4256-99a1-69a1c879d8e9 req-4abdcd6b-98aa-4817-bf4a-644f7665ccc8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.745185] env[65665]: WARNING neutronclient.v2_0.client [req-e92a4c2d-bf7b-4256-99a1-69a1c879d8e9 req-4abdcd6b-98aa-4817-bf4a-644f7665ccc8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.757715] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855569, 'name': Rename_Task, 'duration_secs': 0.443899} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.758072] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.758304] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d951ea3f-3ed0-4b2b-9c00-11e8d5ee34ce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.770568] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1210.770568] env[65665]: value = "task-4855570" [ 1210.770568] env[65665]: _type = "Task" [ 1210.770568] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.779559] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.833275] env[65665]: DEBUG nova.network.neutron [req-e92a4c2d-bf7b-4256-99a1-69a1c879d8e9 req-4abdcd6b-98aa-4817-bf4a-644f7665ccc8 service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Updated VIF entry in instance network info cache for port 6a433fb9-f9fb-4222-a046-7d0ec95cc9c9. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1210.833689] env[65665]: DEBUG nova.network.neutron [req-e92a4c2d-bf7b-4256-99a1-69a1c879d8e9 req-4abdcd6b-98aa-4817-bf4a-644f7665ccc8 service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Updating instance_info_cache with network_info: [{"id": "6a433fb9-f9fb-4222-a046-7d0ec95cc9c9", "address": "fa:16:3e:24:cd:5f", "network": {"id": "91e21a5f-d2d7-46ad-bb36-5f1153a927c0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1820647499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ee62f14103f4b06b71087880b7ba6fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a433fb9-f9", "ovs_interfaceid": "6a433fb9-f9fb-4222-a046-7d0ec95cc9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.951999] env[65665]: DEBUG nova.network.neutron [-] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.981883] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59887} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.982204] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3/8dde2a3f-e93a-4902-8d5a-04c413ad4ae3.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.982449] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.982785] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e5ce985-ccd5-4d70-830e-9696b6093138 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.991908] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1210.991908] env[65665]: value = "task-4855571" [ 1210.991908] env[65665]: _type = "Task" [ 1210.991908] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.996345] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-385d60b1-dce4-4a81-86ef-b2d4f5afb6fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.004284] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.008317] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cda808-546d-4880-9a41-d2a47d902fb0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.045017] env[65665]: DEBUG nova.compute.manager [req-f7dcdc4c-a146-4ccf-af99-05c69f0318a5 req-34fa7797-48de-4649-b9cd-00e229a9060e service nova] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Detach interface failed, port_id=2ec2a7ad-9d3e-4421-8a5f-ff69040844b1, reason: Instance 6d351d36-fc04-4c1f-9a4b-78d36d444143 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1211.282521] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855570, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.293208] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.338023] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.820s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.344662] env[65665]: DEBUG oslo_concurrency.lockutils [req-e92a4c2d-bf7b-4256-99a1-69a1c879d8e9 req-4abdcd6b-98aa-4817-bf4a-644f7665ccc8 service nova] Releasing lock "refresh_cache-b699286e-b08b-46c1-b25f-6118506c7698" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.455567] env[65665]: INFO nova.compute.manager [-] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Took 1.36 seconds to deallocate network for instance. [ 1211.504107] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123748} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.505116] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.505954] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6dd743-5277-436a-be3c-da1be48f7922 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.531947] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3/8dde2a3f-e93a-4902-8d5a-04c413ad4ae3.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.532663] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b832b73-03c5-46a2-8d2d-d7ece28c1480 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.551625] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.551915] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.552119] env[65665]: DEBUG nova.compute.manager [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Going to confirm migration 9 {{(pid=65665) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5283}} [ 1211.554997] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1211.554997] env[65665]: value = "task-4855572" [ 1211.554997] env[65665]: _type = "Task" [ 1211.554997] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.564804] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.781883] env[65665]: DEBUG oslo_vmware.api [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855570, 'name': PowerOnVM_Task, 'duration_secs': 0.955452} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.782197] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.782401] env[65665]: INFO nova.compute.manager [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1211.782575] env[65665]: DEBUG nova.compute.manager [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1211.783520] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1c4cbe-aca4-4250-83b0-d68bc7998081 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.963904] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.964292] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.964572] env[65665]: DEBUG nova.objects.instance [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lazy-loading 'resources' on Instance uuid 6d351d36-fc04-4c1f-9a4b-78d36d444143 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.063767] env[65665]: WARNING neutronclient.v2_0.client [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.072483] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855572, 'name': ReconfigVM_Task, 'duration_secs': 0.334039} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.072652] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3/8dde2a3f-e93a-4902-8d5a-04c413ad4ae3.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.074484] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-336a8591-c686-4db8-b47c-f0d0683ad8be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.080882] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1212.080882] env[65665]: value = "task-4855573" [ 1212.080882] env[65665]: _type = "Task" [ 1212.080882] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.090453] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855573, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.175283] env[65665]: WARNING neutronclient.v2_0.client [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.175682] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.175841] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquired lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.176044] env[65665]: DEBUG nova.network.neutron [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1212.176258] env[65665]: DEBUG nova.objects.instance [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lazy-loading 'info_cache' on Instance uuid 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.304775] env[65665]: INFO nova.compute.manager [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Took 14.98 seconds to build instance. [ 1212.592379] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855573, 'name': Rename_Task, 'duration_secs': 0.167672} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.592675] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.592931] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e41f5cb-97b7-4b79-a065-e47f707c008a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.601582] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1212.601582] env[65665]: value = "task-4855574" [ 1212.601582] env[65665]: _type = "Task" [ 1212.601582] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.613541] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.635395] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3144c53-973f-4566-b214-100a2bd175f5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.643336] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e383a02d-7648-4003-9de6-d035e157dde8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.679468] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67565891-cc70-4ac1-8092-c5c131fa1274 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.691847] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc7e2b3-b583-488d-8aa3-e59755711a9c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.710676] env[65665]: DEBUG nova.compute.provider_tree [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.714245] env[65665]: DEBUG nova.compute.manager [req-61ca60a3-0e06-4809-b889-59766c755a7f req-1e4f9256-7959-4813-bba7-412051a6f173 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Received event network-changed-bc02dd0a-79e8-4156-ba4a-b00d6e6a0722 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1212.714426] env[65665]: DEBUG nova.compute.manager [req-61ca60a3-0e06-4809-b889-59766c755a7f req-1e4f9256-7959-4813-bba7-412051a6f173 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Refreshing instance network info cache due to event network-changed-bc02dd0a-79e8-4156-ba4a-b00d6e6a0722. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1212.714673] env[65665]: DEBUG oslo_concurrency.lockutils [req-61ca60a3-0e06-4809-b889-59766c755a7f req-1e4f9256-7959-4813-bba7-412051a6f173 service nova] Acquiring lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.715124] env[65665]: DEBUG oslo_concurrency.lockutils [req-61ca60a3-0e06-4809-b889-59766c755a7f req-1e4f9256-7959-4813-bba7-412051a6f173 service nova] Acquired lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.715520] env[65665]: DEBUG nova.network.neutron [req-61ca60a3-0e06-4809-b889-59766c755a7f req-1e4f9256-7959-4813-bba7-412051a6f173 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Refreshing network info cache for port bc02dd0a-79e8-4156-ba4a-b00d6e6a0722 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.810434] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3b01a686-ebfb-4dc0-a018-f505cbd2c257 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "0298a49a-3192-40b8-ba18-3bc356558102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.497s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.879947] env[65665]: INFO nova.compute.manager [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Swapping old allocation on dict_keys(['e52fd1e5-0d72-4d81-ad68-cf304205f8ba']) held by migration a311d2e2-781a-4e38-8f8b-01403847c779 for instance [ 1212.903774] env[65665]: DEBUG nova.scheduler.client.report [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Overwriting current allocation {'allocations': {'e52fd1e5-0d72-4d81-ad68-cf304205f8ba': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 159}}, 'project_id': '10b335171f7e4dfd9ffa1dea0cc5e48f', 'user_id': '1adfef5329424c8ba377c0f89ea20468', 'consumer_generation': 1} on consumer 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4 {{(pid=65665) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1212.953484] env[65665]: WARNING neutronclient.v2_0.client [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.986842] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.987147] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.987336] env[65665]: DEBUG nova.network.neutron [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1213.114496] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.186739] env[65665]: WARNING neutronclient.v2_0.client [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.213911] env[65665]: DEBUG nova.scheduler.client.report [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.219370] env[65665]: WARNING neutronclient.v2_0.client [req-61ca60a3-0e06-4809-b889-59766c755a7f req-1e4f9256-7959-4813-bba7-412051a6f173 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.412916] env[65665]: WARNING neutronclient.v2_0.client [req-61ca60a3-0e06-4809-b889-59766c755a7f req-1e4f9256-7959-4813-bba7-412051a6f173 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.438174] env[65665]: WARNING neutronclient.v2_0.client [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.489137] env[65665]: DEBUG nova.network.neutron [req-61ca60a3-0e06-4809-b889-59766c755a7f req-1e4f9256-7959-4813-bba7-412051a6f173 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updated VIF entry in instance network info cache for port bc02dd0a-79e8-4156-ba4a-b00d6e6a0722. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1213.489522] env[65665]: DEBUG nova.network.neutron [req-61ca60a3-0e06-4809-b889-59766c755a7f req-1e4f9256-7959-4813-bba7-412051a6f173 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance_info_cache with network_info: [{"id": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "address": "fa:16:3e:d9:f6:87", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc02dd0a-79", "ovs_interfaceid": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.490933] env[65665]: WARNING neutronclient.v2_0.client [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.513689] env[65665]: DEBUG nova.network.neutron [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance_info_cache with network_info: [{"id": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "address": "fa:16:3e:57:ca:e9", "network": {"id": "1a5cff1f-35f5-4f50-9089-eeeb37be5d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1345425224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ee5d8182dad4eebae4a83f408e0ba22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b703c23-91", "ovs_interfaceid": "2b703c23-9147-41fc-90d4-41ad298a6c4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.615421] env[65665]: DEBUG oslo_vmware.api [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855574, 'name': PowerOnVM_Task, 'duration_secs': 0.538652} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.615724] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.615985] env[65665]: INFO nova.compute.manager [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1213.616232] env[65665]: DEBUG nova.compute.manager [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1213.617354] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d5e4e2-8f73-42a8-ac7e-4e2264568af1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.669852] env[65665]: WARNING neutronclient.v2_0.client [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.724035] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.743907] env[65665]: INFO nova.scheduler.client.report [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Deleted allocations for instance 6d351d36-fc04-4c1f-9a4b-78d36d444143 [ 1213.751910] env[65665]: DEBUG nova.network.neutron [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance_info_cache with network_info: [{"id": "61453d03-bb08-49fa-b37a-d1b203f679f4", "address": "fa:16:3e:00:f1:81", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61453d03-bb", "ovs_interfaceid": "61453d03-bb08-49fa-b37a-d1b203f679f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.994678] env[65665]: DEBUG oslo_concurrency.lockutils [req-61ca60a3-0e06-4809-b889-59766c755a7f req-1e4f9256-7959-4813-bba7-412051a6f173 service nova] Releasing lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.016529] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Releasing lock "refresh_cache-6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.016773] env[65665]: DEBUG nova.objects.instance [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lazy-loading 'migration_context' on Instance uuid 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.143862] env[65665]: INFO nova.compute.manager [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Took 15.21 seconds to build instance. [ 1214.256740] env[65665]: DEBUG oslo_concurrency.lockutils [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.257385] env[65665]: DEBUG oslo_concurrency.lockutils [None req-900223e7-edd9-469a-a056-94c28990938b tempest-DeleteServersTestJSON-866316424 tempest-DeleteServersTestJSON-866316424-project-member] Lock "6d351d36-fc04-4c1f-9a4b-78d36d444143" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.787s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.258930] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b2fc77-665b-4521-bc85-58b9be5da040 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.267302] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a3ba4f-567e-439e-9aff-9652c4381cbe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.520260] env[65665]: DEBUG nova.objects.base [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Object Instance<6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41> lazy-loaded attributes: info_cache,migration_context {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1214.521427] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8618c1f6-ac19-4eaf-bb5d-f9b0009ea0d1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.543109] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da759a7-fe8f-4c7d-8ab7-b241e80cb70a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.550430] env[65665]: DEBUG oslo_vmware.api [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1214.550430] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5249fcdf-2331-a7ec-24e6-f2344a4fc007" [ 1214.550430] env[65665]: _type = "Task" [ 1214.550430] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.559099] env[65665]: DEBUG oslo_vmware.api [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5249fcdf-2331-a7ec-24e6-f2344a4fc007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.645999] env[65665]: DEBUG oslo_concurrency.lockutils [None req-244351e8-f001-48ec-83cf-227933591059 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.720s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.062159] env[65665]: DEBUG oslo_vmware.api [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5249fcdf-2331-a7ec-24e6-f2344a4fc007, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.062490] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.062737] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.273654] env[65665]: DEBUG nova.compute.manager [req-bbbe0852-52c7-41ea-b547-fdf8183455e7 req-2522d06f-a633-4112-bbc5-909cbd378681 service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Received event network-changed-4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1215.273898] env[65665]: DEBUG nova.compute.manager [req-bbbe0852-52c7-41ea-b547-fdf8183455e7 req-2522d06f-a633-4112-bbc5-909cbd378681 service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Refreshing instance network info cache due to event network-changed-4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1215.274059] env[65665]: DEBUG oslo_concurrency.lockutils [req-bbbe0852-52c7-41ea-b547-fdf8183455e7 req-2522d06f-a633-4112-bbc5-909cbd378681 service nova] Acquiring lock "refresh_cache-8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.274205] env[65665]: DEBUG oslo_concurrency.lockutils [req-bbbe0852-52c7-41ea-b547-fdf8183455e7 req-2522d06f-a633-4112-bbc5-909cbd378681 service nova] Acquired lock "refresh_cache-8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.274369] env[65665]: DEBUG nova.network.neutron [req-bbbe0852-52c7-41ea-b547-fdf8183455e7 req-2522d06f-a633-4112-bbc5-909cbd378681 service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Refreshing network info cache for port 4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.482875] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.483339] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a8dc9c2-b40b-4b53-8677-95d7cefa40a3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.492028] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1215.492028] env[65665]: value = "task-4855576" [ 1215.492028] env[65665]: _type = "Task" [ 1215.492028] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.502065] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.705348] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3941304-b2b6-4739-bb6d-ccc3d672d18a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.714593] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c29620-efe1-421c-a839-a8455de6cefb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.749362] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23e0f35-c27a-4625-8147-4dfc8c1cee28 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.760746] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88017dd2-c2d7-4500-90f0-24e0ff06a02b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.778164] env[65665]: WARNING neutronclient.v2_0.client [req-bbbe0852-52c7-41ea-b547-fdf8183455e7 req-2522d06f-a633-4112-bbc5-909cbd378681 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.781368] env[65665]: DEBUG nova.compute.provider_tree [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.957816] env[65665]: WARNING neutronclient.v2_0.client [req-bbbe0852-52c7-41ea-b547-fdf8183455e7 req-2522d06f-a633-4112-bbc5-909cbd378681 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.006025] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855576, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.031876] env[65665]: DEBUG nova.network.neutron [req-bbbe0852-52c7-41ea-b547-fdf8183455e7 req-2522d06f-a633-4112-bbc5-909cbd378681 service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Updated VIF entry in instance network info cache for port 4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1216.032259] env[65665]: DEBUG nova.network.neutron [req-bbbe0852-52c7-41ea-b547-fdf8183455e7 req-2522d06f-a633-4112-bbc5-909cbd378681 service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Updating instance_info_cache with network_info: [{"id": "4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594", "address": "fa:16:3e:80:ad:d1", "network": {"id": "fdef2ddb-65ab-485a-b5c8-90af93ff3e9a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2034618183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "add974dc94014f8e88f531b71fd9cea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f8c1b53-0a", "ovs_interfaceid": "4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.284561] env[65665]: DEBUG nova.scheduler.client.report [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.506599] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855576, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.536509] env[65665]: DEBUG oslo_concurrency.lockutils [req-bbbe0852-52c7-41ea-b547-fdf8183455e7 req-2522d06f-a633-4112-bbc5-909cbd378681 service nova] Releasing lock "refresh_cache-8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.009204] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855576, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.297790] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.235s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.509792] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855576, 'name': PowerOffVM_Task, 'duration_secs': 1.577382} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.510166] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.510720] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1217.510933] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.511096] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1217.511284] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.511425] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1217.511567] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1217.511765] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1217.511917] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1217.512090] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1217.512253] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1217.512420] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1217.517343] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f090371-352d-4b54-b0b5-4d7d1410ee9d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.533376] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1217.533376] env[65665]: value = "task-4855577" [ 1217.533376] env[65665]: _type = "Task" [ 1217.533376] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.541941] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.861125] env[65665]: INFO nova.scheduler.client.report [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted allocation for migration b350e40d-bc60-4271-945f-b999eb10aced [ 1218.044627] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855577, 'name': ReconfigVM_Task, 'duration_secs': 0.16565} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.045480] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c1c765-fab4-4bc9-aae1-dd8dd0d3e6eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.068304] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1218.068549] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.068704] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1218.068882] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.069070] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1218.069296] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1218.069400] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.069514] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1218.069874] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1218.069874] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1218.069997] env[65665]: DEBUG nova.virt.hardware [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1218.070791] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f12a5f1-5cdf-4072-948d-4cc580b10534 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.076555] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1218.076555] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527e0e50-ffe5-df78-167c-c9820476d520" [ 1218.076555] env[65665]: _type = "Task" [ 1218.076555] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.085303] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527e0e50-ffe5-df78-167c-c9820476d520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.124461] env[65665]: INFO nova.compute.manager [None req-be8d3db5-223e-467c-8bb6-50150f649f60 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Get console output [ 1218.124681] env[65665]: WARNING nova.virt.vmwareapi.driver [None req-be8d3db5-223e-467c-8bb6-50150f649f60 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] The console log is missing. Check your VSPC configuration [ 1218.367515] env[65665]: DEBUG oslo_concurrency.lockutils [None req-dc84c42b-58c3-4c85-b778-e93b7971dfb5 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.815s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.589730] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527e0e50-ffe5-df78-167c-c9820476d520, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.595172] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.595481] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2910dc47-633d-4bbe-8c1c-1c7bbff7b33a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.614461] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1218.614461] env[65665]: value = "task-4855578" [ 1218.614461] env[65665]: _type = "Task" [ 1218.614461] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.627347] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.126616] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855578, 'name': ReconfigVM_Task, 'duration_secs': 0.196453} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.126915] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.127916] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2521705b-e973-4491-bbd8-753398670816 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.154067] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4/278e3e7a-d5bf-4f34-8a5c-f117cc733ca4.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.154730] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e41df436-4d4d-419d-8c05-d1443b1db2b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.173401] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1219.173401] env[65665]: value = "task-4855579" [ 1219.173401] env[65665]: _type = "Task" [ 1219.173401] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.183307] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.684455] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855579, 'name': ReconfigVM_Task, 'duration_secs': 0.346734} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.684842] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4/278e3e7a-d5bf-4f34-8a5c-f117cc733ca4.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.685692] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485caf62-83b5-4767-9db5-693cf4409f30 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.709017] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ca8ba1-a114-40f3-a2c3-06c15364706a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.730411] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3973d2-8ae9-41be-96c2-9b9cb51d2a38 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.754159] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9f1fc6-c420-4144-b894-d7bc0d4e3ced {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.762148] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.762439] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a74c1c3-d2ee-43dc-963e-6fd8219b864a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.769275] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1219.769275] env[65665]: value = "task-4855580" [ 1219.769275] env[65665]: _type = "Task" [ 1219.769275] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.777798] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.280540] env[65665]: DEBUG oslo_vmware.api [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855580, 'name': PowerOnVM_Task, 'duration_secs': 0.390809} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.280826] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.328180] env[65665]: INFO nova.compute.manager [None req-17dcdc76-e9eb-4433-8c71-3d949648f0c5 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance to original state: 'active' [ 1223.156798] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquiring lock "f527c419-282a-4f80-9b09-a39762c3cf11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.157228] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Lock "f527c419-282a-4f80-9b09-a39762c3cf11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.306685] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.307021] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.307335] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.307556] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.307759] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.310155] env[65665]: INFO nova.compute.manager [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Terminating instance [ 1223.661383] env[65665]: DEBUG nova.compute.manager [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1223.813789] env[65665]: DEBUG nova.compute.manager [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1223.814417] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.814417] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1da81fd8-6288-4064-893d-7d36f3a9e598 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.824573] env[65665]: DEBUG oslo_vmware.api [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1223.824573] env[65665]: value = "task-4855581" [ 1223.824573] env[65665]: _type = "Task" [ 1223.824573] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.834871] env[65665]: DEBUG oslo_vmware.api [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.183667] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.183952] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.185543] env[65665]: INFO nova.compute.claims [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.335083] env[65665]: DEBUG oslo_vmware.api [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855581, 'name': PowerOffVM_Task, 'duration_secs': 0.398485} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.335399] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.335620] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1224.336934] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946449', 'volume_id': '3070c2cd-b631-472e-a1d4-70fc319f532a', 'name': 'volume-3070c2cd-b631-472e-a1d4-70fc319f532a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '278e3e7a-d5bf-4f34-8a5c-f117cc733ca4', 'attached_at': '2025-11-27T02:37:37.000000', 'detached_at': '', 'volume_id': '3070c2cd-b631-472e-a1d4-70fc319f532a', 'serial': '3070c2cd-b631-472e-a1d4-70fc319f532a'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1224.336934] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36054e50-6c2f-40ec-938e-630540f51b5e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.359350] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923c9b19-ba00-4de1-9cc1-cf34a13723dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.368028] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04e53c7-0fb5-478f-9c35-98e9d36f9aa9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.389190] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38102464-6388-45bb-85b0-2375d798595e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.404761] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The volume has not been displaced from its original location: [datastore1] volume-3070c2cd-b631-472e-a1d4-70fc319f532a/volume-3070c2cd-b631-472e-a1d4-70fc319f532a.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1224.410197] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.410524] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2fbe4c7-15d9-45d5-a2d1-a0850ad56e32 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.428697] env[65665]: DEBUG oslo_vmware.api [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1224.428697] env[65665]: value = "task-4855582" [ 1224.428697] env[65665]: _type = "Task" [ 1224.428697] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.437396] env[65665]: DEBUG oslo_vmware.api [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.939492] env[65665]: DEBUG oslo_vmware.api [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855582, 'name': ReconfigVM_Task, 'duration_secs': 0.201189} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.939964] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.944545] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95d02a17-b00e-4391-9b99-f3a3771ed16f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.960587] env[65665]: DEBUG oslo_vmware.api [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1224.960587] env[65665]: value = "task-4855583" [ 1224.960587] env[65665]: _type = "Task" [ 1224.960587] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.971318] env[65665]: DEBUG oslo_vmware.api [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.311060] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe553a6-5b5a-4924-928b-3c5542ad5244 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.319721] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7054a9cd-50ca-4ef2-b446-96d1e8c34e22 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.349731] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2da5cb-28bb-4dee-bd32-642d384acd0f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.357542] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035265b6-a34b-4eda-9639-f69b61001cc0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.371057] env[65665]: DEBUG nova.compute.provider_tree [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.471157] env[65665]: DEBUG oslo_vmware.api [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855583, 'name': ReconfigVM_Task, 'duration_secs': 0.177277} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.471423] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946449', 'volume_id': '3070c2cd-b631-472e-a1d4-70fc319f532a', 'name': 'volume-3070c2cd-b631-472e-a1d4-70fc319f532a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '278e3e7a-d5bf-4f34-8a5c-f117cc733ca4', 'attached_at': '2025-11-27T02:37:37.000000', 'detached_at': '', 'volume_id': '3070c2cd-b631-472e-a1d4-70fc319f532a', 'serial': '3070c2cd-b631-472e-a1d4-70fc319f532a'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1225.471711] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.472555] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba8970b-8684-4fd5-b36d-1d099f182815 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.479462] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.479683] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-334d163d-12f4-42f7-b10f-82c499bb426d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.544845] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.545078] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.545290] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleting the datastore file [datastore2] 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.545569] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c06aabd-66ab-4be2-b0d8-53a110931063 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.555816] env[65665]: DEBUG oslo_vmware.api [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1225.555816] env[65665]: value = "task-4855585" [ 1225.555816] env[65665]: _type = "Task" [ 1225.555816] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.564411] env[65665]: DEBUG oslo_vmware.api [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.893508] env[65665]: ERROR nova.scheduler.client.report [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [req-90a3292f-058d-4ddb-9a53-570e1c6d1fb9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e52fd1e5-0d72-4d81-ad68-cf304205f8ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-90a3292f-058d-4ddb-9a53-570e1c6d1fb9"}]} [ 1225.910331] env[65665]: DEBUG nova.scheduler.client.report [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Refreshing inventories for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1225.924598] env[65665]: DEBUG nova.scheduler.client.report [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Updating ProviderTree inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1225.924815] env[65665]: DEBUG nova.compute.provider_tree [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.935542] env[65665]: DEBUG nova.scheduler.client.report [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Refreshing aggregate associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, aggregates: None {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1225.953041] env[65665]: DEBUG nova.scheduler.client.report [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Refreshing trait associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1226.067771] env[65665]: DEBUG oslo_vmware.api [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1575} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.068046] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.068274] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.068418] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.068587] env[65665]: INFO nova.compute.manager [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1226.068834] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1226.069047] env[65665]: DEBUG nova.compute.manager [-] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1226.069150] env[65665]: DEBUG nova.network.neutron [-] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1226.069403] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.107053] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.160498] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b423e3-5565-4113-a705-fe93619efa3a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.168281] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6657e262-e2d8-4c2f-9428-d2d085f7f2c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.200181] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1911e4-e25e-4591-8784-8757bc8ed924 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.208360] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbb1534-a5b6-413b-ab16-08f2b732be89 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.223397] env[65665]: DEBUG nova.compute.provider_tree [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.526477] env[65665]: DEBUG nova.compute.manager [req-5eee2187-9cf6-4db2-9202-119e3b136dcd req-9f91e30a-caf6-4244-a53d-c4634ddde5e2 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Received event network-vif-deleted-61453d03-bb08-49fa-b37a-d1b203f679f4 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1226.526725] env[65665]: INFO nova.compute.manager [req-5eee2187-9cf6-4db2-9202-119e3b136dcd req-9f91e30a-caf6-4244-a53d-c4634ddde5e2 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Neutron deleted interface 61453d03-bb08-49fa-b37a-d1b203f679f4; detaching it from the instance and deleting it from the info cache [ 1226.526971] env[65665]: DEBUG nova.network.neutron [req-5eee2187-9cf6-4db2-9202-119e3b136dcd req-9f91e30a-caf6-4244-a53d-c4634ddde5e2 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.755409] env[65665]: DEBUG nova.scheduler.client.report [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Updated inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1226.755689] env[65665]: DEBUG nova.compute.provider_tree [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Updating resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba generation from 162 to 163 during operation: update_inventory {{(pid=65665) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1226.755866] env[65665]: DEBUG nova.compute.provider_tree [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.004251] env[65665]: DEBUG nova.network.neutron [-] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.030081] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7da831a5-408f-4577-a298-502315aa38c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.041020] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a42f0d-aedc-4f16-8177-f868ec3e1d1d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.076325] env[65665]: DEBUG nova.compute.manager [req-5eee2187-9cf6-4db2-9202-119e3b136dcd req-9f91e30a-caf6-4244-a53d-c4634ddde5e2 service nova] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Detach interface failed, port_id=61453d03-bb08-49fa-b37a-d1b203f679f4, reason: Instance 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1227.261777] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.077s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.262375] env[65665]: DEBUG nova.compute.manager [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1227.507516] env[65665]: INFO nova.compute.manager [-] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Took 1.44 seconds to deallocate network for instance. [ 1227.768186] env[65665]: DEBUG nova.compute.utils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.769645] env[65665]: DEBUG nova.compute.manager [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1227.769837] env[65665]: DEBUG nova.network.neutron [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1227.770188] env[65665]: WARNING neutronclient.v2_0.client [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.770487] env[65665]: WARNING neutronclient.v2_0.client [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.820140] env[65665]: DEBUG nova.policy [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '818fae9c9f63449d9d64789f6064975e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a03b95d6930444cabaedf7b7bcb62a93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.056305] env[65665]: INFO nova.compute.manager [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Took 0.55 seconds to detach 1 volumes for instance. [ 1228.104174] env[65665]: DEBUG nova.network.neutron [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Successfully created port: 04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1228.274486] env[65665]: DEBUG nova.compute.manager [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1228.565050] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.565050] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.565050] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.593350] env[65665]: INFO nova.scheduler.client.report [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleted allocations for instance 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4 [ 1229.101085] env[65665]: DEBUG oslo_concurrency.lockutils [None req-3c1d49e2-69ac-4a17-8bcf-ac2c6bb89352 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "278e3e7a-d5bf-4f34-8a5c-f117cc733ca4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.794s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.284398] env[65665]: DEBUG nova.compute.manager [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1229.314298] env[65665]: DEBUG nova.virt.hardware [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1229.314566] env[65665]: DEBUG nova.virt.hardware [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.314742] env[65665]: DEBUG nova.virt.hardware [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1229.314933] env[65665]: DEBUG nova.virt.hardware [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.315109] env[65665]: DEBUG nova.virt.hardware [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1229.315293] env[65665]: DEBUG nova.virt.hardware [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1229.315518] env[65665]: DEBUG nova.virt.hardware [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1229.315673] env[65665]: DEBUG nova.virt.hardware [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1229.315833] env[65665]: DEBUG nova.virt.hardware [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1229.315987] env[65665]: DEBUG nova.virt.hardware [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1229.316210] env[65665]: DEBUG nova.virt.hardware [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1229.317281] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712ea55a-af8b-4298-99d5-82fda4be2c6c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.325745] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f23d791-7a68-4364-8af3-12888546d502 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.535392] env[65665]: DEBUG nova.compute.manager [req-ba1cf399-576e-4fcb-b244-e98eb1553b42 req-e149a7b8-e06f-4998-97c8-8d6f9e4ed59b service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Received event network-vif-plugged-04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1229.535514] env[65665]: DEBUG oslo_concurrency.lockutils [req-ba1cf399-576e-4fcb-b244-e98eb1553b42 req-e149a7b8-e06f-4998-97c8-8d6f9e4ed59b service nova] Acquiring lock "f527c419-282a-4f80-9b09-a39762c3cf11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.535724] env[65665]: DEBUG oslo_concurrency.lockutils [req-ba1cf399-576e-4fcb-b244-e98eb1553b42 req-e149a7b8-e06f-4998-97c8-8d6f9e4ed59b service nova] Lock "f527c419-282a-4f80-9b09-a39762c3cf11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.535888] env[65665]: DEBUG oslo_concurrency.lockutils [req-ba1cf399-576e-4fcb-b244-e98eb1553b42 req-e149a7b8-e06f-4998-97c8-8d6f9e4ed59b service nova] Lock "f527c419-282a-4f80-9b09-a39762c3cf11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.536219] env[65665]: DEBUG nova.compute.manager [req-ba1cf399-576e-4fcb-b244-e98eb1553b42 req-e149a7b8-e06f-4998-97c8-8d6f9e4ed59b service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] No waiting events found dispatching network-vif-plugged-04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1229.536421] env[65665]: WARNING nova.compute.manager [req-ba1cf399-576e-4fcb-b244-e98eb1553b42 req-e149a7b8-e06f-4998-97c8-8d6f9e4ed59b service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Received unexpected event network-vif-plugged-04fd623b-e0d5-48c8-ace4-5abd456cad37 for instance with vm_state building and task_state spawning. [ 1229.627436] env[65665]: DEBUG nova.network.neutron [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Successfully updated port: 04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1230.131041] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquiring lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.131041] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquired lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.131041] env[65665]: DEBUG nova.network.neutron [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1230.663009] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.663250] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.674055] env[65665]: DEBUG nova.network.neutron [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1230.740909] env[65665]: WARNING neutronclient.v2_0.client [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.818527] env[65665]: DEBUG nova.network.neutron [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updating instance_info_cache with network_info: [{"id": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "address": "fa:16:3e:c5:fd:80", "network": {"id": "e4d46a0b-1c00-4f67-b649-2cfd508f7566", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-882180456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a03b95d6930444cabaedf7b7bcb62a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd623b-e0", "ovs_interfaceid": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.165802] env[65665]: DEBUG nova.compute.manager [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1231.321150] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Releasing lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.321546] env[65665]: DEBUG nova.compute.manager [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Instance network_info: |[{"id": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "address": "fa:16:3e:c5:fd:80", "network": {"id": "e4d46a0b-1c00-4f67-b649-2cfd508f7566", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-882180456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a03b95d6930444cabaedf7b7bcb62a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd623b-e0", "ovs_interfaceid": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1231.322037] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:fd:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04fd623b-e0d5-48c8-ace4-5abd456cad37', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.329915] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Creating folder: Project (a03b95d6930444cabaedf7b7bcb62a93). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.330201] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a2add9a-6f9f-4803-ba62-ae9972bcbbab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.342731] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Created folder: Project (a03b95d6930444cabaedf7b7bcb62a93) in parent group-v946135. [ 1231.343051] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Creating folder: Instances. Parent ref: group-v946455. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.343280] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a991af6-244a-4943-b426-bbfd989860b0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.354979] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Created folder: Instances in parent group-v946455. [ 1231.354979] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1231.355238] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.355464] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59380020-bac4-40a3-96cb-d63622099d9a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.375686] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.375686] env[65665]: value = "task-4855588" [ 1231.375686] env[65665]: _type = "Task" [ 1231.375686] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.384256] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855588, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.569378] env[65665]: DEBUG nova.compute.manager [req-bdaa2ce6-0475-49b8-b5d2-8f800a098562 req-f2c75f18-3198-4f51-bd3e-7057ecbc56cf service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Received event network-changed-04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1231.569644] env[65665]: DEBUG nova.compute.manager [req-bdaa2ce6-0475-49b8-b5d2-8f800a098562 req-f2c75f18-3198-4f51-bd3e-7057ecbc56cf service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Refreshing instance network info cache due to event network-changed-04fd623b-e0d5-48c8-ace4-5abd456cad37. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1231.569911] env[65665]: DEBUG oslo_concurrency.lockutils [req-bdaa2ce6-0475-49b8-b5d2-8f800a098562 req-f2c75f18-3198-4f51-bd3e-7057ecbc56cf service nova] Acquiring lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.570084] env[65665]: DEBUG oslo_concurrency.lockutils [req-bdaa2ce6-0475-49b8-b5d2-8f800a098562 req-f2c75f18-3198-4f51-bd3e-7057ecbc56cf service nova] Acquired lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.570247] env[65665]: DEBUG nova.network.neutron [req-bdaa2ce6-0475-49b8-b5d2-8f800a098562 req-f2c75f18-3198-4f51-bd3e-7057ecbc56cf service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Refreshing network info cache for port 04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.691022] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.691022] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.691831] env[65665]: INFO nova.compute.claims [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.886952] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855588, 'name': CreateVM_Task, 'duration_secs': 0.300414} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.887149] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.887631] env[65665]: WARNING neutronclient.v2_0.client [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.888085] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.888258] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.888693] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.889035] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589b01de-d83a-463a-8045-be6afe75807d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.893790] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1231.893790] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b62049-5e1d-d317-58c3-6b95c782bfcb" [ 1231.893790] env[65665]: _type = "Task" [ 1231.893790] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.901815] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b62049-5e1d-d317-58c3-6b95c782bfcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.073391] env[65665]: WARNING neutronclient.v2_0.client [req-bdaa2ce6-0475-49b8-b5d2-8f800a098562 req-f2c75f18-3198-4f51-bd3e-7057ecbc56cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.208198] env[65665]: WARNING neutronclient.v2_0.client [req-bdaa2ce6-0475-49b8-b5d2-8f800a098562 req-f2c75f18-3198-4f51-bd3e-7057ecbc56cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.276653] env[65665]: DEBUG nova.network.neutron [req-bdaa2ce6-0475-49b8-b5d2-8f800a098562 req-f2c75f18-3198-4f51-bd3e-7057ecbc56cf service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updated VIF entry in instance network info cache for port 04fd623b-e0d5-48c8-ace4-5abd456cad37. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1232.277026] env[65665]: DEBUG nova.network.neutron [req-bdaa2ce6-0475-49b8-b5d2-8f800a098562 req-f2c75f18-3198-4f51-bd3e-7057ecbc56cf service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updating instance_info_cache with network_info: [{"id": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "address": "fa:16:3e:c5:fd:80", "network": {"id": "e4d46a0b-1c00-4f67-b649-2cfd508f7566", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-882180456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a03b95d6930444cabaedf7b7bcb62a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd623b-e0", "ovs_interfaceid": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.404914] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52b62049-5e1d-d317-58c3-6b95c782bfcb, 'name': SearchDatastore_Task, 'duration_secs': 0.013024} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.405270] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.405517] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.405750] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.405893] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.406087] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.406367] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-503f876a-c9f2-4b55-a517-d3008bac42f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.415398] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.415580] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.416302] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2508318-3cc7-4f51-8bc3-b92996649b0d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.422411] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1232.422411] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5252745f-5f8f-9054-629b-9c120bfeb690" [ 1232.422411] env[65665]: _type = "Task" [ 1232.422411] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.430135] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5252745f-5f8f-9054-629b-9c120bfeb690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.779985] env[65665]: DEBUG oslo_concurrency.lockutils [req-bdaa2ce6-0475-49b8-b5d2-8f800a098562 req-f2c75f18-3198-4f51-bd3e-7057ecbc56cf service nova] Releasing lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.826219] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2091014-4540-4683-93ac-7a79cdb8c98e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.834863] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014f7869-2c55-4b2a-9466-fd5dded8321a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.865636] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f558edea-b158-4ef3-84ad-d2c38b36068b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.873830] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5535206-4426-46e3-9068-f096acec1b17 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.889452] env[65665]: DEBUG nova.compute.provider_tree [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.932643] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5252745f-5f8f-9054-629b-9c120bfeb690, 'name': SearchDatastore_Task, 'duration_secs': 0.009828} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.933487] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701ba489-a208-47ce-b148-8efd9a0d6a37 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.938776] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1232.938776] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525385eb-66c4-9fbc-1030-a2e404ec5c0b" [ 1232.938776] env[65665]: _type = "Task" [ 1232.938776] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.946477] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525385eb-66c4-9fbc-1030-a2e404ec5c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.393371] env[65665]: DEBUG nova.scheduler.client.report [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.450630] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525385eb-66c4-9fbc-1030-a2e404ec5c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.450886] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.451157] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f527c419-282a-4f80-9b09-a39762c3cf11/f527c419-282a-4f80-9b09-a39762c3cf11.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.451491] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86139b6f-2090-4e61-93d6-f86c87a99023 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.459906] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1233.459906] env[65665]: value = "task-4855589" [ 1233.459906] env[65665]: _type = "Task" [ 1233.459906] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.468359] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.898571] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.899143] env[65665]: DEBUG nova.compute.manager [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1233.969758] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493009} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.970304] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f527c419-282a-4f80-9b09-a39762c3cf11/f527c419-282a-4f80-9b09-a39762c3cf11.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.970528] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.970782] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-915bc46d-2c7e-4dea-b0ea-4820a85faf1a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.976767] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1233.976767] env[65665]: value = "task-4855590" [ 1233.976767] env[65665]: _type = "Task" [ 1233.976767] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.986141] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.405283] env[65665]: DEBUG nova.compute.utils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.407145] env[65665]: DEBUG nova.compute.manager [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1234.407386] env[65665]: DEBUG nova.network.neutron [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1234.407720] env[65665]: WARNING neutronclient.v2_0.client [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.409040] env[65665]: WARNING neutronclient.v2_0.client [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.449130] env[65665]: DEBUG nova.policy [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1adfef5329424c8ba377c0f89ea20468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10b335171f7e4dfd9ffa1dea0cc5e48f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.487360] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183476} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.487699] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.488573] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68628f50-ede9-4970-965c-4db29373429d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.511039] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f527c419-282a-4f80-9b09-a39762c3cf11/f527c419-282a-4f80-9b09-a39762c3cf11.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.511362] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9781bf62-330c-4c89-8784-477cfa335d03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.532398] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1234.532398] env[65665]: value = "task-4855591" [ 1234.532398] env[65665]: _type = "Task" [ 1234.532398] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.541725] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.746711] env[65665]: DEBUG nova.network.neutron [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Successfully created port: e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1234.911538] env[65665]: DEBUG nova.compute.manager [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1235.043156] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855591, 'name': ReconfigVM_Task, 'duration_secs': 0.287068} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.043495] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f527c419-282a-4f80-9b09-a39762c3cf11/f527c419-282a-4f80-9b09-a39762c3cf11.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.044168] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0997da60-6579-4f30-a419-5d08dd8421cb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.050582] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1235.050582] env[65665]: value = "task-4855592" [ 1235.050582] env[65665]: _type = "Task" [ 1235.050582] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.060358] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855592, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.561065] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855592, 'name': Rename_Task, 'duration_secs': 0.132529} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.561532] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.561809] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a010b789-d7e6-44cc-a37b-f2f5f3325cec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.569163] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1235.569163] env[65665]: value = "task-4855593" [ 1235.569163] env[65665]: _type = "Task" [ 1235.569163] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.577534] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.921242] env[65665]: DEBUG nova.compute.manager [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1235.948907] env[65665]: DEBUG nova.virt.hardware [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1235.949233] env[65665]: DEBUG nova.virt.hardware [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.949441] env[65665]: DEBUG nova.virt.hardware [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1235.949667] env[65665]: DEBUG nova.virt.hardware [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.949819] env[65665]: DEBUG nova.virt.hardware [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1235.949963] env[65665]: DEBUG nova.virt.hardware [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1235.950182] env[65665]: DEBUG nova.virt.hardware [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1235.950428] env[65665]: DEBUG nova.virt.hardware [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1235.950505] env[65665]: DEBUG nova.virt.hardware [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1235.950644] env[65665]: DEBUG nova.virt.hardware [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1235.950811] env[65665]: DEBUG nova.virt.hardware [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1235.951718] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4a61d9-1f87-4343-a749-815ff307dbbd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.961122] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf056f51-89c1-4ac9-8061-510609350ece {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.079625] env[65665]: DEBUG oslo_vmware.api [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855593, 'name': PowerOnVM_Task, 'duration_secs': 0.450157} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.079894] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.080111] env[65665]: INFO nova.compute.manager [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1236.080286] env[65665]: DEBUG nova.compute.manager [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1236.081081] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf09f54-18ec-4968-b499-fe99b4a550a4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.150585] env[65665]: DEBUG nova.compute.manager [req-580a099b-2ca4-41e6-b66b-e47b08c71868 req-1557bec5-311f-4390-9ca7-77f4dfda53f6 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Received event network-vif-plugged-e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1236.150843] env[65665]: DEBUG oslo_concurrency.lockutils [req-580a099b-2ca4-41e6-b66b-e47b08c71868 req-1557bec5-311f-4390-9ca7-77f4dfda53f6 service nova] Acquiring lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.151162] env[65665]: DEBUG oslo_concurrency.lockutils [req-580a099b-2ca4-41e6-b66b-e47b08c71868 req-1557bec5-311f-4390-9ca7-77f4dfda53f6 service nova] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.151886] env[65665]: DEBUG oslo_concurrency.lockutils [req-580a099b-2ca4-41e6-b66b-e47b08c71868 req-1557bec5-311f-4390-9ca7-77f4dfda53f6 service nova] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.151886] env[65665]: DEBUG nova.compute.manager [req-580a099b-2ca4-41e6-b66b-e47b08c71868 req-1557bec5-311f-4390-9ca7-77f4dfda53f6 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] No waiting events found dispatching network-vif-plugged-e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1236.152088] env[65665]: WARNING nova.compute.manager [req-580a099b-2ca4-41e6-b66b-e47b08c71868 req-1557bec5-311f-4390-9ca7-77f4dfda53f6 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Received unexpected event network-vif-plugged-e0bf3688-7174-47b7-b550-62713303152c for instance with vm_state building and task_state spawning. [ 1236.248119] env[65665]: DEBUG nova.network.neutron [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Successfully updated port: e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1236.597401] env[65665]: INFO nova.compute.manager [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Took 12.43 seconds to build instance. [ 1236.750278] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.750278] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.750278] env[65665]: DEBUG nova.network.neutron [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1237.099677] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0fbb7627-7b33-4ac6-8f51-ab2429e3ee47 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Lock "f527c419-282a-4f80-9b09-a39762c3cf11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.942s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.284301] env[65665]: DEBUG nova.network.neutron [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1237.362186] env[65665]: WARNING neutronclient.v2_0.client [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.429755] env[65665]: DEBUG nova.network.neutron [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updating instance_info_cache with network_info: [{"id": "e0bf3688-7174-47b7-b550-62713303152c", "address": "fa:16:3e:4d:80:ab", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bf3688-71", "ovs_interfaceid": "e0bf3688-7174-47b7-b550-62713303152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.486071] env[65665]: INFO nova.compute.manager [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Rescuing [ 1237.486310] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquiring lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.486461] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquired lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.486620] env[65665]: DEBUG nova.network.neutron [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1237.932302] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.932680] env[65665]: DEBUG nova.compute.manager [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Instance network_info: |[{"id": "e0bf3688-7174-47b7-b550-62713303152c", "address": "fa:16:3e:4d:80:ab", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bf3688-71", "ovs_interfaceid": "e0bf3688-7174-47b7-b550-62713303152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1237.933172] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:80:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0bf3688-7174-47b7-b550-62713303152c', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.940690] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1237.940911] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.941149] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cf4134f-2298-4b9d-ae7e-e2a5e326269e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.964056] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.964056] env[65665]: value = "task-4855594" [ 1237.964056] env[65665]: _type = "Task" [ 1237.964056] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.972098] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855594, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.988989] env[65665]: WARNING neutronclient.v2_0.client [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.124863] env[65665]: WARNING neutronclient.v2_0.client [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.193261] env[65665]: DEBUG nova.compute.manager [req-5ac82e48-4774-44e8-b67b-ec26dd8c4a91 req-153a6ac7-290a-43d2-b8c2-a374a5b1e9f1 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Received event network-changed-e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1238.193261] env[65665]: DEBUG nova.compute.manager [req-5ac82e48-4774-44e8-b67b-ec26dd8c4a91 req-153a6ac7-290a-43d2-b8c2-a374a5b1e9f1 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Refreshing instance network info cache due to event network-changed-e0bf3688-7174-47b7-b550-62713303152c. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1238.193261] env[65665]: DEBUG oslo_concurrency.lockutils [req-5ac82e48-4774-44e8-b67b-ec26dd8c4a91 req-153a6ac7-290a-43d2-b8c2-a374a5b1e9f1 service nova] Acquiring lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.193261] env[65665]: DEBUG oslo_concurrency.lockutils [req-5ac82e48-4774-44e8-b67b-ec26dd8c4a91 req-153a6ac7-290a-43d2-b8c2-a374a5b1e9f1 service nova] Acquired lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.193261] env[65665]: DEBUG nova.network.neutron [req-5ac82e48-4774-44e8-b67b-ec26dd8c4a91 req-153a6ac7-290a-43d2-b8c2-a374a5b1e9f1 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Refreshing network info cache for port e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.202053] env[65665]: DEBUG nova.network.neutron [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updating instance_info_cache with network_info: [{"id": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "address": "fa:16:3e:c5:fd:80", "network": {"id": "e4d46a0b-1c00-4f67-b649-2cfd508f7566", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-882180456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a03b95d6930444cabaedf7b7bcb62a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd623b-e0", "ovs_interfaceid": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.474524] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855594, 'name': CreateVM_Task, 'duration_secs': 0.306535} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.474710] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.475248] env[65665]: WARNING neutronclient.v2_0.client [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.475607] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.475757] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.476084] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.476368] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4338b90-fc5c-4635-be0d-dc2e50681d21 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.481810] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1238.481810] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523a8c3a-d0d8-9d77-c4a4-824a732f6d4e" [ 1238.481810] env[65665]: _type = "Task" [ 1238.481810] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.490716] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523a8c3a-d0d8-9d77-c4a4-824a732f6d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.695880] env[65665]: WARNING neutronclient.v2_0.client [req-5ac82e48-4774-44e8-b67b-ec26dd8c4a91 req-153a6ac7-290a-43d2-b8c2-a374a5b1e9f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.705408] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Releasing lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.871442] env[65665]: WARNING neutronclient.v2_0.client [req-5ac82e48-4774-44e8-b67b-ec26dd8c4a91 req-153a6ac7-290a-43d2-b8c2-a374a5b1e9f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.945478] env[65665]: DEBUG nova.network.neutron [req-5ac82e48-4774-44e8-b67b-ec26dd8c4a91 req-153a6ac7-290a-43d2-b8c2-a374a5b1e9f1 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updated VIF entry in instance network info cache for port e0bf3688-7174-47b7-b550-62713303152c. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1238.946300] env[65665]: DEBUG nova.network.neutron [req-5ac82e48-4774-44e8-b67b-ec26dd8c4a91 req-153a6ac7-290a-43d2-b8c2-a374a5b1e9f1 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updating instance_info_cache with network_info: [{"id": "e0bf3688-7174-47b7-b550-62713303152c", "address": "fa:16:3e:4d:80:ab", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bf3688-71", "ovs_interfaceid": "e0bf3688-7174-47b7-b550-62713303152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.994380] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]523a8c3a-d0d8-9d77-c4a4-824a732f6d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.013337} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.994786] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.995071] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.995407] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.995566] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.995751] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.996038] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fe9fae9-01e6-448b-9bd8-b9f3a2216a5a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.006411] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.006411] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.007213] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a483d4-8c00-47ad-b67f-3b1d9eb8968c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.013951] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1239.013951] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a997da-b2e3-3a98-3fa3-146df5d3fefb" [ 1239.013951] env[65665]: _type = "Task" [ 1239.013951] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.024272] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a997da-b2e3-3a98-3fa3-146df5d3fefb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.414421] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Acquiring lock "72c616b4-eda8-4f46-ac04-ba145a722746" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.414773] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Lock "72c616b4-eda8-4f46-ac04-ba145a722746" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.415022] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Acquiring lock "72c616b4-eda8-4f46-ac04-ba145a722746-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.415261] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Lock "72c616b4-eda8-4f46-ac04-ba145a722746-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.415471] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Lock "72c616b4-eda8-4f46-ac04-ba145a722746-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.417718] env[65665]: INFO nova.compute.manager [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Terminating instance [ 1239.448877] env[65665]: DEBUG oslo_concurrency.lockutils [req-5ac82e48-4774-44e8-b67b-ec26dd8c4a91 req-153a6ac7-290a-43d2-b8c2-a374a5b1e9f1 service nova] Releasing lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.526275] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52a997da-b2e3-3a98-3fa3-146df5d3fefb, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.527471] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e7554c-19d8-4090-b8a0-fe61c4fb47d3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.534146] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1239.534146] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5293c464-d57d-af65-6ae3-91a77958dcc9" [ 1239.534146] env[65665]: _type = "Task" [ 1239.534146] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.542068] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5293c464-d57d-af65-6ae3-91a77958dcc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.921819] env[65665]: DEBUG nova.compute.manager [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1239.922937] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.922937] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bd23a5-a6ad-416e-86a0-68ef73bec252 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.930677] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.930928] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b44cceb-66d4-4e35-8308-62fcff8add72 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.938482] env[65665]: DEBUG oslo_vmware.api [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Waiting for the task: (returnval){ [ 1239.938482] env[65665]: value = "task-4855595" [ 1239.938482] env[65665]: _type = "Task" [ 1239.938482] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.947454] env[65665]: DEBUG oslo_vmware.api [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.046044] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5293c464-d57d-af65-6ae3-91a77958dcc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010155} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.046383] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.046682] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] c931764b-3d6e-425d-88c4-bafa0eebc2e7/c931764b-3d6e-425d-88c4-bafa0eebc2e7.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.047011] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ffcf18c-2306-4c56-ba0a-5260967e1e03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.056058] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1240.056058] env[65665]: value = "task-4855596" [ 1240.056058] env[65665]: _type = "Task" [ 1240.056058] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.065857] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.253999] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.254492] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-215e0910-36b3-41c2-8b11-cd6e41a08190 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.263273] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1240.263273] env[65665]: value = "task-4855597" [ 1240.263273] env[65665]: _type = "Task" [ 1240.263273] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.272491] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.456072] env[65665]: DEBUG oslo_vmware.api [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855595, 'name': PowerOffVM_Task, 'duration_secs': 0.233461} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.456748] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.457339] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.457562] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-890c5478-6733-4c8e-ad00-00ee953e26a8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.531154] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.531428] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.531623] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Deleting the datastore file [datastore2] 72c616b4-eda8-4f46-ac04-ba145a722746 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.531954] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2271a047-efd4-4296-af6b-5da55c4a4a18 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.540294] env[65665]: DEBUG oslo_vmware.api [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Waiting for the task: (returnval){ [ 1240.540294] env[65665]: value = "task-4855599" [ 1240.540294] env[65665]: _type = "Task" [ 1240.540294] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.550735] env[65665]: DEBUG oslo_vmware.api [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.568194] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855596, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.773521] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855597, 'name': PowerOffVM_Task, 'duration_secs': 0.284763} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.773719] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.774536] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a2a7a1-a638-4be1-9879-6d45e66a7656 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.794494] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d4d49a-3c94-49ef-93e5-4b1ade82082b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.828257] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.828562] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a15afe8e-cf18-4d3d-91d9-8dd9352acf9e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.836407] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1240.836407] env[65665]: value = "task-4855600" [ 1240.836407] env[65665]: _type = "Task" [ 1240.836407] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.846695] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1240.846695] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.846908] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.847072] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.847252] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.847551] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19ac720a-69ad-4d40-beb1-293d157e5483 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.857553] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.857675] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.858452] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f10c50f-8034-4525-9f86-bc546ce97437 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.864348] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1240.864348] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52045cbf-41dc-edae-d8ce-0955b1c7cfd6" [ 1240.864348] env[65665]: _type = "Task" [ 1240.864348] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.872211] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52045cbf-41dc-edae-d8ce-0955b1c7cfd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.050942] env[65665]: DEBUG oslo_vmware.api [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Task: {'id': task-4855599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147195} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.051350] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.051396] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.051587] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.051712] env[65665]: INFO nova.compute.manager [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1241.051956] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1241.052169] env[65665]: DEBUG nova.compute.manager [-] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1241.052415] env[65665]: DEBUG nova.network.neutron [-] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1241.052519] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.066817] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526452} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.067096] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] c931764b-3d6e-425d-88c4-bafa0eebc2e7/c931764b-3d6e-425d-88c4-bafa0eebc2e7.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.067349] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.067606] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1675de96-51a5-4c35-a52d-fe8ec15d22fe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.075197] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1241.075197] env[65665]: value = "task-4855601" [ 1241.075197] env[65665]: _type = "Task" [ 1241.075197] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.084910] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.120544] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.375692] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52045cbf-41dc-edae-d8ce-0955b1c7cfd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009453} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.376814] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb835571-df60-4988-aeca-4ca79505fad8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.382695] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1241.382695] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52116a71-b063-94f9-00fb-9a9b9fb924b1" [ 1241.382695] env[65665]: _type = "Task" [ 1241.382695] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.391958] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52116a71-b063-94f9-00fb-9a9b9fb924b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.584815] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246331} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.585072] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.585892] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfe306a-6bab-42ec-9378-10392962289f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.609805] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] c931764b-3d6e-425d-88c4-bafa0eebc2e7/c931764b-3d6e-425d-88c4-bafa0eebc2e7.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.610128] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81cf87c5-168c-4a5e-b34b-c42a22be015f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.632405] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1241.632405] env[65665]: value = "task-4855602" [ 1241.632405] env[65665]: _type = "Task" [ 1241.632405] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.641284] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.894713] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52116a71-b063-94f9-00fb-9a9b9fb924b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.895017] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.895285] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f527c419-282a-4f80-9b09-a39762c3cf11/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk. {{(pid=65665) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1241.895890] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84a5c31d-397c-44d3-95c7-9e35e920e9ee {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.903588] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1241.903588] env[65665]: value = "task-4855603" [ 1241.903588] env[65665]: _type = "Task" [ 1241.903588] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.912729] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.960158] env[65665]: DEBUG nova.compute.manager [req-2ff70014-5c24-49b5-a539-48550eace2bf req-3376cf7e-1df0-4279-8c30-c58a1982197c service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Received event network-vif-deleted-b76745ca-f017-4970-bad5-b9ae6c9320f5 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1241.960347] env[65665]: INFO nova.compute.manager [req-2ff70014-5c24-49b5-a539-48550eace2bf req-3376cf7e-1df0-4279-8c30-c58a1982197c service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Neutron deleted interface b76745ca-f017-4970-bad5-b9ae6c9320f5; detaching it from the instance and deleting it from the info cache [ 1241.960512] env[65665]: DEBUG nova.network.neutron [req-2ff70014-5c24-49b5-a539-48550eace2bf req-3376cf7e-1df0-4279-8c30-c58a1982197c service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.144249] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855602, 'name': ReconfigVM_Task, 'duration_secs': 0.315087} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.144621] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Reconfigured VM instance instance-0000007a to attach disk [datastore1] c931764b-3d6e-425d-88c4-bafa0eebc2e7/c931764b-3d6e-425d-88c4-bafa0eebc2e7.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.145314] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-414a1530-0261-44b7-99ec-01385aa0a1d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.153592] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1242.153592] env[65665]: value = "task-4855604" [ 1242.153592] env[65665]: _type = "Task" [ 1242.153592] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.163543] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855604, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.413664] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855603, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.437267] env[65665]: DEBUG nova.network.neutron [-] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.463216] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08378b3b-cf4f-4fa9-bb6c-ad7bf2194bab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.474274] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8aa6ae-f2d2-4e5a-83cd-8c9aed879cbb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.510140] env[65665]: DEBUG nova.compute.manager [req-2ff70014-5c24-49b5-a539-48550eace2bf req-3376cf7e-1df0-4279-8c30-c58a1982197c service nova] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Detach interface failed, port_id=b76745ca-f017-4970-bad5-b9ae6c9320f5, reason: Instance 72c616b4-eda8-4f46-ac04-ba145a722746 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1242.664649] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855604, 'name': Rename_Task, 'duration_secs': 0.177376} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.664938] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.665271] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a4d78ae-3578-4842-8abc-8d9d18a5a67a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.672440] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1242.672440] env[65665]: value = "task-4855605" [ 1242.672440] env[65665]: _type = "Task" [ 1242.672440] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.680983] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.914546] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555055} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.914546] env[65665]: INFO nova.virt.vmwareapi.ds_util [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore1] f527c419-282a-4f80-9b09-a39762c3cf11/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk. [ 1242.915380] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cc60c0-d68d-4061-baf4-4f4d0483c8e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.941305] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f527c419-282a-4f80-9b09-a39762c3cf11/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.941809] env[65665]: INFO nova.compute.manager [-] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Took 1.89 seconds to deallocate network for instance. [ 1242.942086] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11c8462b-e9c4-4af7-a78c-211c64cf81e2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.962488] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1242.962488] env[65665]: value = "task-4855606" [ 1242.962488] env[65665]: _type = "Task" [ 1242.962488] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.971865] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.185624] env[65665]: DEBUG oslo_vmware.api [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855605, 'name': PowerOnVM_Task, 'duration_secs': 0.477812} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.185994] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.186137] env[65665]: INFO nova.compute.manager [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1243.186360] env[65665]: DEBUG nova.compute.manager [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1243.187445] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc5540c-3987-434c-b53b-72dfda93526c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.461969] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.462319] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.462633] env[65665]: DEBUG nova.objects.instance [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Lazy-loading 'resources' on Instance uuid 72c616b4-eda8-4f46-ac04-ba145a722746 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.474558] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855606, 'name': ReconfigVM_Task, 'duration_secs': 0.323335} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.476050] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f527c419-282a-4f80-9b09-a39762c3cf11/eea57882-5405-4dfd-88c4-7b96d46f8cbf-rescue.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.476050] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bceb195-4279-47d7-b232-3d5877e74b85 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.506625] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba6bf54-7b94-4ecd-9a75-6c0ea8aadcaa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.522927] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1243.522927] env[65665]: value = "task-4855607" [ 1243.522927] env[65665]: _type = "Task" [ 1243.522927] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.531192] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.710640] env[65665]: INFO nova.compute.manager [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Took 12.04 seconds to build instance. [ 1243.939792] env[65665]: DEBUG nova.compute.manager [req-f35d1026-9b28-4999-9373-ca16b743050a req-a5690ccc-51f5-46a6-bf44-5e6cfa6a7b25 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Received event network-changed-e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1243.940709] env[65665]: DEBUG nova.compute.manager [req-f35d1026-9b28-4999-9373-ca16b743050a req-a5690ccc-51f5-46a6-bf44-5e6cfa6a7b25 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Refreshing instance network info cache due to event network-changed-e0bf3688-7174-47b7-b550-62713303152c. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1243.940709] env[65665]: DEBUG oslo_concurrency.lockutils [req-f35d1026-9b28-4999-9373-ca16b743050a req-a5690ccc-51f5-46a6-bf44-5e6cfa6a7b25 service nova] Acquiring lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.940709] env[65665]: DEBUG oslo_concurrency.lockutils [req-f35d1026-9b28-4999-9373-ca16b743050a req-a5690ccc-51f5-46a6-bf44-5e6cfa6a7b25 service nova] Acquired lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.940709] env[65665]: DEBUG nova.network.neutron [req-f35d1026-9b28-4999-9373-ca16b743050a req-a5690ccc-51f5-46a6-bf44-5e6cfa6a7b25 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Refreshing network info cache for port e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.035273] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855607, 'name': ReconfigVM_Task, 'duration_secs': 0.161679} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.037845] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.038284] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05eae358-bcfe-46a2-9640-0aa0fc066008 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.045339] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1244.045339] env[65665]: value = "task-4855608" [ 1244.045339] env[65665]: _type = "Task" [ 1244.045339] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.056450] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.103846] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b074f64-dc22-49cf-964c-8c7c02ad5d5d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.114624] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f391b43-b2e5-4170-9bf9-91dddaf9d670 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.147473] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f78e8e2-1a5c-410e-9c89-34b800d27ec9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.155686] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b50f10-5e00-479e-998a-fa4de30cfc5f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.171155] env[65665]: DEBUG nova.compute.provider_tree [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.213129] env[65665]: DEBUG oslo_concurrency.lockutils [None req-78cf23c7-ad0c-4357-800e-d939610a6274 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.550s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.443219] env[65665]: WARNING neutronclient.v2_0.client [req-f35d1026-9b28-4999-9373-ca16b743050a req-a5690ccc-51f5-46a6-bf44-5e6cfa6a7b25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.556558] env[65665]: DEBUG oslo_vmware.api [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855608, 'name': PowerOnVM_Task, 'duration_secs': 0.401461} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.556841] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.559591] env[65665]: DEBUG nova.compute.manager [None req-4b226378-3ccd-4957-9206-419eb32cf576 tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1244.560471] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1920cb74-e86a-4c32-bc6d-214c29c06367 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.623557] env[65665]: WARNING neutronclient.v2_0.client [req-f35d1026-9b28-4999-9373-ca16b743050a req-a5690ccc-51f5-46a6-bf44-5e6cfa6a7b25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.692019] env[65665]: ERROR nova.scheduler.client.report [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] [req-b317ef03-5aeb-4248-8128-58bb98274909] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e52fd1e5-0d72-4d81-ad68-cf304205f8ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b317ef03-5aeb-4248-8128-58bb98274909"}]} [ 1244.695495] env[65665]: DEBUG nova.network.neutron [req-f35d1026-9b28-4999-9373-ca16b743050a req-a5690ccc-51f5-46a6-bf44-5e6cfa6a7b25 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updated VIF entry in instance network info cache for port e0bf3688-7174-47b7-b550-62713303152c. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1244.695822] env[65665]: DEBUG nova.network.neutron [req-f35d1026-9b28-4999-9373-ca16b743050a req-a5690ccc-51f5-46a6-bf44-5e6cfa6a7b25 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updating instance_info_cache with network_info: [{"id": "e0bf3688-7174-47b7-b550-62713303152c", "address": "fa:16:3e:4d:80:ab", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bf3688-71", "ovs_interfaceid": "e0bf3688-7174-47b7-b550-62713303152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.709883] env[65665]: DEBUG nova.scheduler.client.report [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Refreshing inventories for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1244.725209] env[65665]: DEBUG nova.scheduler.client.report [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Updating ProviderTree inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1244.725443] env[65665]: DEBUG nova.compute.provider_tree [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.737167] env[65665]: DEBUG nova.scheduler.client.report [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Refreshing aggregate associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, aggregates: None {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1244.755765] env[65665]: DEBUG nova.scheduler.client.report [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Refreshing trait associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1244.867588] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9290021f-a2e3-4f37-a233-87e499e2290a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.875430] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64519eaa-2cd7-4bb0-982d-b7704f2c10df {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.905711] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdd6825-8798-40c9-a64f-4634974ffd34 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.913676] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d9cbb3-5e2e-4fec-af6b-57dfea9430fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.927597] env[65665]: DEBUG nova.compute.provider_tree [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.201064] env[65665]: DEBUG oslo_concurrency.lockutils [req-f35d1026-9b28-4999-9373-ca16b743050a req-a5690ccc-51f5-46a6-bf44-5e6cfa6a7b25 service nova] Releasing lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.466086] env[65665]: DEBUG nova.scheduler.client.report [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Updated inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1245.466397] env[65665]: DEBUG nova.compute.provider_tree [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Updating resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba generation from 164 to 165 during operation: update_inventory {{(pid=65665) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1245.466588] env[65665]: DEBUG nova.compute.provider_tree [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.782335] env[65665]: DEBUG nova.compute.manager [req-661d72c7-fc06-4dfc-9250-5992d2a3741a req-792d1c4f-41d2-4ab3-bc6c-1a6c8ccbd79b service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Received event network-changed-04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1245.782566] env[65665]: DEBUG nova.compute.manager [req-661d72c7-fc06-4dfc-9250-5992d2a3741a req-792d1c4f-41d2-4ab3-bc6c-1a6c8ccbd79b service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Refreshing instance network info cache due to event network-changed-04fd623b-e0d5-48c8-ace4-5abd456cad37. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1245.782781] env[65665]: DEBUG oslo_concurrency.lockutils [req-661d72c7-fc06-4dfc-9250-5992d2a3741a req-792d1c4f-41d2-4ab3-bc6c-1a6c8ccbd79b service nova] Acquiring lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.782922] env[65665]: DEBUG oslo_concurrency.lockutils [req-661d72c7-fc06-4dfc-9250-5992d2a3741a req-792d1c4f-41d2-4ab3-bc6c-1a6c8ccbd79b service nova] Acquired lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.783147] env[65665]: DEBUG nova.network.neutron [req-661d72c7-fc06-4dfc-9250-5992d2a3741a req-792d1c4f-41d2-4ab3-bc6c-1a6c8ccbd79b service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Refreshing network info cache for port 04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.973295] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.510s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.976541] env[65665]: DEBUG nova.compute.manager [req-fb590b5e-6ac0-41a4-a44d-b4183b24916d req-7a95806f-8f6b-4f4b-89e8-019db5d3ee3a service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Received event network-changed-04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1245.976727] env[65665]: DEBUG nova.compute.manager [req-fb590b5e-6ac0-41a4-a44d-b4183b24916d req-7a95806f-8f6b-4f4b-89e8-019db5d3ee3a service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Refreshing instance network info cache due to event network-changed-04fd623b-e0d5-48c8-ace4-5abd456cad37. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1245.976902] env[65665]: DEBUG oslo_concurrency.lockutils [req-fb590b5e-6ac0-41a4-a44d-b4183b24916d req-7a95806f-8f6b-4f4b-89e8-019db5d3ee3a service nova] Acquiring lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.999058] env[65665]: INFO nova.scheduler.client.report [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Deleted allocations for instance 72c616b4-eda8-4f46-ac04-ba145a722746 [ 1246.286311] env[65665]: WARNING neutronclient.v2_0.client [req-661d72c7-fc06-4dfc-9250-5992d2a3741a req-792d1c4f-41d2-4ab3-bc6c-1a6c8ccbd79b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.436192] env[65665]: WARNING neutronclient.v2_0.client [req-661d72c7-fc06-4dfc-9250-5992d2a3741a req-792d1c4f-41d2-4ab3-bc6c-1a6c8ccbd79b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.507038] env[65665]: DEBUG oslo_concurrency.lockutils [None req-4a4c7f0e-96c6-45b7-b0f1-b45978fa42c6 tempest-ServersV294TestFqdnHostnames-1957478415 tempest-ServersV294TestFqdnHostnames-1957478415-project-member] Lock "72c616b4-eda8-4f46-ac04-ba145a722746" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.092s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.525407] env[65665]: DEBUG nova.network.neutron [req-661d72c7-fc06-4dfc-9250-5992d2a3741a req-792d1c4f-41d2-4ab3-bc6c-1a6c8ccbd79b service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updated VIF entry in instance network info cache for port 04fd623b-e0d5-48c8-ace4-5abd456cad37. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1246.525782] env[65665]: DEBUG nova.network.neutron [req-661d72c7-fc06-4dfc-9250-5992d2a3741a req-792d1c4f-41d2-4ab3-bc6c-1a6c8ccbd79b service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updating instance_info_cache with network_info: [{"id": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "address": "fa:16:3e:c5:fd:80", "network": {"id": "e4d46a0b-1c00-4f67-b649-2cfd508f7566", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-882180456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a03b95d6930444cabaedf7b7bcb62a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd623b-e0", "ovs_interfaceid": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.029644] env[65665]: DEBUG oslo_concurrency.lockutils [req-661d72c7-fc06-4dfc-9250-5992d2a3741a req-792d1c4f-41d2-4ab3-bc6c-1a6c8ccbd79b service nova] Releasing lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.029887] env[65665]: DEBUG oslo_concurrency.lockutils [req-fb590b5e-6ac0-41a4-a44d-b4183b24916d req-7a95806f-8f6b-4f4b-89e8-019db5d3ee3a service nova] Acquired lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.029887] env[65665]: DEBUG nova.network.neutron [req-fb590b5e-6ac0-41a4-a44d-b4183b24916d req-7a95806f-8f6b-4f4b-89e8-019db5d3ee3a service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Refreshing network info cache for port 04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.532492] env[65665]: WARNING neutronclient.v2_0.client [req-fb590b5e-6ac0-41a4-a44d-b4183b24916d req-7a95806f-8f6b-4f4b-89e8-019db5d3ee3a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.762635] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "b699286e-b08b-46c1-b25f-6118506c7698" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.762937] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "b699286e-b08b-46c1-b25f-6118506c7698" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.882152] env[65665]: WARNING neutronclient.v2_0.client [req-fb590b5e-6ac0-41a4-a44d-b4183b24916d req-7a95806f-8f6b-4f4b-89e8-019db5d3ee3a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.986222] env[65665]: DEBUG nova.network.neutron [req-fb590b5e-6ac0-41a4-a44d-b4183b24916d req-7a95806f-8f6b-4f4b-89e8-019db5d3ee3a service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updated VIF entry in instance network info cache for port 04fd623b-e0d5-48c8-ace4-5abd456cad37. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1247.986646] env[65665]: DEBUG nova.network.neutron [req-fb590b5e-6ac0-41a4-a44d-b4183b24916d req-7a95806f-8f6b-4f4b-89e8-019db5d3ee3a service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updating instance_info_cache with network_info: [{"id": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "address": "fa:16:3e:c5:fd:80", "network": {"id": "e4d46a0b-1c00-4f67-b649-2cfd508f7566", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-882180456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a03b95d6930444cabaedf7b7bcb62a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd623b-e0", "ovs_interfaceid": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.048314] env[65665]: DEBUG nova.compute.manager [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Received event network-changed-04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1248.048496] env[65665]: DEBUG nova.compute.manager [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Refreshing instance network info cache due to event network-changed-04fd623b-e0d5-48c8-ace4-5abd456cad37. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1248.048678] env[65665]: DEBUG oslo_concurrency.lockutils [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] Acquiring lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.266632] env[65665]: DEBUG nova.compute.utils [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.492673] env[65665]: DEBUG oslo_concurrency.lockutils [req-fb590b5e-6ac0-41a4-a44d-b4183b24916d req-7a95806f-8f6b-4f4b-89e8-019db5d3ee3a service nova] Releasing lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.492673] env[65665]: DEBUG oslo_concurrency.lockutils [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] Acquired lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.492673] env[65665]: DEBUG nova.network.neutron [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Refreshing network info cache for port 04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.770703] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "b699286e-b08b-46c1-b25f-6118506c7698" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.998370] env[65665]: WARNING neutronclient.v2_0.client [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.176640] env[65665]: WARNING neutronclient.v2_0.client [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.261394] env[65665]: DEBUG nova.network.neutron [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updated VIF entry in instance network info cache for port 04fd623b-e0d5-48c8-ace4-5abd456cad37. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1249.261799] env[65665]: DEBUG nova.network.neutron [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updating instance_info_cache with network_info: [{"id": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "address": "fa:16:3e:c5:fd:80", "network": {"id": "e4d46a0b-1c00-4f67-b649-2cfd508f7566", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-882180456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a03b95d6930444cabaedf7b7bcb62a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd623b-e0", "ovs_interfaceid": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.278893] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.279684] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.279684] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.279684] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.279684] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.281841] env[65665]: INFO nova.compute.manager [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Terminating instance [ 1249.363591] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquiring lock "f527c419-282a-4f80-9b09-a39762c3cf11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.363906] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Lock "f527c419-282a-4f80-9b09-a39762c3cf11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.364171] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquiring lock "f527c419-282a-4f80-9b09-a39762c3cf11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.364394] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Lock "f527c419-282a-4f80-9b09-a39762c3cf11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.364596] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Lock "f527c419-282a-4f80-9b09-a39762c3cf11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.366887] env[65665]: INFO nova.compute.manager [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Terminating instance [ 1249.766104] env[65665]: DEBUG oslo_concurrency.lockutils [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] Releasing lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.766310] env[65665]: DEBUG nova.compute.manager [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Received event network-changed-04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1249.766559] env[65665]: DEBUG nova.compute.manager [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Refreshing instance network info cache due to event network-changed-04fd623b-e0d5-48c8-ace4-5abd456cad37. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1249.766871] env[65665]: DEBUG oslo_concurrency.lockutils [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] Acquiring lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.767088] env[65665]: DEBUG oslo_concurrency.lockutils [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] Acquired lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.767596] env[65665]: DEBUG nova.network.neutron [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Refreshing network info cache for port 04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.786284] env[65665]: DEBUG nova.compute.manager [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1249.786848] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.787483] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33c8d8c4-aeb5-409b-b404-1c5077ec9660 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.796552] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1249.796552] env[65665]: value = "task-4855609" [ 1249.796552] env[65665]: _type = "Task" [ 1249.796552] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.805350] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.844836] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "b699286e-b08b-46c1-b25f-6118506c7698" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.845104] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "b699286e-b08b-46c1-b25f-6118506c7698" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.845345] env[65665]: INFO nova.compute.manager [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Attaching volume 3e85732b-0cf9-459e-92af-f070c5259339 to /dev/sdb [ 1249.871342] env[65665]: DEBUG nova.compute.manager [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1249.871342] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.872172] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57bbd4f-931b-4188-823a-9eda770c2674 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.881809] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.882220] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00bdedbb-9055-4971-b8e9-a037ff4882a2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.890384] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec96c364-9802-4415-bb2f-9790d003732f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.894895] env[65665]: DEBUG oslo_vmware.api [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1249.894895] env[65665]: value = "task-4855610" [ 1249.894895] env[65665]: _type = "Task" [ 1249.894895] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.903114] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bbefea-04cf-4d35-bd69-bf3e3f24e7ac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.909940] env[65665]: DEBUG oslo_vmware.api [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.924193] env[65665]: DEBUG nova.virt.block_device [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Updating existing volume attachment record: 24892426-3e51-4cd1-8809-bbd060324970 {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1250.271294] env[65665]: WARNING neutronclient.v2_0.client [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.308172] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855609, 'name': PowerOffVM_Task, 'duration_secs': 0.195559} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.308463] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.308706] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1250.308896] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946445', 'volume_id': 'b52bf2ba-3930-471a-966c-548e500d4c7a', 'name': 'volume-b52bf2ba-3930-471a-966c-548e500d4c7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41', 'attached_at': '2025-11-27T02:37:29.000000', 'detached_at': '', 'volume_id': 'b52bf2ba-3930-471a-966c-548e500d4c7a', 'serial': 'b52bf2ba-3930-471a-966c-548e500d4c7a'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1250.309716] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac5c841-877b-46c9-b5aa-82c3c9b979f3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.332841] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703e8975-fc88-46d9-ac4a-e5069c91c25a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.340793] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d331c28-faab-4885-89a5-c2d3921a5a43 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.360312] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006b94fd-63de-4cb4-b35f-3f835201e245 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.376648] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] The volume has not been displaced from its original location: [datastore1] volume-b52bf2ba-3930-471a-966c-548e500d4c7a/volume-b52bf2ba-3930-471a-966c-548e500d4c7a.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1250.382483] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1250.385875] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b30fb539-0fb1-4fb2-97cb-de590aecd4f2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.408447] env[65665]: DEBUG oslo_vmware.api [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855610, 'name': PowerOffVM_Task, 'duration_secs': 0.252212} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.409890] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.410128] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.410636] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1250.410636] env[65665]: value = "task-4855612" [ 1250.410636] env[65665]: _type = "Task" [ 1250.410636] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.410850] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fa81743-8b43-4fa8-984b-b05c14f0beb4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.422089] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.475023] env[65665]: WARNING neutronclient.v2_0.client [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.484132] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.484511] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.484759] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Deleting the datastore file [datastore1] f527c419-282a-4f80-9b09-a39762c3cf11 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.485095] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68a8cdf2-cde9-40c7-85b7-d084a08838bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.497027] env[65665]: DEBUG oslo_vmware.api [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for the task: (returnval){ [ 1250.497027] env[65665]: value = "task-4855614" [ 1250.497027] env[65665]: _type = "Task" [ 1250.497027] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.505966] env[65665]: DEBUG oslo_vmware.api [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.550843] env[65665]: DEBUG nova.compute.manager [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Stashing vm_state: active {{(pid=65665) _prep_resize /opt/stack/nova/nova/compute/manager.py:6169}} [ 1250.565087] env[65665]: DEBUG nova.network.neutron [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updated VIF entry in instance network info cache for port 04fd623b-e0d5-48c8-ace4-5abd456cad37. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1250.565611] env[65665]: DEBUG nova.network.neutron [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updating instance_info_cache with network_info: [{"id": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "address": "fa:16:3e:c5:fd:80", "network": {"id": "e4d46a0b-1c00-4f67-b649-2cfd508f7566", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-882180456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a03b95d6930444cabaedf7b7bcb62a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fd623b-e0", "ovs_interfaceid": "04fd623b-e0d5-48c8-ace4-5abd456cad37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.922526] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855612, 'name': ReconfigVM_Task, 'duration_secs': 0.197926} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.922905] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.927703] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97dd53a4-f9b3-4f1c-a86b-d8fe818d086e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.942780] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1250.942780] env[65665]: value = "task-4855615" [ 1250.942780] env[65665]: _type = "Task" [ 1250.942780] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.951902] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.005259] env[65665]: DEBUG oslo_vmware.api [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Task: {'id': task-4855614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231048} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.005593] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.005895] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.006176] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.006385] env[65665]: INFO nova.compute.manager [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1251.006641] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1251.006858] env[65665]: DEBUG nova.compute.manager [-] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1251.006960] env[65665]: DEBUG nova.network.neutron [-] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1251.007232] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.069225] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.071592] env[65665]: DEBUG oslo_concurrency.lockutils [req-d06d9467-e42c-4617-bea9-d8fe316d5a8c req-c662e4f1-6db9-48b0-9143-a6c5861bf6ad service nova] Releasing lock "refresh_cache-f527c419-282a-4f80-9b09-a39762c3cf11" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.076765] env[65665]: DEBUG oslo_concurrency.lockutils [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.077070] env[65665]: DEBUG oslo_concurrency.lockutils [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.315701] env[65665]: DEBUG nova.compute.manager [req-2377f522-3179-4c63-ab91-af94ec868c2f req-50f6e287-16cc-4a6f-b74c-5c3f3a7df508 service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Received event network-vif-deleted-04fd623b-e0d5-48c8-ace4-5abd456cad37 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1251.316236] env[65665]: INFO nova.compute.manager [req-2377f522-3179-4c63-ab91-af94ec868c2f req-50f6e287-16cc-4a6f-b74c-5c3f3a7df508 service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Neutron deleted interface 04fd623b-e0d5-48c8-ace4-5abd456cad37; detaching it from the instance and deleting it from the info cache [ 1251.316591] env[65665]: DEBUG nova.network.neutron [req-2377f522-3179-4c63-ab91-af94ec868c2f req-50f6e287-16cc-4a6f-b74c-5c3f3a7df508 service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.456317] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.584534] env[65665]: INFO nova.compute.claims [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.777885] env[65665]: DEBUG nova.network.neutron [-] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.821120] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f16578d9-18f5-43e0-a09e-31b6d37c8380 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.831488] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d80ff8-4fb8-4ea0-9e45-64654ca71133 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.867406] env[65665]: DEBUG nova.compute.manager [req-2377f522-3179-4c63-ab91-af94ec868c2f req-50f6e287-16cc-4a6f-b74c-5c3f3a7df508 service nova] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Detach interface failed, port_id=04fd623b-e0d5-48c8-ace4-5abd456cad37, reason: Instance f527c419-282a-4f80-9b09-a39762c3cf11 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1251.954269] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855615, 'name': ReconfigVM_Task, 'duration_secs': 0.770467} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.954796] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946445', 'volume_id': 'b52bf2ba-3930-471a-966c-548e500d4c7a', 'name': 'volume-b52bf2ba-3930-471a-966c-548e500d4c7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41', 'attached_at': '2025-11-27T02:37:29.000000', 'detached_at': '', 'volume_id': 'b52bf2ba-3930-471a-966c-548e500d4c7a', 'serial': 'b52bf2ba-3930-471a-966c-548e500d4c7a'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1251.954796] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.955824] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac5f989-0e8f-4afd-8943-ee3c27440359 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.963563] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.963805] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17b6bc19-ce99-4eaf-a9a9-613c37e7c37b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.029109] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.029358] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.029540] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleting the datastore file [datastore1] 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.029904] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54438fc1-4dc3-41c7-b158-485fae00d324 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.036280] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1252.036280] env[65665]: value = "task-4855617" [ 1252.036280] env[65665]: _type = "Task" [ 1252.036280] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.044858] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.094574] env[65665]: INFO nova.compute.resource_tracker [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating resource usage from migration 57253763-6ff3-47c3-a673-300aad36e334 [ 1252.252082] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c79cb1b-1d87-4135-80a3-74b38748043d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.263027] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f221941-c0d0-4652-a663-84c5e33f891b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.296362] env[65665]: INFO nova.compute.manager [-] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Took 1.29 seconds to deallocate network for instance. [ 1252.299014] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e980ac-ac3d-4b59-9ebf-b1b277f67530 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.311886] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1f95c0-6a34-4f5f-b018-dfd60e79f6ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.330739] env[65665]: DEBUG nova.compute.provider_tree [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.551207] env[65665]: DEBUG oslo_vmware.api [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098416} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.551588] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.551798] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.552111] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.552326] env[65665]: INFO nova.compute.manager [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Took 2.77 seconds to destroy the instance on the hypervisor. [ 1252.552600] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1252.552989] env[65665]: DEBUG nova.compute.manager [-] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1252.553212] env[65665]: DEBUG nova.network.neutron [-] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1252.553517] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.594403] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.809913] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.836602] env[65665]: DEBUG nova.scheduler.client.report [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.865048] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.080849] env[65665]: DEBUG nova.compute.manager [req-95148cb9-0686-496e-86c7-9782824bbf78 req-c48fcddc-8d0d-4e64-9ca0-81c6559b38d1 service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Received event network-vif-deleted-2b703c23-9147-41fc-90d4-41ad298a6c4c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1253.081163] env[65665]: INFO nova.compute.manager [req-95148cb9-0686-496e-86c7-9782824bbf78 req-c48fcddc-8d0d-4e64-9ca0-81c6559b38d1 service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Neutron deleted interface 2b703c23-9147-41fc-90d4-41ad298a6c4c; detaching it from the instance and deleting it from the info cache [ 1253.081242] env[65665]: DEBUG nova.network.neutron [req-95148cb9-0686-496e-86c7-9782824bbf78 req-c48fcddc-8d0d-4e64-9ca0-81c6559b38d1 service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.343632] env[65665]: DEBUG oslo_concurrency.lockutils [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.266s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.343632] env[65665]: INFO nova.compute.manager [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Migrating [ 1253.349961] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.540s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.350207] env[65665]: DEBUG nova.objects.instance [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Lazy-loading 'resources' on Instance uuid f527c419-282a-4f80-9b09-a39762c3cf11 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.490423] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.490486] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.552011] env[65665]: DEBUG nova.network.neutron [-] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.580625] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.580853] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.583218] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc64ba29-f74c-4e54-841d-16d4c246eea9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.595082] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39bdb0a-2e4a-4d1c-955f-52474760f7fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.630991] env[65665]: DEBUG nova.compute.manager [req-95148cb9-0686-496e-86c7-9782824bbf78 req-c48fcddc-8d0d-4e64-9ca0-81c6559b38d1 service nova] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Detach interface failed, port_id=2b703c23-9147-41fc-90d4-41ad298a6c4c, reason: Instance 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1253.860667] env[65665]: DEBUG oslo_concurrency.lockutils [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.860838] env[65665]: DEBUG oslo_concurrency.lockutils [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.861016] env[65665]: DEBUG nova.network.neutron [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1253.869996] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.870222] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.993307] env[65665]: DEBUG nova.compute.manager [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1254.055992] env[65665]: INFO nova.compute.manager [-] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Took 1.50 seconds to deallocate network for instance. [ 1254.084746] env[65665]: DEBUG nova.compute.utils [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.091280] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a555bf-1476-48cb-bfb1-563cf9ac0e3d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.100644] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f3bf9c-8947-4c81-b980-4bd36b415c28 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.137071] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296698e3-98da-475f-81a5-35381d5342a7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.144940] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021a4b42-83b0-4673-a07e-55de40503b1d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.160578] env[65665]: DEBUG nova.compute.provider_tree [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.363906] env[65665]: WARNING neutronclient.v2_0.client [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.473989] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1254.474241] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946459', 'volume_id': '3e85732b-0cf9-459e-92af-f070c5259339', 'name': 'volume-3e85732b-0cf9-459e-92af-f070c5259339', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b699286e-b08b-46c1-b25f-6118506c7698', 'attached_at': '', 'detached_at': '', 'volume_id': '3e85732b-0cf9-459e-92af-f070c5259339', 'serial': '3e85732b-0cf9-459e-92af-f070c5259339'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1254.475192] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104c4afe-409e-4625-91e2-522b786e07a6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.494338] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644bafd2-1df9-4a96-aa0e-1e3310edb817 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.530865] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-3e85732b-0cf9-459e-92af-f070c5259339/volume-3e85732b-0cf9-459e-92af-f070c5259339.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.532290] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.532622] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed8bbfac-6b3d-4765-9456-5eba4917eeb5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.552687] env[65665]: DEBUG oslo_vmware.api [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1254.552687] env[65665]: value = "task-4855619" [ 1254.552687] env[65665]: _type = "Task" [ 1254.552687] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.564762] env[65665]: DEBUG oslo_vmware.api [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.590882] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.594035] env[65665]: WARNING neutronclient.v2_0.client [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.601222] env[65665]: INFO nova.compute.manager [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Took 0.54 seconds to detach 1 volumes for instance. [ 1254.603313] env[65665]: DEBUG nova.compute.manager [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Deleting volume: b52bf2ba-3930-471a-966c-548e500d4c7a {{(pid=65665) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3315}} [ 1254.666303] env[65665]: DEBUG nova.scheduler.client.report [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.675595] env[65665]: DEBUG nova.network.neutron [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance_info_cache with network_info: [{"id": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "address": "fa:16:3e:d9:f6:87", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc02dd0a-79", "ovs_interfaceid": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.063950] env[65665]: DEBUG oslo_vmware.api [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855619, 'name': ReconfigVM_Task, 'duration_secs': 0.344702} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.064259] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-3e85732b-0cf9-459e-92af-f070c5259339/volume-3e85732b-0cf9-459e-92af-f070c5259339.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.069407] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-551770b6-35ff-449d-a9e4-8a594a3e8f79 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.086828] env[65665]: DEBUG oslo_vmware.api [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1255.086828] env[65665]: value = "task-4855621" [ 1255.086828] env[65665]: _type = "Task" [ 1255.086828] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.095801] env[65665]: DEBUG oslo_vmware.api [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.146588] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.170062] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.172929] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.641s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.174846] env[65665]: INFO nova.compute.claims [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.180038] env[65665]: DEBUG oslo_concurrency.lockutils [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.194843] env[65665]: INFO nova.scheduler.client.report [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Deleted allocations for instance f527c419-282a-4f80-9b09-a39762c3cf11 [ 1255.597189] env[65665]: DEBUG oslo_vmware.api [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855621, 'name': ReconfigVM_Task, 'duration_secs': 0.155995} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.597505] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946459', 'volume_id': '3e85732b-0cf9-459e-92af-f070c5259339', 'name': 'volume-3e85732b-0cf9-459e-92af-f070c5259339', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b699286e-b08b-46c1-b25f-6118506c7698', 'attached_at': '', 'detached_at': '', 'volume_id': '3e85732b-0cf9-459e-92af-f070c5259339', 'serial': '3e85732b-0cf9-459e-92af-f070c5259339'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1255.658613] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.658866] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.659119] env[65665]: INFO nova.compute.manager [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Attaching volume 4204126d-cafd-4f38-b933-e3e74627cce4 to /dev/sdb [ 1255.693566] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5d553f-ff7e-4781-8516-fcdbffb0afc9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.705203] env[65665]: DEBUG oslo_concurrency.lockutils [None req-04a0a559-8757-4959-8cc1-96974e955bbe tempest-ServerRescueTestJSONUnderV235-972642495 tempest-ServerRescueTestJSONUnderV235-972642495-project-member] Lock "f527c419-282a-4f80-9b09-a39762c3cf11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.341s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.707037] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90344508-92b0-40aa-945e-b4f540be7c15 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.725448] env[65665]: DEBUG nova.virt.block_device [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Updating existing volume attachment record: cb7b1c6a-c726-47d1-9a81-653526d01f00 {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1255.865032] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.364036] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3094257b-9050-487b-a519-cd63c9642249 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.376105] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044cc8f7-67b9-4f6e-879f-e76e83cb528c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.407209] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a55e81-8bef-4da9-a1de-74979651eb77 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.415066] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c761ee36-934c-4cbe-a033-d01b1085e510 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.429961] env[65665]: DEBUG nova.compute.provider_tree [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.636658] env[65665]: DEBUG nova.objects.instance [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lazy-loading 'flavor' on Instance uuid b699286e-b08b-46c1-b25f-6118506c7698 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.698361] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c68d7a-b9cb-4c1c-bac0-661c27069479 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.719611] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance '0298a49a-3192-40b8-ba18-3bc356558102' progress to 0 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.870073] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.870356] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.933332] env[65665]: DEBUG nova.scheduler.client.report [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.141086] env[65665]: DEBUG oslo_concurrency.lockutils [None req-bd07d3da-ff9d-4d79-b65f-4e4a4d1224b1 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "b699286e-b08b-46c1-b25f-6118506c7698" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.296s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.226688] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.227053] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77feec1d-d6af-422a-9423-189031a3b8a9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.235722] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1257.235722] env[65665]: value = "task-4855623" [ 1257.235722] env[65665]: _type = "Task" [ 1257.235722] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.245772] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.380867] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.381306] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "b699286e-b08b-46c1-b25f-6118506c7698" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.381501] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "b699286e-b08b-46c1-b25f-6118506c7698" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.440032] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.440673] env[65665]: DEBUG nova.compute.manager [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1257.443470] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.297s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.443680] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.446428] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.066s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.446609] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.446761] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1257.448150] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b925a8-2516-4c32-8839-23c79dd44ce9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.458086] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00a02ba-b646-4c5c-ba5d-54444bcf6540 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.474969] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55616f8d-e6b8-4b12-977d-2cb66513abcf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.478762] env[65665]: INFO nova.scheduler.client.report [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted allocations for instance 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41 [ 1257.486307] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d33b5bb-e2c8-4848-ba3a-7a41422e1cb6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.521388] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179176MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1257.521541] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.521782] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.745917] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855623, 'name': PowerOffVM_Task, 'duration_secs': 0.180544} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.746345] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.746536] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance '0298a49a-3192-40b8-ba18-3bc356558102' progress to 17 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.885210] env[65665]: INFO nova.compute.manager [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Detaching volume 3e85732b-0cf9-459e-92af-f070c5259339 [ 1257.933444] env[65665]: INFO nova.virt.block_device [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Attempting to driver detach volume 3e85732b-0cf9-459e-92af-f070c5259339 from mountpoint /dev/sdb [ 1257.933675] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1257.933899] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946459', 'volume_id': '3e85732b-0cf9-459e-92af-f070c5259339', 'name': 'volume-3e85732b-0cf9-459e-92af-f070c5259339', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b699286e-b08b-46c1-b25f-6118506c7698', 'attached_at': '', 'detached_at': '', 'volume_id': '3e85732b-0cf9-459e-92af-f070c5259339', 'serial': '3e85732b-0cf9-459e-92af-f070c5259339'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1257.934875] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995ef151-0f4a-4d24-8c3c-edd5d96940c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.958089] env[65665]: DEBUG nova.compute.utils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.959592] env[65665]: DEBUG nova.compute.manager [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1257.959783] env[65665]: DEBUG nova.network.neutron [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1257.960115] env[65665]: WARNING neutronclient.v2_0.client [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.960418] env[65665]: WARNING neutronclient.v2_0.client [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.962799] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6226695d-21b6-4884-b8a3-6bca0252c6e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.971612] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102cf957-af2b-4960-878d-37d578882af8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.998750] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f773a23a-5026-4bef-a56b-216b7ee6c37b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.002042] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e70eb112-3d0e-48ac-9e67-2696a3fb1c1a tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.723s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.018853] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] The volume has not been displaced from its original location: [datastore2] volume-3e85732b-0cf9-459e-92af-f070c5259339/volume-3e85732b-0cf9-459e-92af-f070c5259339.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1258.024257] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1258.030824] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6562752b-3b78-419b-99bd-79e0cd5936c9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.043539] env[65665]: DEBUG nova.policy [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '036938a1a5854012802e840ecdb8d2f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4973bdfb5804212a54cd8af3b63c6c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.046833] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Applying migration context for instance 0298a49a-3192-40b8-ba18-3bc356558102 as it has an incoming, in-progress migration 57253763-6ff3-47c3-a673-300aad36e334. Migration status is migrating {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1258.047869] env[65665]: INFO nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating resource usage from migration 57253763-6ff3-47c3-a673-300aad36e334 [ 1258.057787] env[65665]: DEBUG oslo_vmware.api [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1258.057787] env[65665]: value = "task-4855625" [ 1258.057787] env[65665]: _type = "Task" [ 1258.057787] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.067786] env[65665]: DEBUG oslo_vmware.api [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.071225] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance a6bfc2be-d17e-4655-9f35-155baf8a8c1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1258.071365] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance e3518a15-0815-4e62-a26d-fbf6c28e3689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1258.071496] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance b699286e-b08b-46c1-b25f-6118506c7698 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1258.071609] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1258.071727] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance c931764b-3d6e-425d-88c4-bafa0eebc2e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1258.071833] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Migration 57253763-6ff3-47c3-a673-300aad36e334 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1258.071939] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 0298a49a-3192-40b8-ba18-3bc356558102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1258.072064] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1258.253668] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1258.253901] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.254063] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1258.254292] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.254451] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1258.254630] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1258.255022] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1258.255258] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1258.255915] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1258.255915] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1258.256065] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1258.262209] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9722e83-1179-487b-becf-b4892eac40d7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.279952] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1258.279952] env[65665]: value = "task-4855626" [ 1258.279952] env[65665]: _type = "Task" [ 1258.279952] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.290185] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.418024] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquiring lock "a8eea3ff-e367-4232-80db-4367147e231d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.418375] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lock "a8eea3ff-e367-4232-80db-4367147e231d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.450467] env[65665]: DEBUG nova.network.neutron [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Successfully created port: eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1258.467339] env[65665]: DEBUG nova.compute.manager [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1258.525879] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "e3518a15-0815-4e62-a26d-fbf6c28e3689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.526139] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "e3518a15-0815-4e62-a26d-fbf6c28e3689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.526736] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "e3518a15-0815-4e62-a26d-fbf6c28e3689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.526736] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "e3518a15-0815-4e62-a26d-fbf6c28e3689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.526736] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "e3518a15-0815-4e62-a26d-fbf6c28e3689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.529736] env[65665]: INFO nova.compute.manager [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Terminating instance [ 1258.568390] env[65665]: DEBUG oslo_vmware.api [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855625, 'name': ReconfigVM_Task, 'duration_secs': 0.230189} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.568717] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.574361] env[65665]: INFO nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance a8eea3ff-e367-4232-80db-4367147e231d has allocations against this compute host but is not found in the database. [ 1258.574624] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1258.574815] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=100GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '7', 'num_vm_active': '6', 'num_task_None': '5', 'num_os_type_None': '7', 'num_proj_7ee5d8182dad4eebae4a83f408e0ba22': '2', 'io_workload': '2', 'num_proj_1ee62f14103f4b06b71087880b7ba6fa': '1', 'num_task_resize_migrating': '1', 'num_proj_f26153d5641a4814a8977223e99fb045': '1', 'num_proj_add974dc94014f8e88f531b71fd9cea0': '1', 'num_proj_10b335171f7e4dfd9ffa1dea0cc5e48f': '1', 'num_vm_building': '1', 'num_task_networking': '1', 'num_proj_b4973bdfb5804212a54cd8af3b63c6c9': '1'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1258.577384] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1414cd82-dbb7-4e28-aec1-de86eb87d685 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.594538] env[65665]: DEBUG oslo_vmware.api [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1258.594538] env[65665]: value = "task-4855627" [ 1258.594538] env[65665]: _type = "Task" [ 1258.594538] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.607126] env[65665]: DEBUG oslo_vmware.api [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.736152] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e85787-94a2-4178-87bb-adc8514f80b8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.744562] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ec9d3e-ce80-4ab2-83ae-4e63ad0b43cf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.776484] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827a962f-5492-4e46-af4d-746c17edfb9f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.789506] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3493d9-8781-4dd1-a142-1539588a51f6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.797994] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.809024] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.921678] env[65665]: DEBUG nova.compute.manager [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1259.033364] env[65665]: DEBUG nova.compute.manager [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1259.033601] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.034926] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85c8a7d-aba3-41c1-ba47-c6d7e1a6e728 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.043352] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.043609] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b72d01b-25f7-4c63-a8a7-e458fdc63408 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.052034] env[65665]: DEBUG oslo_vmware.api [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1259.052034] env[65665]: value = "task-4855628" [ 1259.052034] env[65665]: _type = "Task" [ 1259.052034] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.064411] env[65665]: DEBUG oslo_vmware.api [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.105246] env[65665]: DEBUG oslo_vmware.api [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.291506] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.313288] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.449020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.480021] env[65665]: DEBUG nova.compute.manager [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1259.507172] env[65665]: DEBUG nova.virt.hardware [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1259.507440] env[65665]: DEBUG nova.virt.hardware [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.507658] env[65665]: DEBUG nova.virt.hardware [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1259.507875] env[65665]: DEBUG nova.virt.hardware [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.508039] env[65665]: DEBUG nova.virt.hardware [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1259.508185] env[65665]: DEBUG nova.virt.hardware [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1259.508389] env[65665]: DEBUG nova.virt.hardware [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1259.508551] env[65665]: DEBUG nova.virt.hardware [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1259.508727] env[65665]: DEBUG nova.virt.hardware [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1259.508885] env[65665]: DEBUG nova.virt.hardware [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1259.509062] env[65665]: DEBUG nova.virt.hardware [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1259.509966] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba411b3e-96e0-42de-ac56-30a3288b9055 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.518917] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e9738e-a2de-42c9-b3da-4dc07c4674bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.562379] env[65665]: DEBUG oslo_vmware.api [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855628, 'name': PowerOffVM_Task, 'duration_secs': 0.331747} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.562637] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.562797] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.563060] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bfee39e-7bce-4fb6-8f43-e3df7e0fc56b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.605687] env[65665]: DEBUG oslo_vmware.api [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855627, 'name': ReconfigVM_Task, 'duration_secs': 0.824647} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.606016] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946459', 'volume_id': '3e85732b-0cf9-459e-92af-f070c5259339', 'name': 'volume-3e85732b-0cf9-459e-92af-f070c5259339', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b699286e-b08b-46c1-b25f-6118506c7698', 'attached_at': '', 'detached_at': '', 'volume_id': '3e85732b-0cf9-459e-92af-f070c5259339', 'serial': '3e85732b-0cf9-459e-92af-f070c5259339'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1259.627296] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.627587] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.627767] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleting the datastore file [datastore2] e3518a15-0815-4e62-a26d-fbf6c28e3689 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.628060] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21a00460-615e-4112-ac73-bacac56437bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.634392] env[65665]: DEBUG oslo_vmware.api [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1259.634392] env[65665]: value = "task-4855630" [ 1259.634392] env[65665]: _type = "Task" [ 1259.634392] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.643591] env[65665]: DEBUG oslo_vmware.api [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.790832] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855626, 'name': ReconfigVM_Task, 'duration_secs': 1.127713} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.791142] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance '0298a49a-3192-40b8-ba18-3bc356558102' progress to 33 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.818819] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1259.819135] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.297s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.819494] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.371s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.821059] env[65665]: INFO nova.compute.claims [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.895569] env[65665]: DEBUG nova.compute.manager [req-a5cae1c1-8f85-4835-8782-bde5283a8af1 req-95a36e6f-d085-40b9-b5a4-10033403750e service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Received event network-vif-plugged-eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1259.895772] env[65665]: DEBUG oslo_concurrency.lockutils [req-a5cae1c1-8f85-4835-8782-bde5283a8af1 req-95a36e6f-d085-40b9-b5a4-10033403750e service nova] Acquiring lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.896014] env[65665]: DEBUG oslo_concurrency.lockutils [req-a5cae1c1-8f85-4835-8782-bde5283a8af1 req-95a36e6f-d085-40b9-b5a4-10033403750e service nova] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.896776] env[65665]: DEBUG oslo_concurrency.lockutils [req-a5cae1c1-8f85-4835-8782-bde5283a8af1 req-95a36e6f-d085-40b9-b5a4-10033403750e service nova] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.896776] env[65665]: DEBUG nova.compute.manager [req-a5cae1c1-8f85-4835-8782-bde5283a8af1 req-95a36e6f-d085-40b9-b5a4-10033403750e service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] No waiting events found dispatching network-vif-plugged-eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1259.896776] env[65665]: WARNING nova.compute.manager [req-a5cae1c1-8f85-4835-8782-bde5283a8af1 req-95a36e6f-d085-40b9-b5a4-10033403750e service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Received unexpected event network-vif-plugged-eaf5b027-661f-4ea5-bd21-a82c7ef11192 for instance with vm_state building and task_state spawning. [ 1259.978422] env[65665]: DEBUG nova.network.neutron [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Successfully updated port: eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1260.144951] env[65665]: DEBUG oslo_vmware.api [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145476} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.145232] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.145458] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.145692] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.145932] env[65665]: INFO nova.compute.manager [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1260.146130] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1260.146332] env[65665]: DEBUG nova.compute.manager [-] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1260.146426] env[65665]: DEBUG nova.network.neutron [-] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1260.146701] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.150100] env[65665]: DEBUG nova.objects.instance [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lazy-loading 'flavor' on Instance uuid b699286e-b08b-46c1-b25f-6118506c7698 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.202602] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.272505] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1260.272803] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946460', 'volume_id': '4204126d-cafd-4f38-b933-e3e74627cce4', 'name': 'volume-4204126d-cafd-4f38-b933-e3e74627cce4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dde2a3f-e93a-4902-8d5a-04c413ad4ae3', 'attached_at': '', 'detached_at': '', 'volume_id': '4204126d-cafd-4f38-b933-e3e74627cce4', 'serial': '4204126d-cafd-4f38-b933-e3e74627cce4'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1260.273809] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2ef626-8b31-4192-806c-3505f55876fa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.293030] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7848f42-f121-4257-be11-6aa1ebdf93a0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.297875] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1260.298108] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.298265] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1260.298443] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.298596] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1260.298725] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1260.298911] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1260.299073] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1260.299239] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1260.299538] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1260.299601] env[65665]: DEBUG nova.virt.hardware [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1260.304774] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1260.305081] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22dd27c7-c21d-44c3-ac84-9918664c2fc0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.346080] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-4204126d-cafd-4f38-b933-e3e74627cce4/volume-4204126d-cafd-4f38-b933-e3e74627cce4.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.351798] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d0c0131-893d-4b4d-b657-8d036fa5e348 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.368709] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1260.368709] env[65665]: value = "task-4855631" [ 1260.368709] env[65665]: _type = "Task" [ 1260.368709] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.375722] env[65665]: DEBUG oslo_vmware.api [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1260.375722] env[65665]: value = "task-4855632" [ 1260.375722] env[65665]: _type = "Task" [ 1260.375722] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.383121] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.389978] env[65665]: DEBUG oslo_vmware.api [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855632, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.466799] env[65665]: DEBUG nova.compute.manager [req-a6ed7b29-28df-4d3f-9b61-e13ba80a09e5 req-31544db9-7c1f-4e53-ba3b-b0430435e7ee service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Received event network-vif-deleted-3ab98db8-9676-494e-8b74-2bc30a265076 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1260.467254] env[65665]: INFO nova.compute.manager [req-a6ed7b29-28df-4d3f-9b61-e13ba80a09e5 req-31544db9-7c1f-4e53-ba3b-b0430435e7ee service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Neutron deleted interface 3ab98db8-9676-494e-8b74-2bc30a265076; detaching it from the instance and deleting it from the info cache [ 1260.467254] env[65665]: DEBUG nova.network.neutron [req-a6ed7b29-28df-4d3f-9b61-e13ba80a09e5 req-31544db9-7c1f-4e53-ba3b-b0430435e7ee service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.480524] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.480636] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.480807] env[65665]: DEBUG nova.network.neutron [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1260.516597] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349e0bb7-2ccc-482e-b817-24ab49948555 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.525296] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ed110b-f59b-42ea-8d74-e97cbea52e2c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.558777] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b0bcaf-2831-44bb-98d5-d8db5d9c0d8d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.568729] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8999efde-6055-4872-b252-b89a4cad0bc4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.583997] env[65665]: DEBUG nova.compute.provider_tree [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.823183] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.823363] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.823519] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.823656] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1260.879910] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855631, 'name': ReconfigVM_Task, 'duration_secs': 0.167764} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.883058] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.883661] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abf82e3-db89-4738-b9f0-d80f059ba8af {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.905976] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 0298a49a-3192-40b8-ba18-3bc356558102/0298a49a-3192-40b8-ba18-3bc356558102.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.908903] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ad720ec-63be-4f72-ac07-da2a99cf5276 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.924281] env[65665]: DEBUG oslo_vmware.api [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855632, 'name': ReconfigVM_Task, 'duration_secs': 0.368008} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.924707] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-4204126d-cafd-4f38-b933-e3e74627cce4/volume-4204126d-cafd-4f38-b933-e3e74627cce4.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.930928] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6bf796f-f91f-4c28-a783-bc109bd21cdb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.942036] env[65665]: DEBUG nova.network.neutron [-] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.943733] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1260.943733] env[65665]: value = "task-4855633" [ 1260.943733] env[65665]: _type = "Task" [ 1260.943733] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.949396] env[65665]: DEBUG oslo_vmware.api [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1260.949396] env[65665]: value = "task-4855634" [ 1260.949396] env[65665]: _type = "Task" [ 1260.949396] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.953360] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855633, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.963290] env[65665]: DEBUG oslo_vmware.api [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.970379] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-180f7828-9099-4206-8fc0-368aabe6d79e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.979449] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1612258c-86c0-4b7a-83f8-8a147aed69b9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.015262] env[65665]: DEBUG nova.compute.manager [req-a6ed7b29-28df-4d3f-9b61-e13ba80a09e5 req-31544db9-7c1f-4e53-ba3b-b0430435e7ee service nova] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Detach interface failed, port_id=3ab98db8-9676-494e-8b74-2bc30a265076, reason: Instance e3518a15-0815-4e62-a26d-fbf6c28e3689 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1261.023695] env[65665]: DEBUG nova.network.neutron [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1261.087761] env[65665]: DEBUG nova.scheduler.client.report [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.107801] env[65665]: WARNING neutronclient.v2_0.client [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1261.157197] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f8ce2131-1e12-4fd2-a281-8f7be036bf21 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "b699286e-b08b-46c1-b25f-6118506c7698" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.775s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.184142] env[65665]: DEBUG nova.network.neutron [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updating instance_info_cache with network_info: [{"id": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "address": "fa:16:3e:5e:a6:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf5b027-66", "ovs_interfaceid": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.444120] env[65665]: INFO nova.compute.manager [-] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Took 1.30 seconds to deallocate network for instance. [ 1261.463367] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855633, 'name': ReconfigVM_Task, 'duration_secs': 0.263249} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.464189] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 0298a49a-3192-40b8-ba18-3bc356558102/0298a49a-3192-40b8-ba18-3bc356558102.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.464404] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance '0298a49a-3192-40b8-ba18-3bc356558102' progress to 50 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.472265] env[65665]: DEBUG oslo_vmware.api [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.594610] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.775s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.595215] env[65665]: DEBUG nova.compute.manager [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1261.651523] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "b699286e-b08b-46c1-b25f-6118506c7698" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.651523] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "b699286e-b08b-46c1-b25f-6118506c7698" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.651523] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "b699286e-b08b-46c1-b25f-6118506c7698-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.651699] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "b699286e-b08b-46c1-b25f-6118506c7698-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.651745] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "b699286e-b08b-46c1-b25f-6118506c7698-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.653754] env[65665]: INFO nova.compute.manager [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Terminating instance [ 1261.687305] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.687616] env[65665]: DEBUG nova.compute.manager [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Instance network_info: |[{"id": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "address": "fa:16:3e:5e:a6:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf5b027-66", "ovs_interfaceid": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1261.688090] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:a6:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaf5b027-661f-4ea5-bd21-a82c7ef11192', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.696165] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating folder: Project (b4973bdfb5804212a54cd8af3b63c6c9). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.696917] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dc7b451-fa47-4fa7-b4fd-6892a0433925 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.709075] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Created folder: Project (b4973bdfb5804212a54cd8af3b63c6c9) in parent group-v946135. [ 1261.709362] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating folder: Instances. Parent ref: group-v946461. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.709558] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a248f23-abbc-4448-b4c0-fba164b21eb2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.718804] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Created folder: Instances in parent group-v946461. [ 1261.719050] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1261.719314] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.719594] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b419df1-ea56-4af6-8fec-514fd7d4cc07 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.739527] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.739527] env[65665]: value = "task-4855637" [ 1261.739527] env[65665]: _type = "Task" [ 1261.739527] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.747953] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855637, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.928470] env[65665]: DEBUG nova.compute.manager [req-c71835d2-904e-4666-94a7-2fb40594cb38 req-76d52454-55f8-403f-918c-d1a9b952f6af service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Received event network-changed-eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1261.928693] env[65665]: DEBUG nova.compute.manager [req-c71835d2-904e-4666-94a7-2fb40594cb38 req-76d52454-55f8-403f-918c-d1a9b952f6af service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Refreshing instance network info cache due to event network-changed-eaf5b027-661f-4ea5-bd21-a82c7ef11192. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1261.928919] env[65665]: DEBUG oslo_concurrency.lockutils [req-c71835d2-904e-4666-94a7-2fb40594cb38 req-76d52454-55f8-403f-918c-d1a9b952f6af service nova] Acquiring lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.929225] env[65665]: DEBUG oslo_concurrency.lockutils [req-c71835d2-904e-4666-94a7-2fb40594cb38 req-76d52454-55f8-403f-918c-d1a9b952f6af service nova] Acquired lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.929425] env[65665]: DEBUG nova.network.neutron [req-c71835d2-904e-4666-94a7-2fb40594cb38 req-76d52454-55f8-403f-918c-d1a9b952f6af service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Refreshing network info cache for port eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.954900] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.955265] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.955567] env[65665]: DEBUG nova.objects.instance [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lazy-loading 'resources' on Instance uuid e3518a15-0815-4e62-a26d-fbf6c28e3689 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.967206] env[65665]: DEBUG oslo_vmware.api [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855634, 'name': ReconfigVM_Task, 'duration_secs': 0.887686} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.967519] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946460', 'volume_id': '4204126d-cafd-4f38-b933-e3e74627cce4', 'name': 'volume-4204126d-cafd-4f38-b933-e3e74627cce4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dde2a3f-e93a-4902-8d5a-04c413ad4ae3', 'attached_at': '', 'detached_at': '', 'volume_id': '4204126d-cafd-4f38-b933-e3e74627cce4', 'serial': '4204126d-cafd-4f38-b933-e3e74627cce4'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1261.976355] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49797de1-22ea-454c-bad9-91ca490dc88d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.998853] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2129aced-c3cc-40fe-9c9a-a9a750394fc8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.018113] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance '0298a49a-3192-40b8-ba18-3bc356558102' progress to 67 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.100523] env[65665]: DEBUG nova.compute.utils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.102853] env[65665]: DEBUG nova.compute.manager [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Not allocating networking since 'none' was specified. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2012}} [ 1262.157197] env[65665]: DEBUG nova.compute.manager [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1262.157427] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.158377] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfa69e3-e6a3-4395-a444-cf2f5a41d101 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.166802] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.167053] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ea60eea-0ad7-420d-9b5e-49b15be60113 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.174273] env[65665]: DEBUG oslo_vmware.api [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1262.174273] env[65665]: value = "task-4855638" [ 1262.174273] env[65665]: _type = "Task" [ 1262.174273] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.182559] env[65665]: DEBUG oslo_vmware.api [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.251710] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855637, 'name': CreateVM_Task, 'duration_secs': 0.354276} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.251876] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.252600] env[65665]: WARNING neutronclient.v2_0.client [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.252980] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.253148] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.253488] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.253802] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a0ac9e-48fa-48f4-aa73-d5ee5c94fae6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.259966] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1262.259966] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528f8aa1-2bfa-bfb7-e6f3-7411b41c470c" [ 1262.259966] env[65665]: _type = "Task" [ 1262.259966] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.268840] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528f8aa1-2bfa-bfb7-e6f3-7411b41c470c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.432312] env[65665]: WARNING neutronclient.v2_0.client [req-c71835d2-904e-4666-94a7-2fb40594cb38 req-76d52454-55f8-403f-918c-d1a9b952f6af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.524460] env[65665]: WARNING neutronclient.v2_0.client [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.524803] env[65665]: WARNING neutronclient.v2_0.client [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.567159] env[65665]: DEBUG nova.network.neutron [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Port bc02dd0a-79e8-4156-ba4a-b00d6e6a0722 binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1262.589057] env[65665]: WARNING neutronclient.v2_0.client [req-c71835d2-904e-4666-94a7-2fb40594cb38 req-76d52454-55f8-403f-918c-d1a9b952f6af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.592673] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8cf28b-4cb7-4432-9abf-148abd7e1375 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.601043] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7e9501-179f-4279-9991-5ffa73ccf32a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.604329] env[65665]: DEBUG nova.compute.manager [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1262.638768] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f84437d-b7e5-4a06-bdbb-7b4ad489521b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.647729] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df59ad2-1e1c-46d6-ad08-616b5475a653 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.662161] env[65665]: DEBUG nova.compute.provider_tree [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.679867] env[65665]: DEBUG nova.network.neutron [req-c71835d2-904e-4666-94a7-2fb40594cb38 req-76d52454-55f8-403f-918c-d1a9b952f6af service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updated VIF entry in instance network info cache for port eaf5b027-661f-4ea5-bd21-a82c7ef11192. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1262.680234] env[65665]: DEBUG nova.network.neutron [req-c71835d2-904e-4666-94a7-2fb40594cb38 req-76d52454-55f8-403f-918c-d1a9b952f6af service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updating instance_info_cache with network_info: [{"id": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "address": "fa:16:3e:5e:a6:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf5b027-66", "ovs_interfaceid": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.687319] env[65665]: DEBUG oslo_vmware.api [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855638, 'name': PowerOffVM_Task, 'duration_secs': 0.168405} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.687457] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.687638] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.687898] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4534bdf1-c018-428e-8959-46c69675d13e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.754379] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.754568] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.754733] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Deleting the datastore file [datastore2] b699286e-b08b-46c1-b25f-6118506c7698 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.755028] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f568676-3c27-4a2d-bbcc-bc889ea55c99 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.762574] env[65665]: DEBUG oslo_vmware.api [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for the task: (returnval){ [ 1262.762574] env[65665]: value = "task-4855640" [ 1262.762574] env[65665]: _type = "Task" [ 1262.762574] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.774274] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528f8aa1-2bfa-bfb7-e6f3-7411b41c470c, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.777501] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.777764] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.778016] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.778169] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.778359] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.778622] env[65665]: DEBUG oslo_vmware.api [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.778850] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b92b75e-bc1d-4e05-bf8a-8fe17584ca6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.787676] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.787886] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.788612] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb1e01a-61c9-4a29-9619-b46de7487dbf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.794013] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1262.794013] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522690c2-5ddf-1c5b-d797-75603a00fa21" [ 1262.794013] env[65665]: _type = "Task" [ 1262.794013] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.802679] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522690c2-5ddf-1c5b-d797-75603a00fa21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.012412] env[65665]: DEBUG nova.objects.instance [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'flavor' on Instance uuid 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.182304] env[65665]: ERROR nova.scheduler.client.report [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [req-6392051b-235c-439e-920e-ffdcbee734af] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID e52fd1e5-0d72-4d81-ad68-cf304205f8ba. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6392051b-235c-439e-920e-ffdcbee734af"}]} [ 1263.182979] env[65665]: DEBUG oslo_concurrency.lockutils [req-c71835d2-904e-4666-94a7-2fb40594cb38 req-76d52454-55f8-403f-918c-d1a9b952f6af service nova] Releasing lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.201027] env[65665]: DEBUG nova.scheduler.client.report [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Refreshing inventories for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1263.219049] env[65665]: DEBUG nova.scheduler.client.report [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Updating ProviderTree inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1263.219049] env[65665]: DEBUG nova.compute.provider_tree [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.232165] env[65665]: DEBUG nova.scheduler.client.report [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Refreshing aggregate associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, aggregates: None {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1263.257349] env[65665]: DEBUG nova.scheduler.client.report [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Refreshing trait associations for resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=65665) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1263.277114] env[65665]: DEBUG oslo_vmware.api [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Task: {'id': task-4855640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138031} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.279839] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.280052] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.280270] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.280459] env[65665]: INFO nova.compute.manager [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1263.280736] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1263.281179] env[65665]: DEBUG nova.compute.manager [-] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1263.281327] env[65665]: DEBUG nova.network.neutron [-] [instance: b699286e-b08b-46c1-b25f-6118506c7698] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1263.281578] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.304100] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522690c2-5ddf-1c5b-d797-75603a00fa21, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.307599] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a9d75d-5539-421a-aa07-3f4b87802a40 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.313181] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1263.313181] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528d5587-2fb0-2b0e-db88-edd201897e55" [ 1263.313181] env[65665]: _type = "Task" [ 1263.313181] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.324862] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528d5587-2fb0-2b0e-db88-edd201897e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.359989] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.389751] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a31050-85fc-4478-a4da-0ffa821de89b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.397718] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7256f49b-426e-4997-b9d9-3ce4f0a09eeb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.429983] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56825157-3f81-43c0-aa30-e7798832b7c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.438221] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9831f0-1c77-45d7-b992-8e6733dc5fdb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.454549] env[65665]: DEBUG nova.compute.provider_tree [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.517997] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ac0f1fe3-27f0-4a77-ba48-a2751b148143 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.859s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.591988] env[65665]: DEBUG oslo_concurrency.lockutils [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "0298a49a-3192-40b8-ba18-3bc356558102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.592324] env[65665]: DEBUG oslo_concurrency.lockutils [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "0298a49a-3192-40b8-ba18-3bc356558102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.592510] env[65665]: DEBUG oslo_concurrency.lockutils [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "0298a49a-3192-40b8-ba18-3bc356558102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.614407] env[65665]: DEBUG nova.compute.manager [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1263.644564] env[65665]: DEBUG nova.virt.hardware [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1263.644883] env[65665]: DEBUG nova.virt.hardware [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.645078] env[65665]: DEBUG nova.virt.hardware [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1263.645303] env[65665]: DEBUG nova.virt.hardware [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.645414] env[65665]: DEBUG nova.virt.hardware [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1263.645559] env[65665]: DEBUG nova.virt.hardware [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1263.645774] env[65665]: DEBUG nova.virt.hardware [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1263.645932] env[65665]: DEBUG nova.virt.hardware [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1263.646143] env[65665]: DEBUG nova.virt.hardware [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1263.646328] env[65665]: DEBUG nova.virt.hardware [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1263.646494] env[65665]: DEBUG nova.virt.hardware [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1263.647467] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763e3b11-4698-4ed7-b6d1-3c93443ef643 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.657362] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3746db4e-0765-4c67-9031-f54a79554dde {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.673383] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.679336] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Creating folder: Project (019e787b0b3a4b6b94c391c86d08129c). Parent ref: group-v946135. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.679759] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-630ea041-f359-4d1c-bd19-b293f4243264 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.693116] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Created folder: Project (019e787b0b3a4b6b94c391c86d08129c) in parent group-v946135. [ 1263.693326] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Creating folder: Instances. Parent ref: group-v946464. {{(pid=65665) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.693588] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a304a475-61bf-40e3-87a1-6b3d385f72a3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.704188] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Created folder: Instances in parent group-v946464. [ 1263.704470] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1263.704678] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.704902] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a78191b-6966-4922-a4b7-77b98ed1ee15 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.723840] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.723840] env[65665]: value = "task-4855643" [ 1263.723840] env[65665]: _type = "Task" [ 1263.723840] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.733985] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855643, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.824392] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]528d5587-2fb0-2b0e-db88-edd201897e55, 'name': SearchDatastore_Task, 'duration_secs': 0.011175} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.824682] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.824949] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8/04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.825242] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7727b63-a8ba-4927-bced-e95a3eaff8eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.833732] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1263.833732] env[65665]: value = "task-4855644" [ 1263.833732] env[65665]: _type = "Task" [ 1263.833732] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.842944] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.941050] env[65665]: DEBUG nova.compute.manager [req-66e3d78a-6ef0-4096-8d1c-95963dd28692 req-a9172210-c7f8-4275-bdce-fdaa8f9575bb service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Received event network-vif-deleted-6a433fb9-f9fb-4222-a046-7d0ec95cc9c9 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1263.941050] env[65665]: INFO nova.compute.manager [req-66e3d78a-6ef0-4096-8d1c-95963dd28692 req-a9172210-c7f8-4275-bdce-fdaa8f9575bb service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Neutron deleted interface 6a433fb9-f9fb-4222-a046-7d0ec95cc9c9; detaching it from the instance and deleting it from the info cache [ 1263.942170] env[65665]: DEBUG nova.network.neutron [req-66e3d78a-6ef0-4096-8d1c-95963dd28692 req-a9172210-c7f8-4275-bdce-fdaa8f9575bb service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.024733] env[65665]: DEBUG nova.scheduler.client.report [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Updated inventory for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1264.024733] env[65665]: DEBUG nova.compute.provider_tree [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Updating resource provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba generation from 169 to 170 during operation: update_inventory {{(pid=65665) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1264.024733] env[65665]: DEBUG nova.compute.provider_tree [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Updating inventory in ProviderTree for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1264.236528] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855643, 'name': CreateVM_Task, 'duration_secs': 0.387527} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.236742] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.237292] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.237454] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.237971] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.238321] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed195ef6-4d93-490c-857a-f6f4e18cef93 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.245067] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1264.245067] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dbed5a-317d-fcda-4718-dc97a1abd3cb" [ 1264.245067] env[65665]: _type = "Task" [ 1264.245067] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.255280] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dbed5a-317d-fcda-4718-dc97a1abd3cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.345179] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482012} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.345449] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8/04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.345664] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.345936] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7906a0f6-4f85-4f24-89c0-4384bfffe5d9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.355461] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1264.355461] env[65665]: value = "task-4855645" [ 1264.355461] env[65665]: _type = "Task" [ 1264.355461] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.364792] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.397946] env[65665]: DEBUG nova.network.neutron [-] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.445976] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b83f55f-4eec-4b32-b690-285894b680bf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.457534] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace728f4-1160-40f1-8c73-988db66c212e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.489380] env[65665]: DEBUG nova.compute.manager [req-66e3d78a-6ef0-4096-8d1c-95963dd28692 req-a9172210-c7f8-4275-bdce-fdaa8f9575bb service nova] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Detach interface failed, port_id=6a433fb9-f9fb-4222-a046-7d0ec95cc9c9, reason: Instance b699286e-b08b-46c1-b25f-6118506c7698 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1264.529608] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.574s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.555166] env[65665]: INFO nova.scheduler.client.report [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted allocations for instance e3518a15-0815-4e62-a26d-fbf6c28e3689 [ 1264.601522] env[65665]: WARNING neutronclient.v2_0.client [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.640784] env[65665]: DEBUG oslo_concurrency.lockutils [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.640962] env[65665]: DEBUG oslo_concurrency.lockutils [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.641155] env[65665]: DEBUG nova.network.neutron [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1264.756358] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dbed5a-317d-fcda-4718-dc97a1abd3cb, 'name': SearchDatastore_Task, 'duration_secs': 0.053021} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.756646] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.756908] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.757402] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.757402] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.757647] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.757786] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-688dfe60-acd7-411d-9963-0fa5aefefb96 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.767822] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.768068] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.769985] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b52d5c-c02b-4c6e-b6e9-4348ed6ffb23 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.775874] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1264.775874] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5201172c-6aeb-a088-69d9-547c96be2bc6" [ 1264.775874] env[65665]: _type = "Task" [ 1264.775874] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.785981] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5201172c-6aeb-a088-69d9-547c96be2bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.866127] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065611} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.866428] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.867260] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8432edd-1528-42a9-84ff-477fcc7e918d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.889439] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8/04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.889851] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b6abd37-434b-4053-ad92-9a39cc462d4c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.907303] env[65665]: INFO nova.compute.manager [-] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Took 1.63 seconds to deallocate network for instance. [ 1264.914759] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1264.914759] env[65665]: value = "task-4855646" [ 1264.914759] env[65665]: _type = "Task" [ 1264.914759] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.920653] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.920874] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.926049] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.064482] env[65665]: DEBUG oslo_concurrency.lockutils [None req-e5ff7063-8ddd-4bdb-aebc-ac03a69f7fa6 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "e3518a15-0815-4e62-a26d-fbf6c28e3689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.538s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.144075] env[65665]: WARNING neutronclient.v2_0.client [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.287971] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5201172c-6aeb-a088-69d9-547c96be2bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.288705] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6357b42-310c-4958-b16b-733c278d3b1c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.294641] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1265.294641] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52df9d79-9252-7b32-bdab-7a0e24aaf253" [ 1265.294641] env[65665]: _type = "Task" [ 1265.294641] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.303395] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52df9d79-9252-7b32-bdab-7a0e24aaf253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.344115] env[65665]: WARNING neutronclient.v2_0.client [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.414508] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.414799] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.415023] env[65665]: DEBUG nova.objects.instance [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lazy-loading 'resources' on Instance uuid b699286e-b08b-46c1-b25f-6118506c7698 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.425790] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855646, 'name': ReconfigVM_Task, 'duration_secs': 0.439926} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.426938] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8/04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.428520] env[65665]: DEBUG nova.compute.utils [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.430391] env[65665]: DEBUG nova.network.neutron [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance_info_cache with network_info: [{"id": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "address": "fa:16:3e:d9:f6:87", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc02dd0a-79", "ovs_interfaceid": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.431379] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cd77af6-7ad5-42bc-b2d3-3e5b2ca66ff5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.441652] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1265.441652] env[65665]: value = "task-4855647" [ 1265.441652] env[65665]: _type = "Task" [ 1265.441652] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.453283] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855647, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.805729] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52df9d79-9252-7b32-bdab-7a0e24aaf253, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.806229] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.806331] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a8eea3ff-e367-4232-80db-4367147e231d/a8eea3ff-e367-4232-80db-4367147e231d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.806582] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80674a84-551b-4ee2-9ea1-ab7dc3c9673b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.813928] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1265.813928] env[65665]: value = "task-4855649" [ 1265.813928] env[65665]: _type = "Task" [ 1265.813928] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.822582] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.935109] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.935827] env[65665]: DEBUG oslo_concurrency.lockutils [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.955667] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855647, 'name': Rename_Task, 'duration_secs': 0.138885} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.955982] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.956289] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e01549a-42d6-48da-b335-d899edd8e3cc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.965012] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1265.965012] env[65665]: value = "task-4855650" [ 1265.965012] env[65665]: _type = "Task" [ 1265.965012] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.974782] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.056673] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e766dea-242e-4218-a523-5919a0d25e7d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.067267] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9120525e-9ba5-4d0c-ad74-e52f3b480989 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.100923] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1db362-f023-4cdc-be47-68e838596fab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.110770] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec133eb-0420-42ca-9087-0b8236953239 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.127060] env[65665]: DEBUG nova.compute.provider_tree [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.326445] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.466463] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7783c411-0a5c-4ecd-a42f-d19992114065 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.505373] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855650, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.507841] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e244b14e-a04b-412f-b732-59e111cc05eb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.526603] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance '0298a49a-3192-40b8-ba18-3bc356558102' progress to 83 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.631350] env[65665]: DEBUG nova.scheduler.client.report [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.826359] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658081} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.826850] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a8eea3ff-e367-4232-80db-4367147e231d/a8eea3ff-e367-4232-80db-4367147e231d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.826850] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.827159] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-326ef9b7-83cf-44ff-b8c5-0e82faa977ba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.835204] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1266.835204] env[65665]: value = "task-4855651" [ 1266.835204] env[65665]: _type = "Task" [ 1266.835204] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.846711] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.975525] env[65665]: DEBUG oslo_vmware.api [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855650, 'name': PowerOnVM_Task, 'duration_secs': 0.679379} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.975859] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.976093] env[65665]: INFO nova.compute.manager [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1266.976274] env[65665]: DEBUG nova.compute.manager [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1266.977090] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc4c8eb-fa12-4ee6-8853-f6f9c03f335c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.022192] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.022424] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.022651] env[65665]: INFO nova.compute.manager [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Attaching volume e5db329a-bb4a-4a61-9e1d-844366ff14d2 to /dev/sdc [ 1267.035581] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.035966] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77e5701f-2f00-44d6-be48-e99642267ee8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.044404] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1267.044404] env[65665]: value = "task-4855652" [ 1267.044404] env[65665]: _type = "Task" [ 1267.044404] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.053967] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.056106] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26db9533-4150-4be4-bbd0-116a684867c4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.064610] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ab658b-e6ca-4232-bc76-5cd2bdef3a85 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.080276] env[65665]: DEBUG nova.virt.block_device [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Updating existing volume attachment record: 34830304-174b-4c79-a3eb-bcda59eeda48 {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1267.137281] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.167563] env[65665]: INFO nova.scheduler.client.report [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Deleted allocations for instance b699286e-b08b-46c1-b25f-6118506c7698 [ 1267.350163] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284739} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.350502] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.351790] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ac36e7-c230-47b0-a83e-b9297f7b84ce {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.374902] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] a8eea3ff-e367-4232-80db-4367147e231d/a8eea3ff-e367-4232-80db-4367147e231d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.375281] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d74cc7e-227a-4dff-abc8-1c420059ddf2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.397405] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1267.397405] env[65665]: value = "task-4855654" [ 1267.397405] env[65665]: _type = "Task" [ 1267.397405] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.409090] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.498251] env[65665]: INFO nova.compute.manager [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Took 13.00 seconds to build instance. [ 1267.557129] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.675335] env[65665]: DEBUG oslo_concurrency.lockutils [None req-c2414e89-e51f-4250-99cf-284316c59bc2 tempest-AttachVolumeNegativeTest-1969867171 tempest-AttachVolumeNegativeTest-1969867171-project-member] Lock "b699286e-b08b-46c1-b25f-6118506c7698" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.024s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.909304] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855654, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.000895] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b04a05a2-65c3-41ff-af83-b40ddfe6486d tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.510s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.055474] env[65665]: DEBUG oslo_vmware.api [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855652, 'name': PowerOnVM_Task, 'duration_secs': 0.882397} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.055851] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.056280] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-18fc1728-d77b-440e-b745-48597189b6b5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance '0298a49a-3192-40b8-ba18-3bc356558102' progress to 100 {{(pid=65665) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.310692] env[65665]: DEBUG nova.compute.manager [req-b925d090-54f7-43af-8033-62a76595112d req-0e0af519-9b9b-409a-9b8f-e4faf49a3c48 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Received event network-changed-eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1268.310692] env[65665]: DEBUG nova.compute.manager [req-b925d090-54f7-43af-8033-62a76595112d req-0e0af519-9b9b-409a-9b8f-e4faf49a3c48 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Refreshing instance network info cache due to event network-changed-eaf5b027-661f-4ea5-bd21-a82c7ef11192. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1268.310896] env[65665]: DEBUG oslo_concurrency.lockutils [req-b925d090-54f7-43af-8033-62a76595112d req-0e0af519-9b9b-409a-9b8f-e4faf49a3c48 service nova] Acquiring lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.311049] env[65665]: DEBUG oslo_concurrency.lockutils [req-b925d090-54f7-43af-8033-62a76595112d req-0e0af519-9b9b-409a-9b8f-e4faf49a3c48 service nova] Acquired lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.311211] env[65665]: DEBUG nova.network.neutron [req-b925d090-54f7-43af-8033-62a76595112d req-0e0af519-9b9b-409a-9b8f-e4faf49a3c48 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Refreshing network info cache for port eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.408914] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855654, 'name': ReconfigVM_Task, 'duration_secs': 0.530061} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.409283] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Reconfigured VM instance instance-0000007c to attach disk [datastore2] a8eea3ff-e367-4232-80db-4367147e231d/a8eea3ff-e367-4232-80db-4367147e231d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.409942] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-166f99fa-2823-467a-964f-5330d9814c19 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.417363] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1268.417363] env[65665]: value = "task-4855656" [ 1268.417363] env[65665]: _type = "Task" [ 1268.417363] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.426508] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855656, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.814714] env[65665]: WARNING neutronclient.v2_0.client [req-b925d090-54f7-43af-8033-62a76595112d req-0e0af519-9b9b-409a-9b8f-e4faf49a3c48 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.930227] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855656, 'name': Rename_Task, 'duration_secs': 0.412371} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.930227] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.930227] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63b788c2-f558-4ec5-9f26-f246e39d318f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.936981] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1268.936981] env[65665]: value = "task-4855657" [ 1268.936981] env[65665]: _type = "Task" [ 1268.936981] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.948673] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.008814] env[65665]: WARNING neutronclient.v2_0.client [req-b925d090-54f7-43af-8033-62a76595112d req-0e0af519-9b9b-409a-9b8f-e4faf49a3c48 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.086910] env[65665]: DEBUG nova.network.neutron [req-b925d090-54f7-43af-8033-62a76595112d req-0e0af519-9b9b-409a-9b8f-e4faf49a3c48 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updated VIF entry in instance network info cache for port eaf5b027-661f-4ea5-bd21-a82c7ef11192. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1269.087272] env[65665]: DEBUG nova.network.neutron [req-b925d090-54f7-43af-8033-62a76595112d req-0e0af519-9b9b-409a-9b8f-e4faf49a3c48 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updating instance_info_cache with network_info: [{"id": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "address": "fa:16:3e:5e:a6:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf5b027-66", "ovs_interfaceid": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.384503] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.384977] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.385345] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.385690] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.386020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.389423] env[65665]: INFO nova.compute.manager [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Terminating instance [ 1269.451414] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855657, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.589849] env[65665]: DEBUG oslo_concurrency.lockutils [req-b925d090-54f7-43af-8033-62a76595112d req-0e0af519-9b9b-409a-9b8f-e4faf49a3c48 service nova] Releasing lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.893305] env[65665]: DEBUG nova.compute.manager [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1269.893582] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.894511] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9724634-92ac-4330-8930-2b8a90651308 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.903338] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.903623] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6772616-6c6d-4885-8984-04d0bdcebc2b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.911264] env[65665]: DEBUG oslo_vmware.api [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1269.911264] env[65665]: value = "task-4855659" [ 1269.911264] env[65665]: _type = "Task" [ 1269.911264] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.921684] env[65665]: DEBUG oslo_vmware.api [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.949887] env[65665]: DEBUG oslo_vmware.api [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855657, 'name': PowerOnVM_Task, 'duration_secs': 0.523024} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.950558] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.950558] env[65665]: INFO nova.compute.manager [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1269.950698] env[65665]: DEBUG nova.compute.manager [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1269.951563] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de1d9c7-fd16-4582-be8b-ee66ab6176f3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.421297] env[65665]: DEBUG oslo_vmware.api [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855659, 'name': PowerOffVM_Task, 'duration_secs': 0.290893} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.421589] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.421758] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.422066] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-079c4254-224c-464a-95fe-f25d8aaf0fff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.472483] env[65665]: INFO nova.compute.manager [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Took 11.04 seconds to build instance. [ 1270.511702] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.512017] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.512266] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleting the datastore file [datastore2] a6bfc2be-d17e-4655-9f35-155baf8a8c1a {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.512570] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ec69fcf-b70d-4a51-aa87-975a80823531 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.519863] env[65665]: DEBUG oslo_vmware.api [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for the task: (returnval){ [ 1270.519863] env[65665]: value = "task-4855661" [ 1270.519863] env[65665]: _type = "Task" [ 1270.519863] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.531661] env[65665]: DEBUG oslo_vmware.api [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.679153] env[65665]: WARNING neutronclient.v2_0.client [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.716352] env[65665]: WARNING neutronclient.v2_0.client [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.716810] env[65665]: WARNING neutronclient.v2_0.client [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.717144] env[65665]: WARNING neutronclient.v2_0.client [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.752827] env[65665]: DEBUG nova.network.neutron [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Port bc02dd0a-79e8-4156-ba4a-b00d6e6a0722 binding to destination host cpu-1 is already ACTIVE {{(pid=65665) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1270.753093] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.753240] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.753395] env[65665]: DEBUG nova.network.neutron [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1270.974600] env[65665]: DEBUG oslo_concurrency.lockutils [None req-a559df8a-cf97-4912-8c07-1ba22f3f1f11 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lock "a8eea3ff-e367-4232-80db-4367147e231d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.556s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.031673] env[65665]: DEBUG oslo_vmware.api [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.256375] env[65665]: WARNING neutronclient.v2_0.client [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.479581] env[65665]: WARNING neutronclient.v2_0.client [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.531033] env[65665]: DEBUG oslo_vmware.api [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Task: {'id': task-4855661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.685529} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.531314] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.531508] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.531696] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.531896] env[65665]: INFO nova.compute.manager [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1271.532161] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1271.532359] env[65665]: DEBUG nova.compute.manager [-] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1271.532456] env[65665]: DEBUG nova.network.neutron [-] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1271.532699] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.559157] env[65665]: DEBUG nova.network.neutron [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance_info_cache with network_info: [{"id": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "address": "fa:16:3e:d9:f6:87", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc02dd0a-79", "ovs_interfaceid": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.568250] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.629656] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1271.629997] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946467', 'volume_id': 'e5db329a-bb4a-4a61-9e1d-844366ff14d2', 'name': 'volume-e5db329a-bb4a-4a61-9e1d-844366ff14d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dde2a3f-e93a-4902-8d5a-04c413ad4ae3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5db329a-bb4a-4a61-9e1d-844366ff14d2', 'serial': 'e5db329a-bb4a-4a61-9e1d-844366ff14d2'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1271.630966] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e855bf4-6faf-4533-93e8-a223f07376cb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.649868] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375b5914-2f49-4834-a7c6-9c9d7ab59fbe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.678091] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-e5db329a-bb4a-4a61-9e1d-844366ff14d2/volume-e5db329a-bb4a-4a61-9e1d-844366ff14d2.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.678439] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e46703b7-9d7d-40c2-9674-730c0835636c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.698699] env[65665]: DEBUG oslo_vmware.api [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1271.698699] env[65665]: value = "task-4855663" [ 1271.698699] env[65665]: _type = "Task" [ 1271.698699] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.707898] env[65665]: DEBUG oslo_vmware.api [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.832422] env[65665]: DEBUG nova.compute.manager [req-e0a5fcbf-b949-4106-ad37-300805f93571 req-f9d03a4b-9cde-44fc-be01-6a63e8ea99c3 service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Received event network-vif-deleted-77e4fda2-54b7-4147-8c8b-d47eb07b8226 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1271.832620] env[65665]: INFO nova.compute.manager [req-e0a5fcbf-b949-4106-ad37-300805f93571 req-f9d03a4b-9cde-44fc-be01-6a63e8ea99c3 service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Neutron deleted interface 77e4fda2-54b7-4147-8c8b-d47eb07b8226; detaching it from the instance and deleting it from the info cache [ 1271.832800] env[65665]: DEBUG nova.network.neutron [req-e0a5fcbf-b949-4106-ad37-300805f93571 req-f9d03a4b-9cde-44fc-be01-6a63e8ea99c3 service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.895135] env[65665]: INFO nova.compute.manager [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Rebuilding instance [ 1271.948585] env[65665]: DEBUG nova.compute.manager [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1271.949531] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe37624-676f-4b25-bc84-e651a92ae2a9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.064570] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.210664] env[65665]: DEBUG oslo_vmware.api [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855663, 'name': ReconfigVM_Task, 'duration_secs': 0.508385} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.210879] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-e5db329a-bb4a-4a61-9e1d-844366ff14d2/volume-e5db329a-bb4a-4a61-9e1d-844366ff14d2.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.216309] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0430c72-3e40-481e-ba5c-2051c3f62f2f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.233911] env[65665]: DEBUG oslo_vmware.api [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1272.233911] env[65665]: value = "task-4855664" [ 1272.233911] env[65665]: _type = "Task" [ 1272.233911] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.243194] env[65665]: DEBUG oslo_vmware.api [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.302847] env[65665]: DEBUG nova.network.neutron [-] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.335724] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d23ed405-3bc0-455f-b25b-f109ee6b02dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.346232] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb616ee0-4891-4dfd-89b1-5dcfff94f266 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.380602] env[65665]: DEBUG nova.compute.manager [req-e0a5fcbf-b949-4106-ad37-300805f93571 req-f9d03a4b-9cde-44fc-be01-6a63e8ea99c3 service nova] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Detach interface failed, port_id=77e4fda2-54b7-4147-8c8b-d47eb07b8226, reason: Instance a6bfc2be-d17e-4655-9f35-155baf8a8c1a could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1272.568918] env[65665]: DEBUG nova.compute.manager [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65665) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:924}} [ 1272.568984] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.569662] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.744929] env[65665]: DEBUG oslo_vmware.api [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.806072] env[65665]: INFO nova.compute.manager [-] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Took 1.27 seconds to deallocate network for instance. [ 1272.966329] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.966601] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e9c7c6d-59c3-4995-8067-ee75710f0167 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.976359] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1272.976359] env[65665]: value = "task-4855665" [ 1272.976359] env[65665]: _type = "Task" [ 1272.976359] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.986208] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.073341] env[65665]: DEBUG nova.objects.instance [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lazy-loading 'migration_context' on Instance uuid 0298a49a-3192-40b8-ba18-3bc356558102 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.248160] env[65665]: DEBUG oslo_vmware.api [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.312513] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.488856] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855665, 'name': PowerOffVM_Task, 'duration_secs': 0.244395} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.489132] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.489787] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.490583] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc6c261-ce64-48f2-87d4-0460cc593ab1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.497932] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.498192] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73c547a8-b4c0-4f1c-a4ad-474d48aa3843 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.525191] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.525494] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.525727] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Deleting the datastore file [datastore2] a8eea3ff-e367-4232-80db-4367147e231d {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.526025] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34d34b67-4d52-44b5-a6c5-f4e2cc614d49 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.533546] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1273.533546] env[65665]: value = "task-4855667" [ 1273.533546] env[65665]: _type = "Task" [ 1273.533546] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.542313] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.700252] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4862f85c-1bb6-4165-a81f-e202bcd301e9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.709482] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bb3e8c-fe1b-4f4e-aa88-6671938448dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.747021] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743d7deb-14c6-4469-a1e8-530add658ef7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.758147] env[65665]: DEBUG oslo_vmware.api [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855664, 'name': ReconfigVM_Task, 'duration_secs': 1.042168} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.758548] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946467', 'volume_id': 'e5db329a-bb4a-4a61-9e1d-844366ff14d2', 'name': 'volume-e5db329a-bb4a-4a61-9e1d-844366ff14d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dde2a3f-e93a-4902-8d5a-04c413ad4ae3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5db329a-bb4a-4a61-9e1d-844366ff14d2', 'serial': 'e5db329a-bb4a-4a61-9e1d-844366ff14d2'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1273.762121] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1a25fd-2cc8-41bf-96bd-eb7209273191 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.778918] env[65665]: DEBUG nova.compute.provider_tree [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.043929] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100695} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.044292] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.044482] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.044655] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.282616] env[65665]: DEBUG nova.scheduler.client.report [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.800666] env[65665]: DEBUG nova.objects.instance [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'flavor' on Instance uuid 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.081670] env[65665]: DEBUG nova.virt.hardware [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1275.081993] env[65665]: DEBUG nova.virt.hardware [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.082175] env[65665]: DEBUG nova.virt.hardware [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1275.082355] env[65665]: DEBUG nova.virt.hardware [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.082493] env[65665]: DEBUG nova.virt.hardware [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1275.082670] env[65665]: DEBUG nova.virt.hardware [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1275.082830] env[65665]: DEBUG nova.virt.hardware [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1275.082985] env[65665]: DEBUG nova.virt.hardware [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1275.083170] env[65665]: DEBUG nova.virt.hardware [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1275.083330] env[65665]: DEBUG nova.virt.hardware [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1275.083495] env[65665]: DEBUG nova.virt.hardware [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1275.086036] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0a383c-68bd-4d05-a3fe-7815a5d5c497 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.093502] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adef392-8cc7-490a-9b6f-5032d64fbdd2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.108666] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Instance VIF info [] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.115358] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1275.115657] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.115974] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c68a7e66-f4cd-4be9-b75a-8720c5a4c79d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.134478] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.134478] env[65665]: value = "task-4855669" [ 1275.134478] env[65665]: _type = "Task" [ 1275.134478] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.144367] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855669, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.294457] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.725s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.302569] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.990s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.302884] env[65665]: DEBUG nova.objects.instance [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lazy-loading 'resources' on Instance uuid a6bfc2be-d17e-4655-9f35-155baf8a8c1a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.311677] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6f89b71b-9bd4-4343-8035-92f7f2580f90 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.289s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.646729] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855669, 'name': CreateVM_Task, 'duration_secs': 0.303304} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.646899] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.647331] env[65665]: DEBUG oslo_concurrency.lockutils [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.647484] env[65665]: DEBUG oslo_concurrency.lockutils [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.647865] env[65665]: DEBUG oslo_concurrency.lockutils [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.648135] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903d8843-bd61-436a-bdf9-0e08296456ab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.653469] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1275.653469] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c296f-8312-dd29-f974-a73d6e2b0c25" [ 1275.653469] env[65665]: _type = "Task" [ 1275.653469] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.656655] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.656878] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.663949] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c296f-8312-dd29-f974-a73d6e2b0c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.910945] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6808ed34-4eb6-483e-abbc-f58d8e09a3e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.919282] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5b113d-e763-42f6-bbd1-c840ec594c62 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.951752] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c6cff2-9659-4b12-81fd-a3e459442800 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.960634] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8c4a0f-1f30-475c-84de-6a7df6ecfad6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.974687] env[65665]: DEBUG nova.compute.provider_tree [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.160129] env[65665]: INFO nova.compute.manager [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Detaching volume 4204126d-cafd-4f38-b933-e3e74627cce4 [ 1276.166240] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c296f-8312-dd29-f974-a73d6e2b0c25, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.166530] env[65665]: DEBUG oslo_concurrency.lockutils [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.166821] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.167070] env[65665]: DEBUG oslo_concurrency.lockutils [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.167386] env[65665]: DEBUG oslo_concurrency.lockutils [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.167433] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.167710] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e081529a-67cf-43d0-b477-07442081dee1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.179611] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.179843] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.180642] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0648c9-3d70-41e3-829c-c3f7f93165c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.186074] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1276.186074] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52246b74-f57c-d6d6-48b4-9545e55cc2ef" [ 1276.186074] env[65665]: _type = "Task" [ 1276.186074] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.194284] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52246b74-f57c-d6d6-48b4-9545e55cc2ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.196039] env[65665]: INFO nova.virt.block_device [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Attempting to driver detach volume 4204126d-cafd-4f38-b933-e3e74627cce4 from mountpoint /dev/sdb [ 1276.196255] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1276.196432] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946460', 'volume_id': '4204126d-cafd-4f38-b933-e3e74627cce4', 'name': 'volume-4204126d-cafd-4f38-b933-e3e74627cce4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dde2a3f-e93a-4902-8d5a-04c413ad4ae3', 'attached_at': '', 'detached_at': '', 'volume_id': '4204126d-cafd-4f38-b933-e3e74627cce4', 'serial': '4204126d-cafd-4f38-b933-e3e74627cce4'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1276.197227] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b24581-ddfe-42f9-a277-a3e2de7e0967 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.221740] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25679a7-cf43-4b32-ae28-5d27190dd08a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.229352] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10ee749-9506-44d2-859b-88307bd72e9c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.252780] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967cb3d3-c253-41bb-b5b5-fdd541708881 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.267995] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The volume has not been displaced from its original location: [datastore2] volume-4204126d-cafd-4f38-b933-e3e74627cce4/volume-4204126d-cafd-4f38-b933-e3e74627cce4.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1276.273081] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1276.273374] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b29fadf-6abf-4374-af7d-df3f64b1f3dc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.292116] env[65665]: DEBUG oslo_vmware.api [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1276.292116] env[65665]: value = "task-4855670" [ 1276.292116] env[65665]: _type = "Task" [ 1276.292116] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.300341] env[65665]: DEBUG oslo_vmware.api [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.478327] env[65665]: DEBUG nova.scheduler.client.report [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.696462] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52246b74-f57c-d6d6-48b4-9545e55cc2ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.697246] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62b6781-4628-49bb-a126-f399325cc19e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.702527] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1276.702527] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52257c96-8335-c9c8-6d52-b3a0aeb4d361" [ 1276.702527] env[65665]: _type = "Task" [ 1276.702527] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.709928] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52257c96-8335-c9c8-6d52-b3a0aeb4d361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.804937] env[65665]: DEBUG oslo_vmware.api [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855670, 'name': ReconfigVM_Task, 'duration_secs': 0.240809} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.805275] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.811195] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed59525d-5c73-4a64-a0a8-0ee6428d01b3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.837203] env[65665]: DEBUG oslo_vmware.api [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1276.837203] env[65665]: value = "task-4855671" [ 1276.837203] env[65665]: _type = "Task" [ 1276.837203] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.847404] env[65665]: DEBUG oslo_vmware.api [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.848771] env[65665]: INFO nova.compute.manager [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Swapping old allocation on dict_keys(['e52fd1e5-0d72-4d81-ad68-cf304205f8ba']) held by migration 57253763-6ff3-47c3-a673-300aad36e334 for instance [ 1276.876598] env[65665]: DEBUG nova.scheduler.client.report [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Overwriting current allocation {'allocations': {'e52fd1e5-0d72-4d81-ad68-cf304205f8ba': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': 'f26153d5641a4814a8977223e99fb045', 'user_id': 'bf417b913cd6406ab60387c7d346e5ac', 'consumer_generation': 1} on consumer 0298a49a-3192-40b8-ba18-3bc356558102 {{(pid=65665) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1276.946195] env[65665]: WARNING neutronclient.v2_0.client [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.984178] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.989018] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.989226] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.989406] env[65665]: DEBUG nova.network.neutron [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1277.004496] env[65665]: INFO nova.scheduler.client.report [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Deleted allocations for instance a6bfc2be-d17e-4655-9f35-155baf8a8c1a [ 1277.213933] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52257c96-8335-c9c8-6d52-b3a0aeb4d361, 'name': SearchDatastore_Task, 'duration_secs': 0.015214} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.214172] env[65665]: DEBUG oslo_concurrency.lockutils [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.214400] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a8eea3ff-e367-4232-80db-4367147e231d/a8eea3ff-e367-4232-80db-4367147e231d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.214651] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dbd4370-b853-48e1-ae1b-a00c6360d290 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.222149] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1277.222149] env[65665]: value = "task-4855672" [ 1277.222149] env[65665]: _type = "Task" [ 1277.222149] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.231538] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.346498] env[65665]: DEBUG oslo_vmware.api [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855671, 'name': ReconfigVM_Task, 'duration_secs': 0.159446} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.346875] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946460', 'volume_id': '4204126d-cafd-4f38-b933-e3e74627cce4', 'name': 'volume-4204126d-cafd-4f38-b933-e3e74627cce4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dde2a3f-e93a-4902-8d5a-04c413ad4ae3', 'attached_at': '', 'detached_at': '', 'volume_id': '4204126d-cafd-4f38-b933-e3e74627cce4', 'serial': '4204126d-cafd-4f38-b933-e3e74627cce4'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1277.492805] env[65665]: WARNING neutronclient.v2_0.client [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.513100] env[65665]: DEBUG oslo_concurrency.lockutils [None req-6ac306d2-b505-4321-a15a-1028ef96ea91 tempest-ServerActionsTestOtherA-61028757 tempest-ServerActionsTestOtherA-61028757-project-member] Lock "a6bfc2be-d17e-4655-9f35-155baf8a8c1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.128s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.690559] env[65665]: WARNING neutronclient.v2_0.client [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.734880] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476697} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.735177] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a8eea3ff-e367-4232-80db-4367147e231d/a8eea3ff-e367-4232-80db-4367147e231d.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.735398] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.735688] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53664685-c2c1-4cd8-ae59-82fa4920c234 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.743595] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1277.743595] env[65665]: value = "task-4855673" [ 1277.743595] env[65665]: _type = "Task" [ 1277.743595] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.753020] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.777357] env[65665]: DEBUG nova.network.neutron [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance_info_cache with network_info: [{"id": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "address": "fa:16:3e:d9:f6:87", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc02dd0a-79", "ovs_interfaceid": "bc02dd0a-79e8-4156-ba4a-b00d6e6a0722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.893607] env[65665]: DEBUG nova.objects.instance [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'flavor' on Instance uuid 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.254494] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142349} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.254810] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.256266] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04a633f-fb7e-4f12-9d1e-e53dc1be855e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.276609] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] a8eea3ff-e367-4232-80db-4367147e231d/a8eea3ff-e367-4232-80db-4367147e231d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.276929] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1622179-1649-49d0-aa94-e4c4f9bf7832 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.291851] env[65665]: DEBUG oslo_concurrency.lockutils [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-0298a49a-3192-40b8-ba18-3bc356558102" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.292303] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.292685] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-445f19b0-ec60-49b6-96d1-c235b97c89ee {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.300962] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1278.300962] env[65665]: value = "task-4855675" [ 1278.300962] env[65665]: _type = "Task" [ 1278.300962] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.302394] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1278.302394] env[65665]: value = "task-4855674" [ 1278.302394] env[65665]: _type = "Task" [ 1278.302394] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.319163] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855675, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.323387] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.818808] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855674, 'name': PowerOffVM_Task, 'duration_secs': 0.225331} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.822131] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.822910] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1278.823143] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.823330] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1278.823518] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.823691] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1278.823797] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1278.823999] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1278.824165] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1278.824326] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1278.824577] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1278.824753] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1278.830114] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855675, 'name': ReconfigVM_Task, 'duration_secs': 0.278494} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.830362] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0aa78fb-c334-48f1-b3c1-4b6e152ba4bb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.841627] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Reconfigured VM instance instance-0000007c to attach disk [datastore2] a8eea3ff-e367-4232-80db-4367147e231d/a8eea3ff-e367-4232-80db-4367147e231d.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.842415] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06aa0693-b58e-465d-a645-7d0a21eebeff {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.852260] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1278.852260] env[65665]: value = "task-4855676" [ 1278.852260] env[65665]: _type = "Task" [ 1278.852260] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.854010] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1278.854010] env[65665]: value = "task-4855677" [ 1278.854010] env[65665]: _type = "Task" [ 1278.854010] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.867053] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855676, 'name': Rename_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.871229] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.901982] env[65665]: DEBUG oslo_concurrency.lockutils [None req-0f9d85d7-d486-438e-8ef2-b4ed7faf4664 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.245s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.971304] env[65665]: DEBUG oslo_concurrency.lockutils [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.973588] env[65665]: DEBUG oslo_concurrency.lockutils [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.372380] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855676, 'name': Rename_Task, 'duration_secs': 0.136675} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.372985] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855677, 'name': ReconfigVM_Task, 'duration_secs': 0.162143} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.372985] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.373211] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79df8c4e-5e6c-4738-818f-b2d0979016c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.375446] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b7eeff-ee98-43e7-ad3c-cadf1ac16d91 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.397284] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1279.397284] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.397284] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1279.397284] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.397284] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1279.397284] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1279.397284] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1279.397704] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1279.397704] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1279.397799] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1279.398224] env[65665]: DEBUG nova.virt.hardware [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1279.400437] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576c77fe-db43-4141-ae88-3e71d622a62b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.403078] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1279.403078] env[65665]: value = "task-4855678" [ 1279.403078] env[65665]: _type = "Task" [ 1279.403078] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.408467] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1279.408467] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525d1811-11e7-2ba3-9542-11c8ca474d03" [ 1279.408467] env[65665]: _type = "Task" [ 1279.408467] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.417315] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.423412] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]525d1811-11e7-2ba3-9542-11c8ca474d03, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.429484] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1279.429846] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-858bdffa-8af7-4390-be65-0dd85833d647 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.450157] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1279.450157] env[65665]: value = "task-4855679" [ 1279.450157] env[65665]: _type = "Task" [ 1279.450157] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.461143] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.477398] env[65665]: INFO nova.compute.manager [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Detaching volume e5db329a-bb4a-4a61-9e1d-844366ff14d2 [ 1279.530894] env[65665]: INFO nova.virt.block_device [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Attempting to driver detach volume e5db329a-bb4a-4a61-9e1d-844366ff14d2 from mountpoint /dev/sdc [ 1279.530981] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1279.531181] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946467', 'volume_id': 'e5db329a-bb4a-4a61-9e1d-844366ff14d2', 'name': 'volume-e5db329a-bb4a-4a61-9e1d-844366ff14d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dde2a3f-e93a-4902-8d5a-04c413ad4ae3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5db329a-bb4a-4a61-9e1d-844366ff14d2', 'serial': 'e5db329a-bb4a-4a61-9e1d-844366ff14d2'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1279.532160] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866bcea8-65ae-45da-9302-48a88b819880 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.561313] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dd1143-07af-4de6-bd7f-56e48c4d6b66 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.569393] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a2d785-d813-4059-a1d5-8054f59b7988 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.591764] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd5e6a4-6eb0-47bb-9220-1c6facf8ea07 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.609994] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] The volume has not been displaced from its original location: [datastore2] volume-e5db329a-bb4a-4a61-9e1d-844366ff14d2/volume-e5db329a-bb4a-4a61-9e1d-844366ff14d2.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1279.615650] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Reconfiguring VM instance instance-00000078 to detach disk 2002 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1279.616136] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-346f46b8-ecfb-4544-b386-f5e2a3a0e652 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.635557] env[65665]: DEBUG oslo_vmware.api [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1279.635557] env[65665]: value = "task-4855680" [ 1279.635557] env[65665]: _type = "Task" [ 1279.635557] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.644621] env[65665]: DEBUG oslo_vmware.api [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.914769] env[65665]: DEBUG oslo_vmware.api [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855678, 'name': PowerOnVM_Task, 'duration_secs': 0.49464} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.915092] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.915281] env[65665]: DEBUG nova.compute.manager [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1279.916132] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ec8b43-655e-44a2-a463-1e07f92bcf1b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.960424] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855679, 'name': ReconfigVM_Task, 'duration_secs': 0.238332} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.960722] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.961581] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473ad159-8135-4d15-b186-ccc1104510b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.996509] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 0298a49a-3192-40b8-ba18-3bc356558102/0298a49a-3192-40b8-ba18-3bc356558102.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.997943] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78d91ed8-48f0-4024-a842-7a2d4635e79a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.018900] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1280.018900] env[65665]: value = "task-4855681" [ 1280.018900] env[65665]: _type = "Task" [ 1280.018900] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.027502] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.146787] env[65665]: DEBUG oslo_vmware.api [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855680, 'name': ReconfigVM_Task, 'duration_secs': 0.230598} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.147182] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Reconfigured VM instance instance-00000078 to detach disk 2002 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1280.152027] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8deed83a-2794-4bca-a94f-6e85b71cd66b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.167676] env[65665]: DEBUG oslo_vmware.api [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1280.167676] env[65665]: value = "task-4855682" [ 1280.167676] env[65665]: _type = "Task" [ 1280.167676] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.176803] env[65665]: DEBUG oslo_vmware.api [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.434905] env[65665]: DEBUG oslo_concurrency.lockutils [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.435237] env[65665]: DEBUG oslo_concurrency.lockutils [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.436389] env[65665]: DEBUG nova.objects.instance [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65665) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1280.529511] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855681, 'name': ReconfigVM_Task, 'duration_secs': 0.299919} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.529809] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 0298a49a-3192-40b8-ba18-3bc356558102/0298a49a-3192-40b8-ba18-3bc356558102.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.530772] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ad48ae-70dd-46af-ab0f-e851b1e6eacc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.550058] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae8e514-acbf-4e66-b838-a774a88fd29d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.569118] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592e43b0-84a4-4873-8019-b1945e5ed372 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.588748] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac13b19-5b15-4215-8ce2-d0469e3a91cd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.596484] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.596758] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-217100cc-2b64-407a-8ea2-b9487768263c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.603822] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1280.603822] env[65665]: value = "task-4855683" [ 1280.603822] env[65665]: _type = "Task" [ 1280.603822] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.614733] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.679700] env[65665]: DEBUG oslo_vmware.api [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855682, 'name': ReconfigVM_Task, 'duration_secs': 0.165965} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.679827] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946467', 'volume_id': 'e5db329a-bb4a-4a61-9e1d-844366ff14d2', 'name': 'volume-e5db329a-bb4a-4a61-9e1d-844366ff14d2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dde2a3f-e93a-4902-8d5a-04c413ad4ae3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e5db329a-bb4a-4a61-9e1d-844366ff14d2', 'serial': 'e5db329a-bb4a-4a61-9e1d-844366ff14d2'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1280.913396] env[65665]: DEBUG oslo_concurrency.lockutils [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquiring lock "a8eea3ff-e367-4232-80db-4367147e231d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.913749] env[65665]: DEBUG oslo_concurrency.lockutils [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lock "a8eea3ff-e367-4232-80db-4367147e231d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.914026] env[65665]: DEBUG oslo_concurrency.lockutils [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquiring lock "a8eea3ff-e367-4232-80db-4367147e231d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.914269] env[65665]: DEBUG oslo_concurrency.lockutils [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lock "a8eea3ff-e367-4232-80db-4367147e231d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.914475] env[65665]: DEBUG oslo_concurrency.lockutils [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lock "a8eea3ff-e367-4232-80db-4367147e231d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.916665] env[65665]: INFO nova.compute.manager [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Terminating instance [ 1281.114528] env[65665]: DEBUG oslo_vmware.api [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855683, 'name': PowerOnVM_Task, 'duration_secs': 0.396112} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.114832] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.237265] env[65665]: DEBUG nova.objects.instance [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'flavor' on Instance uuid 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.420317] env[65665]: DEBUG oslo_concurrency.lockutils [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquiring lock "refresh_cache-a8eea3ff-e367-4232-80db-4367147e231d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.420499] env[65665]: DEBUG oslo_concurrency.lockutils [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquired lock "refresh_cache-a8eea3ff-e367-4232-80db-4367147e231d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.420672] env[65665]: DEBUG nova.network.neutron [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1281.443539] env[65665]: DEBUG oslo_concurrency.lockutils [None req-330ae58d-679b-417b-85d8-bf2ec3994a89 tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.831072] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.831354] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.831541] env[65665]: INFO nova.compute.manager [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Shelving [ 1281.923300] env[65665]: WARNING neutronclient.v2_0.client [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.941131] env[65665]: DEBUG nova.network.neutron [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1282.005503] env[65665]: DEBUG nova.network.neutron [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.126057] env[65665]: INFO nova.compute.manager [None req-26816f30-ae5d-4c4e-badc-7dee434d40c9 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance to original state: 'active' [ 1282.246915] env[65665]: DEBUG oslo_concurrency.lockutils [None req-badde934-46a1-4aa3-bc4c-5435ae525981 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.507876] env[65665]: DEBUG oslo_concurrency.lockutils [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Releasing lock "refresh_cache-a8eea3ff-e367-4232-80db-4367147e231d" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.508354] env[65665]: DEBUG nova.compute.manager [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1282.508553] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.509542] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e06b86-6b24-487c-bea4-2a855fd977f9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.518957] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.519262] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7f5913a-48b8-4ddc-94f3-c32b0dccea78 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.526773] env[65665]: DEBUG oslo_vmware.api [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1282.526773] env[65665]: value = "task-4855684" [ 1282.526773] env[65665]: _type = "Task" [ 1282.526773] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.538214] env[65665]: DEBUG oslo_vmware.api [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.841723] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.842201] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5f3696d-6f02-4f36-98e7-40bf9b7068e7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.852017] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1282.852017] env[65665]: value = "task-4855685" [ 1282.852017] env[65665]: _type = "Task" [ 1282.852017] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.860897] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.037372] env[65665]: DEBUG oslo_vmware.api [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855684, 'name': PowerOffVM_Task, 'duration_secs': 0.201021} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.037763] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.037859] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.038507] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-053c313c-c3e4-4df2-82fb-7889dbb86f75 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.069305] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.069738] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.070171] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Deleting the datastore file [datastore2] a8eea3ff-e367-4232-80db-4367147e231d {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.070415] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ee5700c-822f-4f24-9e2b-53b3914b2deb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.079338] env[65665]: DEBUG oslo_vmware.api [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for the task: (returnval){ [ 1283.079338] env[65665]: value = "task-4855687" [ 1283.079338] env[65665]: _type = "Task" [ 1283.079338] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.088621] env[65665]: DEBUG oslo_vmware.api [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.303389] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "0298a49a-3192-40b8-ba18-3bc356558102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.303573] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "0298a49a-3192-40b8-ba18-3bc356558102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.304283] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "0298a49a-3192-40b8-ba18-3bc356558102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.304487] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "0298a49a-3192-40b8-ba18-3bc356558102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.304660] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "0298a49a-3192-40b8-ba18-3bc356558102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.306778] env[65665]: INFO nova.compute.manager [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Terminating instance [ 1283.362189] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855685, 'name': PowerOffVM_Task, 'duration_secs': 0.197728} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.362447] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.363260] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2136c4-c7ab-4689-a309-525a1263cacc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.383054] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e72ec6-82a9-4034-976c-2116d823e15f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.429903] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.430180] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.430390] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.430566] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.430729] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.433044] env[65665]: INFO nova.compute.manager [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Terminating instance [ 1283.589559] env[65665]: DEBUG oslo_vmware.api [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Task: {'id': task-4855687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106838} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.589826] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.590048] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.590255] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.590432] env[65665]: INFO nova.compute.manager [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1283.590676] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1283.590873] env[65665]: DEBUG nova.compute.manager [-] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1283.590968] env[65665]: DEBUG nova.network.neutron [-] [instance: a8eea3ff-e367-4232-80db-4367147e231d] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1283.591225] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.608522] env[65665]: DEBUG nova.network.neutron [-] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1283.608880] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.810680] env[65665]: DEBUG nova.compute.manager [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1283.810942] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.811837] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03a484d-7611-4bda-9ad6-d06171749044 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.820179] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.820425] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e586f6eb-2e02-4503-864c-2d974d9e1b1f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.826501] env[65665]: DEBUG oslo_vmware.api [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1283.826501] env[65665]: value = "task-4855688" [ 1283.826501] env[65665]: _type = "Task" [ 1283.826501] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.834776] env[65665]: DEBUG oslo_vmware.api [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.894061] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1283.894375] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4f45abd-6659-4bd7-ab02-ab57ad2d6d3c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.902900] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1283.902900] env[65665]: value = "task-4855689" [ 1283.902900] env[65665]: _type = "Task" [ 1283.902900] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.912677] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855689, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.937674] env[65665]: DEBUG nova.compute.manager [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1283.938010] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.938959] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cdc5eb-2e54-4716-9fa4-f2430d6c415a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.948114] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.948448] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d008db0c-e0eb-493d-b025-4e6d61b0023c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.956644] env[65665]: DEBUG oslo_vmware.api [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1283.956644] env[65665]: value = "task-4855690" [ 1283.956644] env[65665]: _type = "Task" [ 1283.956644] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.968725] env[65665]: DEBUG oslo_vmware.api [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.111505] env[65665]: DEBUG nova.network.neutron [-] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.336687] env[65665]: DEBUG oslo_vmware.api [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855688, 'name': PowerOffVM_Task, 'duration_secs': 0.231318} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.336935] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.337114] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.337367] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23214cf3-a861-4a32-9da3-a0418fdf9f3f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.404652] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.404980] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.405206] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleting the datastore file [datastore2] 0298a49a-3192-40b8-ba18-3bc356558102 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.409151] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94ec9b9b-f3b9-4435-8b29-e3d94dc64375 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.416513] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855689, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.417936] env[65665]: DEBUG oslo_vmware.api [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1284.417936] env[65665]: value = "task-4855692" [ 1284.417936] env[65665]: _type = "Task" [ 1284.417936] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.426068] env[65665]: DEBUG oslo_vmware.api [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.467262] env[65665]: DEBUG oslo_vmware.api [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855690, 'name': PowerOffVM_Task, 'duration_secs': 0.185635} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.467600] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.467812] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.468132] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15f757ea-f916-412e-928b-bc1ca1262161 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.551128] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.551535] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.551850] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Deleting the datastore file [datastore2] 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.552295] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6649634-95df-4ec9-bbf3-6f53532ddd41 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.561157] env[65665]: DEBUG oslo_vmware.api [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for the task: (returnval){ [ 1284.561157] env[65665]: value = "task-4855694" [ 1284.561157] env[65665]: _type = "Task" [ 1284.561157] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.570582] env[65665]: DEBUG oslo_vmware.api [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.614391] env[65665]: INFO nova.compute.manager [-] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Took 1.02 seconds to deallocate network for instance. [ 1284.916825] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855689, 'name': CreateSnapshot_Task, 'duration_secs': 0.865899} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.917095] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1284.917878] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215b8e70-30e6-40d8-8876-0cf703dd5886 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.933870] env[65665]: DEBUG oslo_vmware.api [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162434} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.934444] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.934626] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.934829] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.935038] env[65665]: INFO nova.compute.manager [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1284.935289] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1284.935473] env[65665]: DEBUG nova.compute.manager [-] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1284.935569] env[65665]: DEBUG nova.network.neutron [-] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1284.935831] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.969705] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.073055] env[65665]: DEBUG oslo_vmware.api [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Task: {'id': task-4855694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153384} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.073055] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.073055] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.073055] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.073055] env[65665]: INFO nova.compute.manager [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1285.073055] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1285.073055] env[65665]: DEBUG nova.compute.manager [-] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1285.073327] env[65665]: DEBUG nova.network.neutron [-] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1285.073405] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.112854] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.120734] env[65665]: DEBUG oslo_concurrency.lockutils [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.121027] env[65665]: DEBUG oslo_concurrency.lockutils [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.121252] env[65665]: DEBUG nova.objects.instance [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lazy-loading 'resources' on Instance uuid a8eea3ff-e367-4232-80db-4367147e231d {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.446022] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1285.446022] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42c4e406-2e02-4f16-93e4-682c34e1627d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.456813] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1285.456813] env[65665]: value = "task-4855695" [ 1285.456813] env[65665]: _type = "Task" [ 1285.456813] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.466541] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855695, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.478683] env[65665]: DEBUG nova.compute.manager [req-1c787713-75af-404b-94ba-9ec8ce049b63 req-22e32150-00cf-473f-aa11-d5adeab588c4 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Received event network-vif-deleted-bc02dd0a-79e8-4156-ba4a-b00d6e6a0722 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1285.478893] env[65665]: INFO nova.compute.manager [req-1c787713-75af-404b-94ba-9ec8ce049b63 req-22e32150-00cf-473f-aa11-d5adeab588c4 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Neutron deleted interface bc02dd0a-79e8-4156-ba4a-b00d6e6a0722; detaching it from the instance and deleting it from the info cache [ 1285.479391] env[65665]: DEBUG nova.network.neutron [req-1c787713-75af-404b-94ba-9ec8ce049b63 req-22e32150-00cf-473f-aa11-d5adeab588c4 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.583221] env[65665]: DEBUG nova.compute.manager [req-c4740335-b846-45dc-9d58-caa49204452b req-a6553274-d630-42be-b957-e4972204c26b service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Received event network-vif-deleted-4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1285.583472] env[65665]: INFO nova.compute.manager [req-c4740335-b846-45dc-9d58-caa49204452b req-a6553274-d630-42be-b957-e4972204c26b service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Neutron deleted interface 4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594; detaching it from the instance and deleting it from the info cache [ 1285.583749] env[65665]: DEBUG nova.network.neutron [req-c4740335-b846-45dc-9d58-caa49204452b req-a6553274-d630-42be-b957-e4972204c26b service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.708703] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd23f67-5d69-48d8-9283-bc85e2ad2aaf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.716612] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efc173e-715c-4fdc-895b-63ea3d92183b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.749329] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ea54e0-bee8-4bdc-928e-7fe313a98e65 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.758211] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36df631f-801a-4b24-b7cb-35a26655fa86 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.772940] env[65665]: DEBUG nova.compute.provider_tree [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.912507] env[65665]: DEBUG nova.network.neutron [-] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.966100] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855695, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.982088] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8055a524-2cba-4ade-8ca3-5f5eea5c72c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.993397] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432a1a1e-b86f-4c60-9570-073cd960f330 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.023126] env[65665]: DEBUG nova.compute.manager [req-1c787713-75af-404b-94ba-9ec8ce049b63 req-22e32150-00cf-473f-aa11-d5adeab588c4 service nova] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Detach interface failed, port_id=bc02dd0a-79e8-4156-ba4a-b00d6e6a0722, reason: Instance 0298a49a-3192-40b8-ba18-3bc356558102 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1286.062287] env[65665]: DEBUG nova.network.neutron [-] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.091284] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6407e442-2e82-4ea3-842c-946353afe445 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.101743] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d853f8fb-feb5-453a-a8dc-f963c3a30e74 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.132299] env[65665]: DEBUG nova.compute.manager [req-c4740335-b846-45dc-9d58-caa49204452b req-a6553274-d630-42be-b957-e4972204c26b service nova] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Detach interface failed, port_id=4f8c1b53-0a3e-4a7e-b00e-0a48c66ba594, reason: Instance 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1286.277267] env[65665]: DEBUG nova.scheduler.client.report [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.415478] env[65665]: INFO nova.compute.manager [-] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Took 1.48 seconds to deallocate network for instance. [ 1286.467355] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855695, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.565344] env[65665]: INFO nova.compute.manager [-] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Took 1.49 seconds to deallocate network for instance. [ 1286.782641] env[65665]: DEBUG oslo_concurrency.lockutils [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.806834] env[65665]: INFO nova.scheduler.client.report [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Deleted allocations for instance a8eea3ff-e367-4232-80db-4367147e231d [ 1286.921930] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.922164] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.922249] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.941379] env[65665]: INFO nova.scheduler.client.report [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleted allocations for instance 0298a49a-3192-40b8-ba18-3bc356558102 [ 1286.966606] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855695, 'name': CloneVM_Task, 'duration_secs': 1.443982} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.966863] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Created linked-clone VM from snapshot [ 1286.967794] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49823ec-b3bc-49b3-85c9-dbcfeca65674 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.976346] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Uploading image b880bf15-e91e-44e5-befa-522d913dc600 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1287.003651] env[65665]: DEBUG oslo_vmware.rw_handles [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1287.003651] env[65665]: value = "vm-946470" [ 1287.003651] env[65665]: _type = "VirtualMachine" [ 1287.003651] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1287.004355] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bb8873f6-fc97-4b9e-916e-dda7108ffcf6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.013010] env[65665]: DEBUG oslo_vmware.rw_handles [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lease: (returnval){ [ 1287.013010] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5240c1b2-61f9-682c-9be0-041da6a5583a" [ 1287.013010] env[65665]: _type = "HttpNfcLease" [ 1287.013010] env[65665]: } obtained for exporting VM: (result){ [ 1287.013010] env[65665]: value = "vm-946470" [ 1287.013010] env[65665]: _type = "VirtualMachine" [ 1287.013010] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1287.013336] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the lease: (returnval){ [ 1287.013336] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5240c1b2-61f9-682c-9be0-041da6a5583a" [ 1287.013336] env[65665]: _type = "HttpNfcLease" [ 1287.013336] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1287.020900] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1287.020900] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5240c1b2-61f9-682c-9be0-041da6a5583a" [ 1287.020900] env[65665]: _type = "HttpNfcLease" [ 1287.020900] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1287.072747] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.073049] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.073274] env[65665]: DEBUG nova.objects.instance [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lazy-loading 'resources' on Instance uuid 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.315821] env[65665]: DEBUG oslo_concurrency.lockutils [None req-21cdfee5-1cb6-4641-9485-6809796f35ec tempest-ServersListShow296Test-318815012 tempest-ServersListShow296Test-318815012-project-member] Lock "a8eea3ff-e367-4232-80db-4367147e231d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.402s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.450818] env[65665]: DEBUG oslo_concurrency.lockutils [None req-5077f8e0-a858-44e5-8260-6b4abc1e308b tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "0298a49a-3192-40b8-ba18-3bc356558102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.147s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.522552] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1287.522552] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5240c1b2-61f9-682c-9be0-041da6a5583a" [ 1287.522552] env[65665]: _type = "HttpNfcLease" [ 1287.522552] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1287.522895] env[65665]: DEBUG oslo_vmware.rw_handles [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1287.522895] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5240c1b2-61f9-682c-9be0-041da6a5583a" [ 1287.522895] env[65665]: _type = "HttpNfcLease" [ 1287.522895] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1287.523601] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01f378a-00ed-42f3-9f31-e3b792b6cef1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.531654] env[65665]: DEBUG oslo_vmware.rw_handles [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a297e-65e8-f1f2-f1dd-51c219d038cd/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1287.531827] env[65665]: DEBUG oslo_vmware.rw_handles [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a297e-65e8-f1f2-f1dd-51c219d038cd/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1287.622109] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec593011-c269-4699-ac6f-18c1d877f9fd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.647115] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7a6e81-83ec-40e6-9c4b-eadac9164831 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.661886] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2ff22c-fae9-4ce8-827a-df044f711087 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.692312] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f78a58-3a5d-47e8-9b54-94f140e23856 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.701181] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8323df-d1c8-49fb-9cb9-1c2c5e753a76 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.716204] env[65665]: DEBUG nova.compute.provider_tree [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.219847] env[65665]: DEBUG nova.scheduler.client.report [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.618740] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.619763] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.725871] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.752042] env[65665]: INFO nova.scheduler.client.report [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Deleted allocations for instance 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3 [ 1289.122906] env[65665]: DEBUG nova.compute.manager [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1289.263131] env[65665]: DEBUG oslo_concurrency.lockutils [None req-9a6d36a9-0ac9-4ed2-af61-8ed114ddc0e3 tempest-AttachVolumeTestJSON-837886045 tempest-AttachVolumeTestJSON-837886045-project-member] Lock "8dde2a3f-e93a-4902-8d5a-04c413ad4ae3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.833s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.647993] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.648358] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.650164] env[65665]: INFO nova.compute.claims [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.715986] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de47f4fd-5e9c-4acf-ab50-04960b673386 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.723939] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc144d4-ccfb-4fec-bef4-46b4cc58fb5c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.756452] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520b8c15-962f-4879-84a9-d18dc7887577 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.765042] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebeb7f8-fd0c-4bb2-a02e-0c39257c13e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.779888] env[65665]: DEBUG nova.compute.provider_tree [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.283093] env[65665]: DEBUG nova.scheduler.client.report [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.788392] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.788975] env[65665]: DEBUG nova.compute.manager [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1292.294157] env[65665]: DEBUG nova.compute.utils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.295828] env[65665]: DEBUG nova.compute.manager [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1292.296070] env[65665]: DEBUG nova.network.neutron [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1292.296857] env[65665]: WARNING neutronclient.v2_0.client [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1292.297201] env[65665]: WARNING neutronclient.v2_0.client [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1292.347677] env[65665]: DEBUG nova.policy [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf417b913cd6406ab60387c7d346e5ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f26153d5641a4814a8977223e99fb045', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1292.664039] env[65665]: DEBUG nova.network.neutron [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Successfully created port: d3d05498-b049-4cbb-bc88-94b6c04cadf7 {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1292.801366] env[65665]: DEBUG nova.compute.manager [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1293.812998] env[65665]: DEBUG nova.compute.manager [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1293.842434] env[65665]: DEBUG nova.virt.hardware [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1293.842645] env[65665]: DEBUG nova.virt.hardware [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.842792] env[65665]: DEBUG nova.virt.hardware [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1293.842971] env[65665]: DEBUG nova.virt.hardware [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.843131] env[65665]: DEBUG nova.virt.hardware [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1293.843274] env[65665]: DEBUG nova.virt.hardware [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1293.843481] env[65665]: DEBUG nova.virt.hardware [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1293.843634] env[65665]: DEBUG nova.virt.hardware [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1293.843793] env[65665]: DEBUG nova.virt.hardware [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1293.843951] env[65665]: DEBUG nova.virt.hardware [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1293.844137] env[65665]: DEBUG nova.virt.hardware [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1293.845069] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d263e7e4-7c85-4790-ba98-5e3cb8e667e8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.853932] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714901b4-d20b-4341-b6f4-232d1c3b390f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.086197] env[65665]: DEBUG nova.compute.manager [req-8ac6d72f-b409-4a80-8e73-8c3d98596fce req-8f7ab714-9d5d-4a0c-b7c4-25611cda8553 service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Received event network-vif-plugged-d3d05498-b049-4cbb-bc88-94b6c04cadf7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1294.086481] env[65665]: DEBUG oslo_concurrency.lockutils [req-8ac6d72f-b409-4a80-8e73-8c3d98596fce req-8f7ab714-9d5d-4a0c-b7c4-25611cda8553 service nova] Acquiring lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.086624] env[65665]: DEBUG oslo_concurrency.lockutils [req-8ac6d72f-b409-4a80-8e73-8c3d98596fce req-8f7ab714-9d5d-4a0c-b7c4-25611cda8553 service nova] Lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.086787] env[65665]: DEBUG oslo_concurrency.lockutils [req-8ac6d72f-b409-4a80-8e73-8c3d98596fce req-8f7ab714-9d5d-4a0c-b7c4-25611cda8553 service nova] Lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.086948] env[65665]: DEBUG nova.compute.manager [req-8ac6d72f-b409-4a80-8e73-8c3d98596fce req-8f7ab714-9d5d-4a0c-b7c4-25611cda8553 service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] No waiting events found dispatching network-vif-plugged-d3d05498-b049-4cbb-bc88-94b6c04cadf7 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1294.087326] env[65665]: WARNING nova.compute.manager [req-8ac6d72f-b409-4a80-8e73-8c3d98596fce req-8f7ab714-9d5d-4a0c-b7c4-25611cda8553 service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Received unexpected event network-vif-plugged-d3d05498-b049-4cbb-bc88-94b6c04cadf7 for instance with vm_state building and task_state spawning. [ 1294.189318] env[65665]: DEBUG nova.network.neutron [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Successfully updated port: d3d05498-b049-4cbb-bc88-94b6c04cadf7 {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1294.692623] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.692826] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.693051] env[65665]: DEBUG nova.network.neutron [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1295.232717] env[65665]: DEBUG nova.network.neutron [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1295.263949] env[65665]: DEBUG oslo_vmware.rw_handles [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a297e-65e8-f1f2-f1dd-51c219d038cd/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1295.264940] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bf82b4-a5c0-40d3-9491-3ff7e9353066 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.271486] env[65665]: DEBUG oslo_vmware.rw_handles [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a297e-65e8-f1f2-f1dd-51c219d038cd/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1295.271627] env[65665]: ERROR oslo_vmware.rw_handles [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a297e-65e8-f1f2-f1dd-51c219d038cd/disk-0.vmdk due to incomplete transfer. [ 1295.271869] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f37e865-058f-4bca-8bb9-e9cfd802a79b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.283036] env[65665]: DEBUG oslo_vmware.rw_handles [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a297e-65e8-f1f2-f1dd-51c219d038cd/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1295.283166] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Uploaded image b880bf15-e91e-44e5-befa-522d913dc600 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1295.285584] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1295.285860] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5dcf7142-7724-491e-981b-c3e33ab5238c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.292397] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1295.292397] env[65665]: value = "task-4855699" [ 1295.292397] env[65665]: _type = "Task" [ 1295.292397] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.301373] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855699, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.304256] env[65665]: WARNING neutronclient.v2_0.client [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.377625] env[65665]: DEBUG nova.network.neutron [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Updating instance_info_cache with network_info: [{"id": "d3d05498-b049-4cbb-bc88-94b6c04cadf7", "address": "fa:16:3e:a4:b5:aa", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3d05498-b0", "ovs_interfaceid": "d3d05498-b049-4cbb-bc88-94b6c04cadf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.802936] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855699, 'name': Destroy_Task, 'duration_secs': 0.312734} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.803225] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Destroyed the VM [ 1295.803480] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1295.803737] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a65393ab-462d-4ab0-b1c2-64a8b44298ca {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.810243] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1295.810243] env[65665]: value = "task-4855700" [ 1295.810243] env[65665]: _type = "Task" [ 1295.810243] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.819151] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855700, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.879993] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.880403] env[65665]: DEBUG nova.compute.manager [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Instance network_info: |[{"id": "d3d05498-b049-4cbb-bc88-94b6c04cadf7", "address": "fa:16:3e:a4:b5:aa", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3d05498-b0", "ovs_interfaceid": "d3d05498-b049-4cbb-bc88-94b6c04cadf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1295.880889] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:b5:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3d05498-b049-4cbb-bc88-94b6c04cadf7', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.888458] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1295.888675] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.888903] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21cf15e4-144b-4d81-b17c-a8fb5e58d35f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.910406] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.910406] env[65665]: value = "task-4855701" [ 1295.910406] env[65665]: _type = "Task" [ 1295.910406] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.917843] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855701, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.118446] env[65665]: DEBUG nova.compute.manager [req-918d7443-be94-4c3e-84f3-100b7193ec7d req-e3973c0f-be46-49f1-9c11-2be15b1669cf service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Received event network-changed-d3d05498-b049-4cbb-bc88-94b6c04cadf7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1296.118643] env[65665]: DEBUG nova.compute.manager [req-918d7443-be94-4c3e-84f3-100b7193ec7d req-e3973c0f-be46-49f1-9c11-2be15b1669cf service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Refreshing instance network info cache due to event network-changed-d3d05498-b049-4cbb-bc88-94b6c04cadf7. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1296.118851] env[65665]: DEBUG oslo_concurrency.lockutils [req-918d7443-be94-4c3e-84f3-100b7193ec7d req-e3973c0f-be46-49f1-9c11-2be15b1669cf service nova] Acquiring lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.118989] env[65665]: DEBUG oslo_concurrency.lockutils [req-918d7443-be94-4c3e-84f3-100b7193ec7d req-e3973c0f-be46-49f1-9c11-2be15b1669cf service nova] Acquired lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.119206] env[65665]: DEBUG nova.network.neutron [req-918d7443-be94-4c3e-84f3-100b7193ec7d req-e3973c0f-be46-49f1-9c11-2be15b1669cf service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Refreshing network info cache for port d3d05498-b049-4cbb-bc88-94b6c04cadf7 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.320345] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855700, 'name': RemoveSnapshot_Task, 'duration_secs': 0.392048} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.320707] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1296.320904] env[65665]: DEBUG nova.compute.manager [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1296.321652] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6e08c2-a2eb-43d2-839e-0d71e1be8a96 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.420546] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855701, 'name': CreateVM_Task, 'duration_secs': 0.29853} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.420731] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.421260] env[65665]: WARNING neutronclient.v2_0.client [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1296.421637] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.421781] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.422104] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.422381] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba535512-4d33-424e-9e5a-178625a83e91 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.428506] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1296.428506] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c3814-70b6-aaaa-41b5-667591e74ba0" [ 1296.428506] env[65665]: _type = "Task" [ 1296.428506] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.438508] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c3814-70b6-aaaa-41b5-667591e74ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.622471] env[65665]: WARNING neutronclient.v2_0.client [req-918d7443-be94-4c3e-84f3-100b7193ec7d req-e3973c0f-be46-49f1-9c11-2be15b1669cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1296.781128] env[65665]: WARNING neutronclient.v2_0.client [req-918d7443-be94-4c3e-84f3-100b7193ec7d req-e3973c0f-be46-49f1-9c11-2be15b1669cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1296.833476] env[65665]: INFO nova.compute.manager [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Shelve offloading [ 1296.853347] env[65665]: DEBUG nova.network.neutron [req-918d7443-be94-4c3e-84f3-100b7193ec7d req-e3973c0f-be46-49f1-9c11-2be15b1669cf service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Updated VIF entry in instance network info cache for port d3d05498-b049-4cbb-bc88-94b6c04cadf7. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1296.853708] env[65665]: DEBUG nova.network.neutron [req-918d7443-be94-4c3e-84f3-100b7193ec7d req-e3973c0f-be46-49f1-9c11-2be15b1669cf service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Updating instance_info_cache with network_info: [{"id": "d3d05498-b049-4cbb-bc88-94b6c04cadf7", "address": "fa:16:3e:a4:b5:aa", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3d05498-b0", "ovs_interfaceid": "d3d05498-b049-4cbb-bc88-94b6c04cadf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.942046] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]529c3814-70b6-aaaa-41b5-667591e74ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.012095} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.942589] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.942957] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.943332] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.943569] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.943850] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.944240] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e80ced8-a1c1-4d0a-a8e7-161b39c9fbef {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.956990] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.957305] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.958549] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa37a77-de7c-4b7d-8822-c33683079e8b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.966603] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1296.966603] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bc867f-b749-8b78-bd8b-bc94b5909588" [ 1296.966603] env[65665]: _type = "Task" [ 1296.966603] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.979403] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52bc867f-b749-8b78-bd8b-bc94b5909588, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.980550] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b28a90e8-4d57-4fe1-86a7-aed9db291052 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.987380] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1296.987380] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5200f7a4-ee41-6472-ed92-86bf5a4876fd" [ 1296.987380] env[65665]: _type = "Task" [ 1296.987380] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.999233] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5200f7a4-ee41-6472-ed92-86bf5a4876fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.337407] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.337738] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d78f9b6a-b41a-4f9a-af3a-1071bf1fc277 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.346763] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1297.346763] env[65665]: value = "task-4855703" [ 1297.346763] env[65665]: _type = "Task" [ 1297.346763] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.355328] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.355806] env[65665]: DEBUG oslo_concurrency.lockutils [req-918d7443-be94-4c3e-84f3-100b7193ec7d req-e3973c0f-be46-49f1-9c11-2be15b1669cf service nova] Releasing lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.498933] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5200f7a4-ee41-6472-ed92-86bf5a4876fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009114} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.499207] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.499453] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be/d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.499717] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f19d9d4f-1a85-4656-b9d1-bd0cab77bac1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.507299] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1297.507299] env[65665]: value = "task-4855704" [ 1297.507299] env[65665]: _type = "Task" [ 1297.507299] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.515735] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.859173] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1297.859419] env[65665]: DEBUG nova.compute.manager [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1297.860277] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c72562-0815-4f10-9ef2-3b8e8367c0f8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.867787] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.868013] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.868172] env[65665]: DEBUG nova.network.neutron [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1298.017299] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467996} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.017555] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be/d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.017761] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.018042] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49aeab32-60bb-456b-8b9a-6916c3f44a41 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.024976] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1298.024976] env[65665]: value = "task-4855705" [ 1298.024976] env[65665]: _type = "Task" [ 1298.024976] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.033087] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.371051] env[65665]: WARNING neutronclient.v2_0.client [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.530649] env[65665]: WARNING neutronclient.v2_0.client [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.539031] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074001} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.539272] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.540091] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c9bc94-b348-4ed9-bc11-2e6afa925252 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.563136] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be/d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.563429] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcfe2ebe-ce1b-4f76-86b2-d3f6548ae124 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.587855] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1298.587855] env[65665]: value = "task-4855706" [ 1298.587855] env[65665]: _type = "Task" [ 1298.587855] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.597695] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.614855] env[65665]: DEBUG nova.network.neutron [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updating instance_info_cache with network_info: [{"id": "e0bf3688-7174-47b7-b550-62713303152c", "address": "fa:16:3e:4d:80:ab", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bf3688-71", "ovs_interfaceid": "e0bf3688-7174-47b7-b550-62713303152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.099864] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855706, 'name': ReconfigVM_Task, 'duration_secs': 0.286077} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.100160] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Reconfigured VM instance instance-0000007d to attach disk [datastore2] d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be/d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.100810] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99a95868-03cf-4c8a-820c-9d86086a12cc {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.108075] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1299.108075] env[65665]: value = "task-4855707" [ 1299.108075] env[65665]: _type = "Task" [ 1299.108075] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.118505] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.118980] env[65665]: WARNING neutronclient.v2_0.client [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.119310] env[65665]: WARNING neutronclient.v2_0.client [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1299.121237] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855707, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.375817] env[65665]: DEBUG nova.compute.manager [req-36684e5d-0bb9-4158-af71-6e24b83c2faa req-b48ea1fc-ef92-4e6b-bc8b-58963257d9d2 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Received event network-vif-unplugged-e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1299.376140] env[65665]: DEBUG oslo_concurrency.lockutils [req-36684e5d-0bb9-4158-af71-6e24b83c2faa req-b48ea1fc-ef92-4e6b-bc8b-58963257d9d2 service nova] Acquiring lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.376140] env[65665]: DEBUG oslo_concurrency.lockutils [req-36684e5d-0bb9-4158-af71-6e24b83c2faa req-b48ea1fc-ef92-4e6b-bc8b-58963257d9d2 service nova] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.376227] env[65665]: DEBUG oslo_concurrency.lockutils [req-36684e5d-0bb9-4158-af71-6e24b83c2faa req-b48ea1fc-ef92-4e6b-bc8b-58963257d9d2 service nova] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.376401] env[65665]: DEBUG nova.compute.manager [req-36684e5d-0bb9-4158-af71-6e24b83c2faa req-b48ea1fc-ef92-4e6b-bc8b-58963257d9d2 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] No waiting events found dispatching network-vif-unplugged-e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1299.376583] env[65665]: WARNING nova.compute.manager [req-36684e5d-0bb9-4158-af71-6e24b83c2faa req-b48ea1fc-ef92-4e6b-bc8b-58963257d9d2 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Received unexpected event network-vif-unplugged-e0bf3688-7174-47b7-b550-62713303152c for instance with vm_state shelved and task_state shelving_offloading. [ 1299.474345] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.475321] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b0f575-605b-4694-972e-35a0cd6d16d5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.483881] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.484265] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e257f8ff-642a-44fc-8131-3dbcc87d6baa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.550974] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.551439] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Deleting contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.551729] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleting the datastore file [datastore1] c931764b-3d6e-425d-88c4-bafa0eebc2e7 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.552094] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6a8e8f3-2124-4d51-843b-21b4a9150efe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.559650] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1299.559650] env[65665]: value = "task-4855709" [ 1299.559650] env[65665]: _type = "Task" [ 1299.559650] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.570343] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.617486] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855707, 'name': Rename_Task, 'duration_secs': 0.163445} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.617836] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.618218] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a304c196-e06d-4ba2-855f-b894e4423347 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.625233] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1299.625233] env[65665]: value = "task-4855710" [ 1299.625233] env[65665]: _type = "Task" [ 1299.625233] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.638681] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.073231] env[65665]: DEBUG oslo_vmware.api [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148284} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.073231] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.073231] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Deleted contents of the VM from datastore datastore1 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.073383] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.107093] env[65665]: INFO nova.scheduler.client.report [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleted allocations for instance c931764b-3d6e-425d-88c4-bafa0eebc2e7 [ 1300.138549] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855710, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.611859] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.612177] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.612364] env[65665]: DEBUG nova.objects.instance [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'resources' on Instance uuid c931764b-3d6e-425d-88c4-bafa0eebc2e7 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.636310] env[65665]: DEBUG oslo_vmware.api [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855710, 'name': PowerOnVM_Task, 'duration_secs': 0.526619} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.636564] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.636750] env[65665]: INFO nova.compute.manager [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1300.636917] env[65665]: DEBUG nova.compute.manager [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1300.637688] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c23d49-bdae-4b26-baa5-7b84146dc0fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.115523] env[65665]: DEBUG nova.objects.instance [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'numa_topology' on Instance uuid c931764b-3d6e-425d-88c4-bafa0eebc2e7 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.156745] env[65665]: INFO nova.compute.manager [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Took 11.53 seconds to build instance. [ 1301.418439] env[65665]: DEBUG nova.compute.manager [req-11f23f5b-7d54-44fc-bcf4-e5f061dbe47f req-426ef723-167f-4761-8392-c4e3b689d1cc service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Received event network-changed-e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1301.418630] env[65665]: DEBUG nova.compute.manager [req-11f23f5b-7d54-44fc-bcf4-e5f061dbe47f req-426ef723-167f-4761-8392-c4e3b689d1cc service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Refreshing instance network info cache due to event network-changed-e0bf3688-7174-47b7-b550-62713303152c. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1301.418852] env[65665]: DEBUG oslo_concurrency.lockutils [req-11f23f5b-7d54-44fc-bcf4-e5f061dbe47f req-426ef723-167f-4761-8392-c4e3b689d1cc service nova] Acquiring lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.419016] env[65665]: DEBUG oslo_concurrency.lockutils [req-11f23f5b-7d54-44fc-bcf4-e5f061dbe47f req-426ef723-167f-4761-8392-c4e3b689d1cc service nova] Acquired lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.419212] env[65665]: DEBUG nova.network.neutron [req-11f23f5b-7d54-44fc-bcf4-e5f061dbe47f req-426ef723-167f-4761-8392-c4e3b689d1cc service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Refreshing network info cache for port e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.618614] env[65665]: DEBUG nova.objects.base [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1301.658228] env[65665]: DEBUG oslo_concurrency.lockutils [None req-298bc83b-7b56-40f9-9f97-13f9dc403113 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.039s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.669972] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb687271-1a7a-45a0-b5f6-3bc9587defe4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.678474] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bcad81-9104-464c-a846-d0916dc564c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.710989] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05e695e-2999-4f13-a4df-075edfefbade {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.719436] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304f78df-66b6-43f0-ba0f-a52ccb6ef536 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.733391] env[65665]: DEBUG nova.compute.provider_tree [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.905974] env[65665]: DEBUG nova.compute.manager [req-967634ce-372e-477a-9db5-d19dbc6f92c2 req-692675ca-ebfa-497e-8972-6f8da52579be service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Received event network-changed-d3d05498-b049-4cbb-bc88-94b6c04cadf7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1301.906264] env[65665]: DEBUG nova.compute.manager [req-967634ce-372e-477a-9db5-d19dbc6f92c2 req-692675ca-ebfa-497e-8972-6f8da52579be service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Refreshing instance network info cache due to event network-changed-d3d05498-b049-4cbb-bc88-94b6c04cadf7. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1301.906741] env[65665]: DEBUG oslo_concurrency.lockutils [req-967634ce-372e-477a-9db5-d19dbc6f92c2 req-692675ca-ebfa-497e-8972-6f8da52579be service nova] Acquiring lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.906887] env[65665]: DEBUG oslo_concurrency.lockutils [req-967634ce-372e-477a-9db5-d19dbc6f92c2 req-692675ca-ebfa-497e-8972-6f8da52579be service nova] Acquired lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.907051] env[65665]: DEBUG nova.network.neutron [req-967634ce-372e-477a-9db5-d19dbc6f92c2 req-692675ca-ebfa-497e-8972-6f8da52579be service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Refreshing network info cache for port d3d05498-b049-4cbb-bc88-94b6c04cadf7 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.921754] env[65665]: WARNING neutronclient.v2_0.client [req-11f23f5b-7d54-44fc-bcf4-e5f061dbe47f req-426ef723-167f-4761-8392-c4e3b689d1cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.084280] env[65665]: WARNING neutronclient.v2_0.client [req-11f23f5b-7d54-44fc-bcf4-e5f061dbe47f req-426ef723-167f-4761-8392-c4e3b689d1cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.153101] env[65665]: DEBUG nova.network.neutron [req-11f23f5b-7d54-44fc-bcf4-e5f061dbe47f req-426ef723-167f-4761-8392-c4e3b689d1cc service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updated VIF entry in instance network info cache for port e0bf3688-7174-47b7-b550-62713303152c. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1302.153477] env[65665]: DEBUG nova.network.neutron [req-11f23f5b-7d54-44fc-bcf4-e5f061dbe47f req-426ef723-167f-4761-8392-c4e3b689d1cc service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updating instance_info_cache with network_info: [{"id": "e0bf3688-7174-47b7-b550-62713303152c", "address": "fa:16:3e:4d:80:ab", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": null, "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape0bf3688-71", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.236974] env[65665]: DEBUG nova.scheduler.client.report [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.409750] env[65665]: WARNING neutronclient.v2_0.client [req-967634ce-372e-477a-9db5-d19dbc6f92c2 req-692675ca-ebfa-497e-8972-6f8da52579be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.460893] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.575522] env[65665]: WARNING neutronclient.v2_0.client [req-967634ce-372e-477a-9db5-d19dbc6f92c2 req-692675ca-ebfa-497e-8972-6f8da52579be service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.643747] env[65665]: DEBUG nova.network.neutron [req-967634ce-372e-477a-9db5-d19dbc6f92c2 req-692675ca-ebfa-497e-8972-6f8da52579be service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Updated VIF entry in instance network info cache for port d3d05498-b049-4cbb-bc88-94b6c04cadf7. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1302.644140] env[65665]: DEBUG nova.network.neutron [req-967634ce-372e-477a-9db5-d19dbc6f92c2 req-692675ca-ebfa-497e-8972-6f8da52579be service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Updating instance_info_cache with network_info: [{"id": "d3d05498-b049-4cbb-bc88-94b6c04cadf7", "address": "fa:16:3e:a4:b5:aa", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3d05498-b0", "ovs_interfaceid": "d3d05498-b049-4cbb-bc88-94b6c04cadf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.656610] env[65665]: DEBUG oslo_concurrency.lockutils [req-11f23f5b-7d54-44fc-bcf4-e5f061dbe47f req-426ef723-167f-4761-8392-c4e3b689d1cc service nova] Releasing lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.743885] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.147168] env[65665]: DEBUG oslo_concurrency.lockutils [req-967634ce-372e-477a-9db5-d19dbc6f92c2 req-692675ca-ebfa-497e-8972-6f8da52579be service nova] Releasing lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.251824] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2eb4a9d9-d92d-4c22-a42c-9fe070ef9126 tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.420s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.252676] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.792s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.252873] env[65665]: INFO nova.compute.manager [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Unshelving [ 1304.279368] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.279632] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.279853] env[65665]: DEBUG nova.objects.instance [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'pci_requests' on Instance uuid c931764b-3d6e-425d-88c4-bafa0eebc2e7 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.783764] env[65665]: DEBUG nova.objects.instance [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'numa_topology' on Instance uuid c931764b-3d6e-425d-88c4-bafa0eebc2e7 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.286558] env[65665]: INFO nova.compute.claims [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.350506] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa42843-9bab-488a-add8-4efd093c5f1b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.358416] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cd82b2-7433-4ffa-8b28-8b54929c8ad2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.387765] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50128d94-a9ee-4b23-98a8-5ea60793bc19 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.395794] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc56cb41-74f2-4535-a0f4-805889f732be {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.409888] env[65665]: DEBUG nova.compute.provider_tree [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.912884] env[65665]: DEBUG nova.scheduler.client.report [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.417857] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.138s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.418516] env[65665]: WARNING neutronclient.v2_0.client [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1307.460884] env[65665]: INFO nova.network.neutron [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updating port e0bf3688-7174-47b7-b550-62713303152c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1308.127020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.127020] env[65665]: DEBUG oslo_concurrency.lockutils [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.127305] env[65665]: INFO nova.compute.manager [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Shelving [ 1308.889331] env[65665]: DEBUG nova.compute.manager [req-f81c84e5-3b77-4bdc-bed1-c05a6d6a1b82 req-9d6b46e9-d04a-4299-8b74-c811ebe5349e service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Received event network-vif-plugged-e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1308.889634] env[65665]: DEBUG oslo_concurrency.lockutils [req-f81c84e5-3b77-4bdc-bed1-c05a6d6a1b82 req-9d6b46e9-d04a-4299-8b74-c811ebe5349e service nova] Acquiring lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.889747] env[65665]: DEBUG oslo_concurrency.lockutils [req-f81c84e5-3b77-4bdc-bed1-c05a6d6a1b82 req-9d6b46e9-d04a-4299-8b74-c811ebe5349e service nova] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.889911] env[65665]: DEBUG oslo_concurrency.lockutils [req-f81c84e5-3b77-4bdc-bed1-c05a6d6a1b82 req-9d6b46e9-d04a-4299-8b74-c811ebe5349e service nova] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.890084] env[65665]: DEBUG nova.compute.manager [req-f81c84e5-3b77-4bdc-bed1-c05a6d6a1b82 req-9d6b46e9-d04a-4299-8b74-c811ebe5349e service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] No waiting events found dispatching network-vif-plugged-e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1308.890244] env[65665]: WARNING nova.compute.manager [req-f81c84e5-3b77-4bdc-bed1-c05a6d6a1b82 req-9d6b46e9-d04a-4299-8b74-c811ebe5349e service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Received unexpected event network-vif-plugged-e0bf3688-7174-47b7-b550-62713303152c for instance with vm_state shelved_offloaded and task_state spawning. [ 1308.980651] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.980843] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.981039] env[65665]: DEBUG nova.network.neutron [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1309.137758] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.138169] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4d9cc1-5013-4566-a2fa-6b22b5d03c10 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.146306] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1309.146306] env[65665]: value = "task-4855711" [ 1309.146306] env[65665]: _type = "Task" [ 1309.146306] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.155901] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.484119] env[65665]: WARNING neutronclient.v2_0.client [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1309.644363] env[65665]: WARNING neutronclient.v2_0.client [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1309.655679] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855711, 'name': PowerOffVM_Task, 'duration_secs': 0.27765} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.655940] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.656785] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba39600f-bb8b-4f0a-a1e0-e4d54553cb0a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.675429] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c419cf7-3058-42c1-a03c-5cccbc8de456 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.724275] env[65665]: DEBUG nova.network.neutron [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updating instance_info_cache with network_info: [{"id": "e0bf3688-7174-47b7-b550-62713303152c", "address": "fa:16:3e:4d:80:ab", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bf3688-71", "ovs_interfaceid": "e0bf3688-7174-47b7-b550-62713303152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.188480] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1310.188896] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4f5994e4-79b5-4422-a1b1-63a7f41f3b5a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.197792] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1310.197792] env[65665]: value = "task-4855712" [ 1310.197792] env[65665]: _type = "Task" [ 1310.197792] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.208257] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855712, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.227166] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.259937] env[65665]: DEBUG nova.virt.hardware [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879e4841223385050d9e6babfab93065',container_format='bare',created_at=2025-11-27T02:38:44Z,direct_url=,disk_format='vmdk',id=b880bf15-e91e-44e5-befa-522d913dc600,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-22795143-shelved',owner='10b335171f7e4dfd9ffa1dea0cc5e48f',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-27T02:38:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1310.260296] env[65665]: DEBUG nova.virt.hardware [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.260518] env[65665]: DEBUG nova.virt.hardware [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1310.260771] env[65665]: DEBUG nova.virt.hardware [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.260940] env[65665]: DEBUG nova.virt.hardware [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1310.261158] env[65665]: DEBUG nova.virt.hardware [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1310.261434] env[65665]: DEBUG nova.virt.hardware [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1310.261598] env[65665]: DEBUG nova.virt.hardware [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1310.261762] env[65665]: DEBUG nova.virt.hardware [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1310.261920] env[65665]: DEBUG nova.virt.hardware [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1310.262101] env[65665]: DEBUG nova.virt.hardware [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1310.262952] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f9904f-d783-4c05-91f7-4eea7e5ccc24 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.271088] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b064ea-aa5a-4b1d-96f2-47708bc41d5d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.284922] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:80:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0bf3688-7174-47b7-b550-62713303152c', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.292327] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1310.292623] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.292860] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36fccd4c-1ba9-44c9-bc60-af3951861940 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.312521] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.312521] env[65665]: value = "task-4855713" [ 1310.312521] env[65665]: _type = "Task" [ 1310.312521] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.320950] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855713, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.708506] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855712, 'name': CreateSnapshot_Task, 'duration_secs': 0.461069} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.708770] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1310.709518] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce06b359-7749-4877-999c-fb501ad88752 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.822943] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855713, 'name': CreateVM_Task, 'duration_secs': 0.305809} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.823155] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.823498] env[65665]: WARNING neutronclient.v2_0.client [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1310.823875] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.824038] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.824444] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.824713] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8aa3366-afe3-4d2f-ad01-dece6a34a61a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.829669] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1310.829669] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52615222-cef5-8d46-2948-df8b7a4185ef" [ 1310.829669] env[65665]: _type = "Task" [ 1310.829669] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.837865] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52615222-cef5-8d46-2948-df8b7a4185ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.920814] env[65665]: DEBUG nova.compute.manager [req-e977e106-9a39-4b84-ad2e-383bfb410dee req-a27af01c-11c1-4660-9a60-c486039f8892 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Received event network-changed-e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1310.920998] env[65665]: DEBUG nova.compute.manager [req-e977e106-9a39-4b84-ad2e-383bfb410dee req-a27af01c-11c1-4660-9a60-c486039f8892 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Refreshing instance network info cache due to event network-changed-e0bf3688-7174-47b7-b550-62713303152c. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1310.921227] env[65665]: DEBUG oslo_concurrency.lockutils [req-e977e106-9a39-4b84-ad2e-383bfb410dee req-a27af01c-11c1-4660-9a60-c486039f8892 service nova] Acquiring lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.921368] env[65665]: DEBUG oslo_concurrency.lockutils [req-e977e106-9a39-4b84-ad2e-383bfb410dee req-a27af01c-11c1-4660-9a60-c486039f8892 service nova] Acquired lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.921525] env[65665]: DEBUG nova.network.neutron [req-e977e106-9a39-4b84-ad2e-383bfb410dee req-a27af01c-11c1-4660-9a60-c486039f8892 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Refreshing network info cache for port e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.227669] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1311.228142] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-078ee09f-4e56-40e5-a89d-3271c0b04d03 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.236938] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1311.236938] env[65665]: value = "task-4855714" [ 1311.236938] env[65665]: _type = "Task" [ 1311.236938] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.246864] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855714, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.341506] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.341774] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Processing image b880bf15-e91e-44e5-befa-522d913dc600 {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.342015] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600/b880bf15-e91e-44e5-befa-522d913dc600.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.342172] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600/b880bf15-e91e-44e5-befa-522d913dc600.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.342346] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.342619] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fe24597-04b6-4bad-ac44-5ead9294de8c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.352940] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.353173] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.353920] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d005aad-51aa-4c06-9843-65ac017c9ab0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.359959] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1311.359959] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52afba49-f0b9-fe5f-c594-28dffed31c77" [ 1311.359959] env[65665]: _type = "Task" [ 1311.359959] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.370358] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52afba49-f0b9-fe5f-c594-28dffed31c77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.424295] env[65665]: WARNING neutronclient.v2_0.client [req-e977e106-9a39-4b84-ad2e-383bfb410dee req-a27af01c-11c1-4660-9a60-c486039f8892 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1311.588594] env[65665]: WARNING neutronclient.v2_0.client [req-e977e106-9a39-4b84-ad2e-383bfb410dee req-a27af01c-11c1-4660-9a60-c486039f8892 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1311.665326] env[65665]: DEBUG nova.network.neutron [req-e977e106-9a39-4b84-ad2e-383bfb410dee req-a27af01c-11c1-4660-9a60-c486039f8892 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updated VIF entry in instance network info cache for port e0bf3688-7174-47b7-b550-62713303152c. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1311.665684] env[65665]: DEBUG nova.network.neutron [req-e977e106-9a39-4b84-ad2e-383bfb410dee req-a27af01c-11c1-4660-9a60-c486039f8892 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updating instance_info_cache with network_info: [{"id": "e0bf3688-7174-47b7-b550-62713303152c", "address": "fa:16:3e:4d:80:ab", "network": {"id": "70d8a8b0-d959-4d73-9d0d-e9770e59b5ba", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-926670535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10b335171f7e4dfd9ffa1dea0cc5e48f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bf3688-71", "ovs_interfaceid": "e0bf3688-7174-47b7-b550-62713303152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.747105] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855714, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.871679] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Preparing fetch location {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1311.871903] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Fetch image to [datastore2] OSTACK_IMG_f16e702a-04c9-42e3-a3e3-f81da772dab3/OSTACK_IMG_f16e702a-04c9-42e3-a3e3-f81da772dab3.vmdk {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1311.872125] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Downloading stream optimized image b880bf15-e91e-44e5-befa-522d913dc600 to [datastore2] OSTACK_IMG_f16e702a-04c9-42e3-a3e3-f81da772dab3/OSTACK_IMG_f16e702a-04c9-42e3-a3e3-f81da772dab3.vmdk on the data store datastore2 as vApp {{(pid=65665) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1311.872307] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Downloading image file data b880bf15-e91e-44e5-befa-522d913dc600 to the ESX as VM named 'OSTACK_IMG_f16e702a-04c9-42e3-a3e3-f81da772dab3' {{(pid=65665) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1311.951429] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1311.951429] env[65665]: value = "resgroup-9" [ 1311.951429] env[65665]: _type = "ResourcePool" [ 1311.951429] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1311.952160] env[65665]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-31dafe16-7fe7-4770-8d7b-c79e2a4a9a11 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.973826] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lease: (returnval){ [ 1311.973826] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520de864-d4f9-848c-9c20-a905b34a68e6" [ 1311.973826] env[65665]: _type = "HttpNfcLease" [ 1311.973826] env[65665]: } obtained for vApp import into resource pool (val){ [ 1311.973826] env[65665]: value = "resgroup-9" [ 1311.973826] env[65665]: _type = "ResourcePool" [ 1311.973826] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1311.974225] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the lease: (returnval){ [ 1311.974225] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520de864-d4f9-848c-9c20-a905b34a68e6" [ 1311.974225] env[65665]: _type = "HttpNfcLease" [ 1311.974225] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1311.983666] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1311.983666] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520de864-d4f9-848c-9c20-a905b34a68e6" [ 1311.983666] env[65665]: _type = "HttpNfcLease" [ 1311.983666] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1312.168769] env[65665]: DEBUG oslo_concurrency.lockutils [req-e977e106-9a39-4b84-ad2e-383bfb410dee req-a27af01c-11c1-4660-9a60-c486039f8892 service nova] Releasing lock "refresh_cache-c931764b-3d6e-425d-88c4-bafa0eebc2e7" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.248501] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855714, 'name': CloneVM_Task} progress is 100%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.483253] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1312.483253] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520de864-d4f9-848c-9c20-a905b34a68e6" [ 1312.483253] env[65665]: _type = "HttpNfcLease" [ 1312.483253] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1312.483534] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1312.483534] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]520de864-d4f9-848c-9c20-a905b34a68e6" [ 1312.483534] env[65665]: _type = "HttpNfcLease" [ 1312.483534] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1312.484334] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bcd7e8-4b9d-4374-b98e-18cb0a0f96a5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.491781] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529727c9-b761-0541-94d0-59ccf4b04275/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1312.491956] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529727c9-b761-0541-94d0-59ccf4b04275/disk-0.vmdk. {{(pid=65665) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1312.553432] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-87015b0f-fd04-46d8-800d-89f74945c8ad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.751156] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855714, 'name': CloneVM_Task, 'duration_secs': 1.025462} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.752514] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Created linked-clone VM from snapshot [ 1312.753417] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb99805-45f7-4a0f-a885-d74bbf4473b8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.763491] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Uploading image 1261a35a-7c39-4712-a16a-bf493c62abb0 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1312.787112] env[65665]: DEBUG oslo_vmware.rw_handles [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1312.787112] env[65665]: value = "vm-946474" [ 1312.787112] env[65665]: _type = "VirtualMachine" [ 1312.787112] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1312.787491] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dd5e2c7c-2814-4deb-9a5f-0f1d4c5dce33 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.797103] env[65665]: DEBUG oslo_vmware.rw_handles [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lease: (returnval){ [ 1312.797103] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522afa43-7498-3950-028e-8d9dd2e78e27" [ 1312.797103] env[65665]: _type = "HttpNfcLease" [ 1312.797103] env[65665]: } obtained for exporting VM: (result){ [ 1312.797103] env[65665]: value = "vm-946474" [ 1312.797103] env[65665]: _type = "VirtualMachine" [ 1312.797103] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1312.797488] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the lease: (returnval){ [ 1312.797488] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522afa43-7498-3950-028e-8d9dd2e78e27" [ 1312.797488] env[65665]: _type = "HttpNfcLease" [ 1312.797488] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1312.806055] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1312.806055] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522afa43-7498-3950-028e-8d9dd2e78e27" [ 1312.806055] env[65665]: _type = "HttpNfcLease" [ 1312.806055] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1312.864576] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.305992] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1313.305992] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522afa43-7498-3950-028e-8d9dd2e78e27" [ 1313.305992] env[65665]: _type = "HttpNfcLease" [ 1313.305992] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1313.306527] env[65665]: DEBUG oslo_vmware.rw_handles [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1313.306527] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]522afa43-7498-3950-028e-8d9dd2e78e27" [ 1313.306527] env[65665]: _type = "HttpNfcLease" [ 1313.306527] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1313.307166] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00d63d7-06e1-4e0d-a4a4-329aa08dada0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.317011] env[65665]: DEBUG oslo_vmware.rw_handles [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be7460-77f6-38eb-e483-aae6bf78bc76/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1313.317230] env[65665]: DEBUG oslo_vmware.rw_handles [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be7460-77f6-38eb-e483-aae6bf78bc76/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1313.411060] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0c53829e-a98c-483b-913f-2dd818f18d27 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.754770] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Completed reading data from the image iterator. {{(pid=65665) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1313.755099] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529727c9-b761-0541-94d0-59ccf4b04275/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1313.756246] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3dc4ac-62fb-426b-ad8d-28aa25b78abd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.765423] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529727c9-b761-0541-94d0-59ccf4b04275/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1313.765719] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529727c9-b761-0541-94d0-59ccf4b04275/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1313.766120] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7dbb394c-3631-417a-a367-a0ba09b1d13d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.870187] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.977163] env[65665]: DEBUG oslo_vmware.rw_handles [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529727c9-b761-0541-94d0-59ccf4b04275/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1313.977593] env[65665]: INFO nova.virt.vmwareapi.images [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Downloaded image file data b880bf15-e91e-44e5-befa-522d913dc600 [ 1313.979653] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a6d93f-bbc4-4c7b-a635-b63c90c26dd7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.000929] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f13abc70-7f0c-4bed-8a06-2ea55021892f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.029116] env[65665]: INFO nova.virt.vmwareapi.images [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] The imported VM was unregistered [ 1314.032444] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Caching image {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1314.032862] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600 {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.033324] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd149d8f-f7d8-4411-b6ae-085bb2ed5952 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.064115] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Created directory with path [datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600 {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.064479] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f16e702a-04c9-42e3-a3e3-f81da772dab3/OSTACK_IMG_f16e702a-04c9-42e3-a3e3-f81da772dab3.vmdk to [datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600/b880bf15-e91e-44e5-befa-522d913dc600.vmdk. {{(pid=65665) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1314.065356] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f398024d-a619-493d-b89f-e79c11d318a9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.073632] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1314.073632] env[65665]: value = "task-4855718" [ 1314.073632] env[65665]: _type = "Task" [ 1314.073632] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.084046] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855718, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.585698] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855718, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.086176] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855718, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.587434] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855718, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.870589] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.087949] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855718, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.589207] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855718, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.333823} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.589599] env[65665]: INFO nova.virt.vmwareapi.ds_util [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f16e702a-04c9-42e3-a3e3-f81da772dab3/OSTACK_IMG_f16e702a-04c9-42e3-a3e3-f81da772dab3.vmdk to [datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600/b880bf15-e91e-44e5-befa-522d913dc600.vmdk. [ 1316.589713] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Cleaning up location [datastore2] OSTACK_IMG_f16e702a-04c9-42e3-a3e3-f81da772dab3 {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1316.589870] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f16e702a-04c9-42e3-a3e3-f81da772dab3 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.590150] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b393e89-1cc2-47b0-bb9f-8e3cfb32cb11 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.597774] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1316.597774] env[65665]: value = "task-4855719" [ 1316.597774] env[65665]: _type = "Task" [ 1316.597774] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.606478] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.871062] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.108930] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.053191} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.109222] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.109428] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600/b880bf15-e91e-44e5-befa-522d913dc600.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.109680] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600/b880bf15-e91e-44e5-befa-522d913dc600.vmdk to [datastore2] c931764b-3d6e-425d-88c4-bafa0eebc2e7/c931764b-3d6e-425d-88c4-bafa0eebc2e7.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.109951] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b19a1d15-63b0-4c46-a71c-a12db8e53b7c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.117621] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1317.117621] env[65665]: value = "task-4855720" [ 1317.117621] env[65665]: _type = "Task" [ 1317.117621] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.127404] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.628922] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855720, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.870015] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.870300] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.129855] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855720, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.373777] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.374083] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.374285] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.374482] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1318.375457] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12969144-106b-43ce-a219-cfa9096f8f7c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.385249] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc004b2-e5a3-48d1-bce3-ed487b331ed6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.402020] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183deffc-37eb-4a8a-8af4-138b894c51c9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.409989] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb366ef-33dd-423c-9106-41955f171662 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.442759] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179918MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1318.442993] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.443141] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.630538] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855720, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.131956] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855720, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.473944] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1319.474127] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1319.474228] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance c931764b-3d6e-425d-88c4-bafa0eebc2e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1319.474405] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1319.474552] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_os_type_None': '3', 'num_proj_10b335171f7e4dfd9ffa1dea0cc5e48f': '1', 'io_workload': '0', 'num_vm_active': '2', 'num_task_shelving_image_uploading': '1', 'num_proj_b4973bdfb5804212a54cd8af3b63c6c9': '1', 'num_task_None': '1', 'num_proj_f26153d5641a4814a8977223e99fb045': '1'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1319.531775] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b67f66a-e0ce-474c-980f-d919e93ac67f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.540209] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7cf839-71ba-45ff-bbd4-e19b5030d688 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.572717] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f01dae7-b8a8-41fe-bd9f-bda54522488c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.581697] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4acf3f3-1cf8-43ca-ad50-ba8a46713807 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.595947] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.630729] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855720, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.427647} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.631219] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b880bf15-e91e-44e5-befa-522d913dc600/b880bf15-e91e-44e5-befa-522d913dc600.vmdk to [datastore2] c931764b-3d6e-425d-88c4-bafa0eebc2e7/c931764b-3d6e-425d-88c4-bafa0eebc2e7.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.631758] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e211fc6e-3f1e-415e-82d8-23fa12a24857 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.654282] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c931764b-3d6e-425d-88c4-bafa0eebc2e7/c931764b-3d6e-425d-88c4-bafa0eebc2e7.vmdk or device None with type streamOptimized {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.654574] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca14358-8112-4545-8465-4ced3d8d5b69 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.674929] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1319.674929] env[65665]: value = "task-4855721" [ 1319.674929] env[65665]: _type = "Task" [ 1319.674929] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.683948] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.099124] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.185111] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855721, 'name': ReconfigVM_Task, 'duration_secs': 0.289127} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.185407] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c931764b-3d6e-425d-88c4-bafa0eebc2e7/c931764b-3d6e-425d-88c4-bafa0eebc2e7.vmdk or device None with type streamOptimized {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.186054] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6449f42-4613-4630-8011-6f369a453d37 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.193656] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1320.193656] env[65665]: value = "task-4855722" [ 1320.193656] env[65665]: _type = "Task" [ 1320.193656] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.206628] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855722, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.605865] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1320.606141] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.163s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.676230] env[65665]: DEBUG oslo_vmware.rw_handles [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be7460-77f6-38eb-e483-aae6bf78bc76/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1320.677231] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ed6ab1-78cc-4343-bd50-ee94c1aa9960 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.683574] env[65665]: DEBUG oslo_vmware.rw_handles [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be7460-77f6-38eb-e483-aae6bf78bc76/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1320.683737] env[65665]: ERROR oslo_vmware.rw_handles [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be7460-77f6-38eb-e483-aae6bf78bc76/disk-0.vmdk due to incomplete transfer. [ 1320.683957] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-47ebcb45-6b05-4df1-a82e-13e33aac5551 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.692028] env[65665]: DEBUG oslo_vmware.rw_handles [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be7460-77f6-38eb-e483-aae6bf78bc76/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1320.692267] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Uploaded image 1261a35a-7c39-4712-a16a-bf493c62abb0 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1320.694011] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1320.694304] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8f31de41-1269-43f3-9523-187c998e37cf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.704089] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855722, 'name': Rename_Task, 'duration_secs': 0.153876} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.705216] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.705505] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1320.705505] env[65665]: value = "task-4855723" [ 1320.705505] env[65665]: _type = "Task" [ 1320.705505] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.705730] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e70ad86f-3115-4366-b093-57342bffe0d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.715127] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855723, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.716514] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1320.716514] env[65665]: value = "task-4855724" [ 1320.716514] env[65665]: _type = "Task" [ 1320.716514] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.726649] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.217770] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855723, 'name': Destroy_Task, 'duration_secs': 0.309337} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.221653] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Destroyed the VM [ 1321.221653] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1321.221653] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3413fe74-1bd6-4ca9-867b-dbcc85124939 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.230662] env[65665]: DEBUG oslo_vmware.api [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855724, 'name': PowerOnVM_Task, 'duration_secs': 0.454267} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.231904] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.234155] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1321.234155] env[65665]: value = "task-4855725" [ 1321.234155] env[65665]: _type = "Task" [ 1321.234155] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.326987] env[65665]: DEBUG nova.compute.manager [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1321.328311] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f889f4f6-a100-44f3-9b27-4c979168b2ac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.744305] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855725, 'name': RemoveSnapshot_Task, 'duration_secs': 0.423077} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.744642] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1321.744828] env[65665]: DEBUG nova.compute.manager [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1321.745600] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1436d8a8-b557-4f2b-a530-9f011e00f8e0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.847554] env[65665]: DEBUG oslo_concurrency.lockutils [None req-f0633e6f-e15b-4ab9-ba1f-8b3bb1feebdd tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.595s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.137648] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.137907] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.138145] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.138394] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.138557] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.140686] env[65665]: INFO nova.compute.manager [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Terminating instance [ 1322.257841] env[65665]: INFO nova.compute.manager [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Shelve offloading [ 1322.644492] env[65665]: DEBUG nova.compute.manager [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1322.644720] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.645703] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1103920f-6bc1-41d3-8f4c-64c396cf9b3a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.653730] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.653971] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b5166a2-024e-4bc5-9090-359192e79c8e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.661221] env[65665]: DEBUG oslo_vmware.api [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1322.661221] env[65665]: value = "task-4855726" [ 1322.661221] env[65665]: _type = "Task" [ 1322.661221] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.669633] env[65665]: DEBUG oslo_vmware.api [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.761643] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.762154] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0770003a-4ee4-4ca6-9c88-861b18b01931 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.770606] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1322.770606] env[65665]: value = "task-4855727" [ 1322.770606] env[65665]: _type = "Task" [ 1322.770606] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.781495] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1322.781742] env[65665]: DEBUG nova.compute.manager [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1322.782980] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7231df4-61b1-4f7b-a614-d35631420aa0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.790217] env[65665]: DEBUG oslo_concurrency.lockutils [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.790217] env[65665]: DEBUG oslo_concurrency.lockutils [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.790217] env[65665]: DEBUG nova.network.neutron [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1323.171259] env[65665]: DEBUG oslo_vmware.api [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855726, 'name': PowerOffVM_Task, 'duration_secs': 0.164455} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.171506] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.171633] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.171888] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a83a71cb-a4c3-4aad-bee5-ea857292957c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.231471] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.231724] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.231944] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleting the datastore file [datastore2] c931764b-3d6e-425d-88c4-bafa0eebc2e7 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.232128] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdabea9b-bb12-4bfd-8893-fb7de151c54f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.239138] env[65665]: DEBUG oslo_vmware.api [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for the task: (returnval){ [ 1323.239138] env[65665]: value = "task-4855729" [ 1323.239138] env[65665]: _type = "Task" [ 1323.239138] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.247131] env[65665]: DEBUG oslo_vmware.api [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.293070] env[65665]: WARNING neutronclient.v2_0.client [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.475865] env[65665]: WARNING neutronclient.v2_0.client [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.543274] env[65665]: DEBUG nova.network.neutron [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updating instance_info_cache with network_info: [{"id": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "address": "fa:16:3e:5e:a6:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf5b027-66", "ovs_interfaceid": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.606762] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.607045] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.607159] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1323.751669] env[65665]: DEBUG oslo_vmware.api [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Task: {'id': task-4855729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14023} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.751934] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.752079] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.752249] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.752423] env[65665]: INFO nova.compute.manager [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1323.752681] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1323.752894] env[65665]: DEBUG nova.compute.manager [-] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1323.753013] env[65665]: DEBUG nova.network.neutron [-] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1323.753314] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.809870] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1324.047832] env[65665]: DEBUG oslo_concurrency.lockutils [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.047832] env[65665]: WARNING neutronclient.v2_0.client [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1324.047832] env[65665]: WARNING neutronclient.v2_0.client [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1324.211370] env[65665]: DEBUG nova.compute.manager [req-e52a31a7-8861-498a-8605-87a543781e9d req-0c66db5a-8b52-4425-97ad-20b5c06bf623 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Received event network-vif-deleted-e0bf3688-7174-47b7-b550-62713303152c {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1324.211540] env[65665]: INFO nova.compute.manager [req-e52a31a7-8861-498a-8605-87a543781e9d req-0c66db5a-8b52-4425-97ad-20b5c06bf623 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Neutron deleted interface e0bf3688-7174-47b7-b550-62713303152c; detaching it from the instance and deleting it from the info cache [ 1324.211700] env[65665]: DEBUG nova.network.neutron [req-e52a31a7-8861-498a-8605-87a543781e9d req-0c66db5a-8b52-4425-97ad-20b5c06bf623 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.288090] env[65665]: DEBUG nova.compute.manager [req-45e2cb67-d88b-40bb-96c9-afa10640fa97 req-e01c1e55-809f-4363-a503-4c9534df9cd0 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Received event network-vif-unplugged-eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1324.288090] env[65665]: DEBUG oslo_concurrency.lockutils [req-45e2cb67-d88b-40bb-96c9-afa10640fa97 req-e01c1e55-809f-4363-a503-4c9534df9cd0 service nova] Acquiring lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.288343] env[65665]: DEBUG oslo_concurrency.lockutils [req-45e2cb67-d88b-40bb-96c9-afa10640fa97 req-e01c1e55-809f-4363-a503-4c9534df9cd0 service nova] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.288548] env[65665]: DEBUG oslo_concurrency.lockutils [req-45e2cb67-d88b-40bb-96c9-afa10640fa97 req-e01c1e55-809f-4363-a503-4c9534df9cd0 service nova] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.288716] env[65665]: DEBUG nova.compute.manager [req-45e2cb67-d88b-40bb-96c9-afa10640fa97 req-e01c1e55-809f-4363-a503-4c9534df9cd0 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] No waiting events found dispatching network-vif-unplugged-eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1324.288923] env[65665]: WARNING nova.compute.manager [req-45e2cb67-d88b-40bb-96c9-afa10640fa97 req-e01c1e55-809f-4363-a503-4c9534df9cd0 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Received unexpected event network-vif-unplugged-eaf5b027-661f-4ea5-bd21-a82c7ef11192 for instance with vm_state shelved and task_state shelving_offloading. [ 1324.381330] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.382306] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0bf256-e3da-4fe7-9f03-adc5d45f670c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.392020] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.392020] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01e34557-4a8a-4a8c-aa1b-f2a262973c3f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.458622] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.458932] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.459031] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleting the datastore file [datastore2] 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.459359] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e51d3fa7-459f-483c-8e59-d9fe413c8a44 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.466906] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1324.466906] env[65665]: value = "task-4855731" [ 1324.466906] env[65665]: _type = "Task" [ 1324.466906] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.475639] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.691517] env[65665]: DEBUG nova.network.neutron [-] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.715380] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cc15f7e-2779-4cd4-9bcc-648521d9eb16 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.726979] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adb3c9c-de38-4f65-ba2f-9f6def1f0b1c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.756018] env[65665]: DEBUG nova.compute.manager [req-e52a31a7-8861-498a-8605-87a543781e9d req-0c66db5a-8b52-4425-97ad-20b5c06bf623 service nova] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Detach interface failed, port_id=e0bf3688-7174-47b7-b550-62713303152c, reason: Instance c931764b-3d6e-425d-88c4-bafa0eebc2e7 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1324.977481] env[65665]: DEBUG oslo_vmware.api [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141149} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.977786] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.977993] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.978079] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.005824] env[65665]: INFO nova.scheduler.client.report [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleted allocations for instance 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 [ 1325.195125] env[65665]: INFO nova.compute.manager [-] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Took 1.44 seconds to deallocate network for instance. [ 1325.510890] env[65665]: DEBUG oslo_concurrency.lockutils [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.511200] env[65665]: DEBUG oslo_concurrency.lockutils [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.511347] env[65665]: DEBUG nova.objects.instance [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lazy-loading 'resources' on Instance uuid 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.702277] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.013749] env[65665]: DEBUG nova.objects.instance [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lazy-loading 'numa_topology' on Instance uuid 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.323586] env[65665]: DEBUG nova.compute.manager [req-24397554-b28b-413f-93b3-cc7050f5e5e5 req-d9112f23-4c1c-4746-ad15-b9000b2ff050 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Received event network-changed-eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1326.324105] env[65665]: DEBUG nova.compute.manager [req-24397554-b28b-413f-93b3-cc7050f5e5e5 req-d9112f23-4c1c-4746-ad15-b9000b2ff050 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Refreshing instance network info cache due to event network-changed-eaf5b027-661f-4ea5-bd21-a82c7ef11192. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1326.324358] env[65665]: DEBUG oslo_concurrency.lockutils [req-24397554-b28b-413f-93b3-cc7050f5e5e5 req-d9112f23-4c1c-4746-ad15-b9000b2ff050 service nova] Acquiring lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.324542] env[65665]: DEBUG oslo_concurrency.lockutils [req-24397554-b28b-413f-93b3-cc7050f5e5e5 req-d9112f23-4c1c-4746-ad15-b9000b2ff050 service nova] Acquired lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.324777] env[65665]: DEBUG nova.network.neutron [req-24397554-b28b-413f-93b3-cc7050f5e5e5 req-d9112f23-4c1c-4746-ad15-b9000b2ff050 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Refreshing network info cache for port eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.516722] env[65665]: DEBUG nova.objects.base [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Object Instance<04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8> lazy-loaded attributes: resources,numa_topology {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1326.576739] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b721ce29-531e-4f58-840d-48bce72509d7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.588613] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d4d8e8-979e-4eb3-8742-01890596f36c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.641474] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dacf529-1ee9-43f4-8208-e16689c1e958 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.651691] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e0e813-e3ef-4280-b43b-18ac7e2a8200 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.667591] env[65665]: DEBUG nova.compute.provider_tree [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.828427] env[65665]: WARNING neutronclient.v2_0.client [req-24397554-b28b-413f-93b3-cc7050f5e5e5 req-d9112f23-4c1c-4746-ad15-b9000b2ff050 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.029331] env[65665]: WARNING neutronclient.v2_0.client [req-24397554-b28b-413f-93b3-cc7050f5e5e5 req-d9112f23-4c1c-4746-ad15-b9000b2ff050 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1327.171060] env[65665]: DEBUG nova.scheduler.client.report [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.212083] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.508014] env[65665]: DEBUG nova.network.neutron [req-24397554-b28b-413f-93b3-cc7050f5e5e5 req-d9112f23-4c1c-4746-ad15-b9000b2ff050 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updated VIF entry in instance network info cache for port eaf5b027-661f-4ea5-bd21-a82c7ef11192. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1327.508544] env[65665]: DEBUG nova.network.neutron [req-24397554-b28b-413f-93b3-cc7050f5e5e5 req-d9112f23-4c1c-4746-ad15-b9000b2ff050 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updating instance_info_cache with network_info: [{"id": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "address": "fa:16:3e:5e:a6:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapeaf5b027-66", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.675958] env[65665]: DEBUG oslo_concurrency.lockutils [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.678603] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.977s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.678817] env[65665]: DEBUG nova.objects.instance [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lazy-loading 'resources' on Instance uuid c931764b-3d6e-425d-88c4-bafa0eebc2e7 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.012096] env[65665]: DEBUG oslo_concurrency.lockutils [req-24397554-b28b-413f-93b3-cc7050f5e5e5 req-d9112f23-4c1c-4746-ad15-b9000b2ff050 service nova] Releasing lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.186842] env[65665]: DEBUG oslo_concurrency.lockutils [None req-31eddff9-e91a-426c-ab59-3dd613bf35ac tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.060s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.187942] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.976s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.187942] env[65665]: INFO nova.compute.manager [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Unshelving [ 1328.239039] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efcebdb-075b-4433-a55e-4ade093c6302 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.249231] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf87d075-e36c-4176-b6af-9da6589ea58d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.282134] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e045959d-0327-4a78-b4d9-3a30a2b2b0da {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.290180] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacb8e07-6a16-45a1-ab7e-e59c25b0a2e3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.303561] env[65665]: DEBUG nova.compute.provider_tree [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.806861] env[65665]: DEBUG nova.scheduler.client.report [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.197670] env[65665]: DEBUG nova.compute.utils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.312642] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.329681] env[65665]: INFO nova.scheduler.client.report [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Deleted allocations for instance c931764b-3d6e-425d-88c4-bafa0eebc2e7 [ 1329.701765] env[65665]: INFO nova.virt.block_device [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Booting with volume 15f5e853-f8d4-4758-95f0-e28a7e7365aa at /dev/sdb [ 1329.735872] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe33f256-5c82-4dd4-aad0-49c376ee27b5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.746630] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4d63db-7943-4137-8d87-4b076f217060 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.778126] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d39a7d7-5a84-4a82-80f2-98e7fe81fa6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.787015] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e51d54-ba1e-4530-b266-b13570822077 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.814316] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4416cb9-c87c-4fd8-b547-b5f410c5abc8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.820863] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19be58f1-4391-42da-a859-a8adcc4f0dfb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.836506] env[65665]: DEBUG nova.virt.block_device [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updating existing volume attachment record: 61a543fa-c645-4282-88cb-3aeab0300bfc {{(pid=65665) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1329.838701] env[65665]: DEBUG oslo_concurrency.lockutils [None req-b0e21ec8-78c8-4b23-b15f-c4ba391f240d tempest-ServerActionsTestOtherB-1540585961 tempest-ServerActionsTestOtherB-1540585961-project-member] Lock "c931764b-3d6e-425d-88c4-bafa0eebc2e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.701s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.437790] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.438100] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.438285] env[65665]: DEBUG nova.objects.instance [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lazy-loading 'pci_requests' on Instance uuid 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.942336] env[65665]: DEBUG nova.objects.instance [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lazy-loading 'numa_topology' on Instance uuid 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.444999] env[65665]: INFO nova.compute.claims [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.495674] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c9183b-91e9-4017-a695-ef81bda67691 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.503843] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd82b9c-64da-4671-a8ba-76f73c2222ee {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.535630] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9be6f82-2c0c-4c54-b6bc-1b47ee126401 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.543602] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31635b2d-a08b-43f9-aa15-418ca544d8fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.557066] env[65665]: DEBUG nova.compute.provider_tree [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.648129] env[65665]: DEBUG oslo_concurrency.lockutils [None req-59282a14-2c86-4724-9148-fe267914e42f tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.648327] env[65665]: DEBUG oslo_concurrency.lockutils [None req-59282a14-2c86-4724-9148-fe267914e42f tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.648560] env[65665]: DEBUG nova.compute.manager [None req-59282a14-2c86-4724-9148-fe267914e42f tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1337.649468] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5d188c-c26c-4cf7-ab13-d9776712ac95 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.656504] env[65665]: DEBUG nova.compute.manager [None req-59282a14-2c86-4724-9148-fe267914e42f tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65665) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3437}} [ 1337.657094] env[65665]: DEBUG nova.objects.instance [None req-59282a14-2c86-4724-9148-fe267914e42f tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lazy-loading 'flavor' on Instance uuid d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.061395] env[65665]: DEBUG nova.scheduler.client.report [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.567778] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.129s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.568194] env[65665]: WARNING neutronclient.v2_0.client [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1338.598039] env[65665]: INFO nova.network.neutron [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updating port eaf5b027-661f-4ea5-bd21-a82c7ef11192 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1338.663904] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-59282a14-2c86-4724-9148-fe267914e42f tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.664240] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d88691c-f938-41b6-b489-719382a44f7b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.672156] env[65665]: DEBUG oslo_vmware.api [None req-59282a14-2c86-4724-9148-fe267914e42f tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1338.672156] env[65665]: value = "task-4855737" [ 1338.672156] env[65665]: _type = "Task" [ 1338.672156] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.680691] env[65665]: DEBUG oslo_vmware.api [None req-59282a14-2c86-4724-9148-fe267914e42f tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.182255] env[65665]: DEBUG oslo_vmware.api [None req-59282a14-2c86-4724-9148-fe267914e42f tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855737, 'name': PowerOffVM_Task, 'duration_secs': 0.176103} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.182475] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-59282a14-2c86-4724-9148-fe267914e42f tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.182664] env[65665]: DEBUG nova.compute.manager [None req-59282a14-2c86-4724-9148-fe267914e42f tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1339.183664] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14310387-a863-4d3a-8d07-966170314ab3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.696113] env[65665]: DEBUG oslo_concurrency.lockutils [None req-59282a14-2c86-4724-9148-fe267914e42f tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.025886] env[65665]: DEBUG nova.compute.manager [req-46ecaf08-937f-4ee1-a387-dd908b263a56 req-1d655981-fc73-4de1-8b12-c914e53fab24 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Received event network-vif-plugged-eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1340.026131] env[65665]: DEBUG oslo_concurrency.lockutils [req-46ecaf08-937f-4ee1-a387-dd908b263a56 req-1d655981-fc73-4de1-8b12-c914e53fab24 service nova] Acquiring lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.026349] env[65665]: DEBUG oslo_concurrency.lockutils [req-46ecaf08-937f-4ee1-a387-dd908b263a56 req-1d655981-fc73-4de1-8b12-c914e53fab24 service nova] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.026529] env[65665]: DEBUG oslo_concurrency.lockutils [req-46ecaf08-937f-4ee1-a387-dd908b263a56 req-1d655981-fc73-4de1-8b12-c914e53fab24 service nova] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.026696] env[65665]: DEBUG nova.compute.manager [req-46ecaf08-937f-4ee1-a387-dd908b263a56 req-1d655981-fc73-4de1-8b12-c914e53fab24 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] No waiting events found dispatching network-vif-plugged-eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1340.026855] env[65665]: WARNING nova.compute.manager [req-46ecaf08-937f-4ee1-a387-dd908b263a56 req-1d655981-fc73-4de1-8b12-c914e53fab24 service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Received unexpected event network-vif-plugged-eaf5b027-661f-4ea5-bd21-a82c7ef11192 for instance with vm_state shelved_offloaded and task_state spawning. [ 1340.052128] env[65665]: DEBUG nova.objects.instance [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lazy-loading 'flavor' on Instance uuid d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.110477] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.110657] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.110832] env[65665]: DEBUG nova.network.neutron [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1340.557390] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.557575] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.557740] env[65665]: DEBUG nova.network.neutron [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1340.558270] env[65665]: DEBUG nova.objects.instance [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lazy-loading 'info_cache' on Instance uuid d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.615904] env[65665]: WARNING neutronclient.v2_0.client [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1340.805929] env[65665]: WARNING neutronclient.v2_0.client [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1340.885016] env[65665]: DEBUG nova.network.neutron [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updating instance_info_cache with network_info: [{"id": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "address": "fa:16:3e:5e:a6:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf5b027-66", "ovs_interfaceid": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.061357] env[65665]: DEBUG nova.objects.base [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1341.387890] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.416446] env[65665]: DEBUG nova.virt.hardware [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3134c355e71e15fd4d406c58450f539e',container_format='bare',created_at=2025-11-27T02:39:10Z,direct_url=,disk_format='vmdk',id=1261a35a-7c39-4712-a16a-bf493c62abb0,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1309034478-shelved',owner='b4973bdfb5804212a54cd8af3b63c6c9',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-11-27T02:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1341.416732] env[65665]: DEBUG nova.virt.hardware [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.416915] env[65665]: DEBUG nova.virt.hardware [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1341.417148] env[65665]: DEBUG nova.virt.hardware [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.417313] env[65665]: DEBUG nova.virt.hardware [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1341.417489] env[65665]: DEBUG nova.virt.hardware [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1341.417729] env[65665]: DEBUG nova.virt.hardware [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1341.417912] env[65665]: DEBUG nova.virt.hardware [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1341.418127] env[65665]: DEBUG nova.virt.hardware [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1341.418319] env[65665]: DEBUG nova.virt.hardware [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1341.418561] env[65665]: DEBUG nova.virt.hardware [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1341.419495] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385e8e36-8280-4355-8feb-9720ec63c3b4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.428058] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50506a4-ca2b-4690-9652-2ec57a3452a3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.442489] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:a6:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaf5b027-661f-4ea5-bd21-a82c7ef11192', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.450447] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1341.450780] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.451078] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b2f1d43-5044-4976-926d-cb7f98b0f37b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.472045] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.472045] env[65665]: value = "task-4855738" [ 1341.472045] env[65665]: _type = "Task" [ 1341.472045] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.479807] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855738, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.564779] env[65665]: WARNING neutronclient.v2_0.client [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1341.728601] env[65665]: WARNING neutronclient.v2_0.client [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1341.798533] env[65665]: DEBUG nova.network.neutron [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Updating instance_info_cache with network_info: [{"id": "d3d05498-b049-4cbb-bc88-94b6c04cadf7", "address": "fa:16:3e:a4:b5:aa", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3d05498-b0", "ovs_interfaceid": "d3d05498-b049-4cbb-bc88-94b6c04cadf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.984074] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855738, 'name': CreateVM_Task, 'duration_secs': 0.303891} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.984448] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.984706] env[65665]: WARNING neutronclient.v2_0.client [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1341.985101] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.985251] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.985611] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.985864] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee706d20-4d12-467f-9c52-11480876072f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.990451] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1341.990451] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527835e4-214c-8ea7-ae15-6f77c6c3dace" [ 1341.990451] env[65665]: _type = "Task" [ 1341.990451] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.998445] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]527835e4-214c-8ea7-ae15-6f77c6c3dace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.056585] env[65665]: DEBUG nova.compute.manager [req-4e2825ec-0486-4073-9d23-230a1ae89290 req-c1c74bc7-fb9f-4f08-ba26-b5a9f4db1f8a service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Received event network-changed-eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1342.056585] env[65665]: DEBUG nova.compute.manager [req-4e2825ec-0486-4073-9d23-230a1ae89290 req-c1c74bc7-fb9f-4f08-ba26-b5a9f4db1f8a service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Refreshing instance network info cache due to event network-changed-eaf5b027-661f-4ea5-bd21-a82c7ef11192. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1342.056760] env[65665]: DEBUG oslo_concurrency.lockutils [req-4e2825ec-0486-4073-9d23-230a1ae89290 req-c1c74bc7-fb9f-4f08-ba26-b5a9f4db1f8a service nova] Acquiring lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.056893] env[65665]: DEBUG oslo_concurrency.lockutils [req-4e2825ec-0486-4073-9d23-230a1ae89290 req-c1c74bc7-fb9f-4f08-ba26-b5a9f4db1f8a service nova] Acquired lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.057058] env[65665]: DEBUG nova.network.neutron [req-4e2825ec-0486-4073-9d23-230a1ae89290 req-c1c74bc7-fb9f-4f08-ba26-b5a9f4db1f8a service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Refreshing network info cache for port eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.301602] env[65665]: DEBUG oslo_concurrency.lockutils [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.501149] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.501406] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Processing image 1261a35a-7c39-4712-a16a-bf493c62abb0 {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.501645] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0/1261a35a-7c39-4712-a16a-bf493c62abb0.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.501791] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0/1261a35a-7c39-4712-a16a-bf493c62abb0.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.501966] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.502237] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8b4b6c7-8e55-4de2-b968-62b795758222 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.511588] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.511761] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.512484] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134724b4-ad7a-487b-82b1-581a89423543 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.517929] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1342.517929] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52858292-8f35-23b2-f1cc-79bed1e14316" [ 1342.517929] env[65665]: _type = "Task" [ 1342.517929] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.525574] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52858292-8f35-23b2-f1cc-79bed1e14316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.559432] env[65665]: WARNING neutronclient.v2_0.client [req-4e2825ec-0486-4073-9d23-230a1ae89290 req-c1c74bc7-fb9f-4f08-ba26-b5a9f4db1f8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1342.710351] env[65665]: WARNING neutronclient.v2_0.client [req-4e2825ec-0486-4073-9d23-230a1ae89290 req-c1c74bc7-fb9f-4f08-ba26-b5a9f4db1f8a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1342.781886] env[65665]: DEBUG nova.network.neutron [req-4e2825ec-0486-4073-9d23-230a1ae89290 req-c1c74bc7-fb9f-4f08-ba26-b5a9f4db1f8a service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updated VIF entry in instance network info cache for port eaf5b027-661f-4ea5-bd21-a82c7ef11192. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1342.782276] env[65665]: DEBUG nova.network.neutron [req-4e2825ec-0486-4073-9d23-230a1ae89290 req-c1c74bc7-fb9f-4f08-ba26-b5a9f4db1f8a service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updating instance_info_cache with network_info: [{"id": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "address": "fa:16:3e:5e:a6:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaf5b027-66", "ovs_interfaceid": "eaf5b027-661f-4ea5-bd21-a82c7ef11192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.028243] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Preparing fetch location {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1343.028665] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Fetch image to [datastore2] OSTACK_IMG_c57a583c-b762-4464-ae16-99b9fd654bf6/OSTACK_IMG_c57a583c-b762-4464-ae16-99b9fd654bf6.vmdk {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1343.028741] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Downloading stream optimized image 1261a35a-7c39-4712-a16a-bf493c62abb0 to [datastore2] OSTACK_IMG_c57a583c-b762-4464-ae16-99b9fd654bf6/OSTACK_IMG_c57a583c-b762-4464-ae16-99b9fd654bf6.vmdk on the data store datastore2 as vApp {{(pid=65665) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1343.028855] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Downloading image file data 1261a35a-7c39-4712-a16a-bf493c62abb0 to the ESX as VM named 'OSTACK_IMG_c57a583c-b762-4464-ae16-99b9fd654bf6' {{(pid=65665) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1343.100444] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1343.100444] env[65665]: value = "resgroup-9" [ 1343.100444] env[65665]: _type = "ResourcePool" [ 1343.100444] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1343.100768] env[65665]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-049c98de-03db-481c-9333-be74c853e64b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.122692] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lease: (returnval){ [ 1343.122692] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52691b0d-e2ad-c4f4-30c7-71f387199325" [ 1343.122692] env[65665]: _type = "HttpNfcLease" [ 1343.122692] env[65665]: } obtained for vApp import into resource pool (val){ [ 1343.122692] env[65665]: value = "resgroup-9" [ 1343.122692] env[65665]: _type = "ResourcePool" [ 1343.122692] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1343.123117] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the lease: (returnval){ [ 1343.123117] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52691b0d-e2ad-c4f4-30c7-71f387199325" [ 1343.123117] env[65665]: _type = "HttpNfcLease" [ 1343.123117] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1343.129563] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.129563] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52691b0d-e2ad-c4f4-30c7-71f387199325" [ 1343.129563] env[65665]: _type = "HttpNfcLease" [ 1343.129563] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1343.285621] env[65665]: DEBUG oslo_concurrency.lockutils [req-4e2825ec-0486-4073-9d23-230a1ae89290 req-c1c74bc7-fb9f-4f08-ba26-b5a9f4db1f8a service nova] Releasing lock "refresh_cache-04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.306713] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.307168] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1e89a2b-2bd2-4ccd-b6b3-aa53e5515761 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.315148] env[65665]: DEBUG oslo_vmware.api [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1343.315148] env[65665]: value = "task-4855740" [ 1343.315148] env[65665]: _type = "Task" [ 1343.315148] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.324275] env[65665]: DEBUG oslo_vmware.api [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.631542] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1343.631542] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52691b0d-e2ad-c4f4-30c7-71f387199325" [ 1343.631542] env[65665]: _type = "HttpNfcLease" [ 1343.631542] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1343.830025] env[65665]: DEBUG oslo_vmware.api [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855740, 'name': PowerOnVM_Task, 'duration_secs': 0.392228} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.830451] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.830800] env[65665]: DEBUG nova.compute.manager [None req-1200b300-e628-41c9-8cef-8180695853f5 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1343.832071] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a25b84-a573-418c-9956-a92b7ab58978 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.132323] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1344.132323] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52691b0d-e2ad-c4f4-30c7-71f387199325" [ 1344.132323] env[65665]: _type = "HttpNfcLease" [ 1344.132323] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1344.633877] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1344.633877] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52691b0d-e2ad-c4f4-30c7-71f387199325" [ 1344.633877] env[65665]: _type = "HttpNfcLease" [ 1344.633877] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1344.634263] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1344.634263] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52691b0d-e2ad-c4f4-30c7-71f387199325" [ 1344.634263] env[65665]: _type = "HttpNfcLease" [ 1344.634263] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1344.634979] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea04f7b4-7b29-49b1-9663-5106ee364afa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.643128] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb3e50-91ca-c708-883e-9579ef318961/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1344.643305] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb3e50-91ca-c708-883e-9579ef318961/disk-0.vmdk. {{(pid=65665) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1344.706688] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c156ddc9-f85b-4d28-b0e4-ae163dbdbf30 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.920915] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b60c1c9-3b71-4df1-a51a-b5063abd8df6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.929464] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c91f71-7630-432c-9f99-a84bbc56b51e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Suspending the VM {{(pid=65665) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1344.930952] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-10c17c75-77c8-46db-ac51-b7c5fedd8405 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.940681] env[65665]: DEBUG oslo_vmware.api [None req-b6c91f71-7630-432c-9f99-a84bbc56b51e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1344.940681] env[65665]: value = "task-4855741" [ 1344.940681] env[65665]: _type = "Task" [ 1344.940681] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.958267] env[65665]: DEBUG oslo_vmware.api [None req-b6c91f71-7630-432c-9f99-a84bbc56b51e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855741, 'name': SuspendVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.455243] env[65665]: DEBUG oslo_vmware.api [None req-b6c91f71-7630-432c-9f99-a84bbc56b51e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855741, 'name': SuspendVM_Task} progress is 62%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.933626] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Completed reading data from the image iterator. {{(pid=65665) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1345.933861] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb3e50-91ca-c708-883e-9579ef318961/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1345.934794] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeee07e-319a-4963-b027-50db3a88733f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.941642] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb3e50-91ca-c708-883e-9579ef318961/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1345.941832] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb3e50-91ca-c708-883e-9579ef318961/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1345.942065] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-66d6d244-8f48-47d0-8368-09669cf020c9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.955772] env[65665]: DEBUG oslo_vmware.api [None req-b6c91f71-7630-432c-9f99-a84bbc56b51e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855741, 'name': SuspendVM_Task, 'duration_secs': 0.619881} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.956274] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c91f71-7630-432c-9f99-a84bbc56b51e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Suspended the VM {{(pid=65665) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1345.956616] env[65665]: DEBUG nova.compute.manager [None req-b6c91f71-7630-432c-9f99-a84bbc56b51e tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1345.957980] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62caacf5-331e-4de5-93f9-da40790fc979 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.142102] env[65665]: DEBUG oslo_vmware.rw_handles [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb3e50-91ca-c708-883e-9579ef318961/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1346.142318] env[65665]: INFO nova.virt.vmwareapi.images [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Downloaded image file data 1261a35a-7c39-4712-a16a-bf493c62abb0 [ 1346.143184] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc64301e-515f-481d-be75-e08c263b7de2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.159021] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2791bea-f246-4ab4-af81-ff6d60f51a48 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.195860] env[65665]: INFO nova.virt.vmwareapi.images [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] The imported VM was unregistered [ 1346.198317] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Caching image {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1346.198602] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0 {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.198884] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f911c1d1-dc7d-4e97-8ef0-472db6323ee7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.209853] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Created directory with path [datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0 {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.210040] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c57a583c-b762-4464-ae16-99b9fd654bf6/OSTACK_IMG_c57a583c-b762-4464-ae16-99b9fd654bf6.vmdk to [datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0/1261a35a-7c39-4712-a16a-bf493c62abb0.vmdk. {{(pid=65665) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1346.210303] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-42844e89-0450-423e-a764-31b30e6ca9d3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.217633] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1346.217633] env[65665]: value = "task-4855743" [ 1346.217633] env[65665]: _type = "Task" [ 1346.217633] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.226073] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855743, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.730447] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855743, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.229430] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855743, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.333448] env[65665]: INFO nova.compute.manager [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Resuming [ 1347.334128] env[65665]: DEBUG nova.objects.instance [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lazy-loading 'flavor' on Instance uuid d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.729639] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855743, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.230817] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855743, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.731417] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855743, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.439419} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.731682] env[65665]: INFO nova.virt.vmwareapi.ds_util [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c57a583c-b762-4464-ae16-99b9fd654bf6/OSTACK_IMG_c57a583c-b762-4464-ae16-99b9fd654bf6.vmdk to [datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0/1261a35a-7c39-4712-a16a-bf493c62abb0.vmdk. [ 1348.731874] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Cleaning up location [datastore2] OSTACK_IMG_c57a583c-b762-4464-ae16-99b9fd654bf6 {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1348.732045] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c57a583c-b762-4464-ae16-99b9fd654bf6 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.732329] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9509cb0d-7897-4206-8053-6af2c0588cfb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.740791] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1348.740791] env[65665]: value = "task-4855744" [ 1348.740791] env[65665]: _type = "Task" [ 1348.740791] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.750609] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.845681] env[65665]: DEBUG oslo_concurrency.lockutils [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.845902] env[65665]: DEBUG oslo_concurrency.lockutils [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquired lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.846047] env[65665]: DEBUG nova.network.neutron [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1349.251051] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195664} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.251392] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.251480] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0/1261a35a-7c39-4712-a16a-bf493c62abb0.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.251730] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0/1261a35a-7c39-4712-a16a-bf493c62abb0.vmdk to [datastore2] 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8/04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.251989] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67ac9747-a9cb-4b3f-9f3c-40475b59f031 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.259064] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1349.259064] env[65665]: value = "task-4855745" [ 1349.259064] env[65665]: _type = "Task" [ 1349.259064] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.266944] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.348875] env[65665]: WARNING neutronclient.v2_0.client [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.507419] env[65665]: WARNING neutronclient.v2_0.client [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1349.577132] env[65665]: DEBUG nova.network.neutron [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Updating instance_info_cache with network_info: [{"id": "d3d05498-b049-4cbb-bc88-94b6c04cadf7", "address": "fa:16:3e:a4:b5:aa", "network": {"id": "c4eedf44-66f5-43a8-9f31-8bbc74d0be33", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1914932074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f26153d5641a4814a8977223e99fb045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3d05498-b0", "ovs_interfaceid": "d3d05498-b049-4cbb-bc88-94b6c04cadf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.769353] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855745, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.080318] env[65665]: DEBUG oslo_concurrency.lockutils [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Releasing lock "refresh_cache-d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.081397] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439366b2-a5e5-47f5-96b4-8844494a4bf7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.088829] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Resuming the VM {{(pid=65665) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1350.089120] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c39d7ad4-1663-41ae-ae98-37e54252d7ac {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.097617] env[65665]: DEBUG oslo_vmware.api [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1350.097617] env[65665]: value = "task-4855746" [ 1350.097617] env[65665]: _type = "Task" [ 1350.097617] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.107998] env[65665]: DEBUG oslo_vmware.api [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.270607] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855745, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.612030] env[65665]: DEBUG oslo_vmware.api [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.773641] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855745, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.110952] env[65665]: DEBUG oslo_vmware.api [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855746, 'name': PowerOnVM_Task, 'duration_secs': 0.568836} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.111319] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Resumed the VM {{(pid=65665) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1351.111538] env[65665]: DEBUG nova.compute.manager [None req-654c526a-664b-4462-b9d3-7787b35cec81 tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1351.112615] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60954302-8361-4bce-82c9-a7865bfadd94 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.272379] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855745, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.772503] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855745, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.194584] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.194865] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.195128] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.195356] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.195562] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.197848] env[65665]: INFO nova.compute.manager [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Terminating instance [ 1352.272119] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855745, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.530415} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.272433] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1261a35a-7c39-4712-a16a-bf493c62abb0/1261a35a-7c39-4712-a16a-bf493c62abb0.vmdk to [datastore2] 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8/04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.273673] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d84458d-2684-46cf-85dd-c69ea3390deb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.297252] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8/04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8.vmdk or device None with type streamOptimized {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.297561] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57eaf5fe-ad41-44e4-8e26-cee0c3e23cf0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.317488] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1352.317488] env[65665]: value = "task-4855747" [ 1352.317488] env[65665]: _type = "Task" [ 1352.317488] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.326097] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.702380] env[65665]: DEBUG nova.compute.manager [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1352.702689] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.703566] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e01a08-7b6b-4a45-b494-fc7e4375f296 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.713365] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.713638] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa5081e0-78d6-40bd-9387-256ab697b1a5 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.721240] env[65665]: DEBUG oslo_vmware.api [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1352.721240] env[65665]: value = "task-4855748" [ 1352.721240] env[65665]: _type = "Task" [ 1352.721240] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.730372] env[65665]: DEBUG oslo_vmware.api [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.828745] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.231928] env[65665]: DEBUG oslo_vmware.api [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855748, 'name': PowerOffVM_Task, 'duration_secs': 0.187819} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.232219] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.232386] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.232630] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-459f1f54-4290-4892-831b-49f040b3a33f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.298409] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.298868] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.298868] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleting the datastore file [datastore2] d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.299143] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d221a3f5-1585-4a14-b374-b9b7d397d0e0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.306520] env[65665]: DEBUG oslo_vmware.api [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for the task: (returnval){ [ 1353.306520] env[65665]: value = "task-4855750" [ 1353.306520] env[65665]: _type = "Task" [ 1353.306520] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.314856] env[65665]: DEBUG oslo_vmware.api [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.327220] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855747, 'name': ReconfigVM_Task, 'duration_secs': 0.6803} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.327496] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8/04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8.vmdk or device None with type streamOptimized {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.328585] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'disk_bus': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'size': 0, 'device_type': 'disk', 'image_id': 'eea57882-5405-4dfd-88c4-7b96d46f8cbf'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946477', 'volume_id': '15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'name': 'volume-15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8', 'attached_at': '', 'detached_at': '', 'volume_id': '15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'serial': '15f5e853-f8d4-4758-95f0-e28a7e7365aa'}, 'attachment_id': '61a543fa-c645-4282-88cb-3aeab0300bfc', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65665) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1353.328823] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Volume attach. Driver type: vmdk {{(pid=65665) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1353.329057] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946477', 'volume_id': '15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'name': 'volume-15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8', 'attached_at': '', 'detached_at': '', 'volume_id': '15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'serial': '15f5e853-f8d4-4758-95f0-e28a7e7365aa'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1353.329882] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cea3b5-4add-421f-a9dc-9360e982c8a3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.345619] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d0e08-4f90-4229-a494-34cbdc51b360 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.370047] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-15f5e853-f8d4-4758-95f0-e28a7e7365aa/volume-15f5e853-f8d4-4758-95f0-e28a7e7365aa.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.370249] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bf9ccdd-474c-49de-9c14-60dd5d1df809 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.389222] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1353.389222] env[65665]: value = "task-4855751" [ 1353.389222] env[65665]: _type = "Task" [ 1353.389222] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.397516] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.817580] env[65665]: DEBUG oslo_vmware.api [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Task: {'id': task-4855750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150968} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.817850] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.818022] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.818206] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.818381] env[65665]: INFO nova.compute.manager [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1353.818689] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1353.818895] env[65665]: DEBUG nova.compute.manager [-] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1353.818993] env[65665]: DEBUG nova.network.neutron [-] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1353.819397] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1353.852171] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1353.900196] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855751, 'name': ReconfigVM_Task, 'duration_secs': 0.299294} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.900491] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-15f5e853-f8d4-4758-95f0-e28a7e7365aa/volume-15f5e853-f8d4-4758-95f0-e28a7e7365aa.vmdk or device None with type thin {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.905418] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0803e00a-a118-4396-8800-d6a172c56725 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.922771] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1353.922771] env[65665]: value = "task-4855752" [ 1353.922771] env[65665]: _type = "Task" [ 1353.922771] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.931373] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.309893] env[65665]: DEBUG nova.compute.manager [req-c814f361-e6aa-44f4-a9da-7b9dd17a1dbc req-5bcab5bc-1145-42fd-82f0-b1a6f4b48fd1 service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Received event network-vif-deleted-d3d05498-b049-4cbb-bc88-94b6c04cadf7 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1354.310323] env[65665]: INFO nova.compute.manager [req-c814f361-e6aa-44f4-a9da-7b9dd17a1dbc req-5bcab5bc-1145-42fd-82f0-b1a6f4b48fd1 service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Neutron deleted interface d3d05498-b049-4cbb-bc88-94b6c04cadf7; detaching it from the instance and deleting it from the info cache [ 1354.310402] env[65665]: DEBUG nova.network.neutron [req-c814f361-e6aa-44f4-a9da-7b9dd17a1dbc req-5bcab5bc-1145-42fd-82f0-b1a6f4b48fd1 service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.433955] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855752, 'name': ReconfigVM_Task, 'duration_secs': 0.150069} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.434299] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946477', 'volume_id': '15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'name': 'volume-15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8', 'attached_at': '', 'detached_at': '', 'volume_id': '15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'serial': '15f5e853-f8d4-4758-95f0-e28a7e7365aa'} {{(pid=65665) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1354.434937] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f4beb2f-e6f6-455e-b295-c60dffe293d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.442938] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1354.442938] env[65665]: value = "task-4855753" [ 1354.442938] env[65665]: _type = "Task" [ 1354.442938] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.452683] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855753, 'name': Rename_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.783625] env[65665]: DEBUG nova.network.neutron [-] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.813164] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a65171a-595b-4fee-bbc4-6eb2133bc168 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.824259] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5449ba-c90b-488e-8dc3-67095d8fb1fb {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.851711] env[65665]: DEBUG nova.compute.manager [req-c814f361-e6aa-44f4-a9da-7b9dd17a1dbc req-5bcab5bc-1145-42fd-82f0-b1a6f4b48fd1 service nova] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Detach interface failed, port_id=d3d05498-b049-4cbb-bc88-94b6c04cadf7, reason: Instance d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1354.953721] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855753, 'name': Rename_Task, 'duration_secs': 0.148436} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.953990] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.954258] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63431d49-68b8-4609-b2e5-b873b35397a8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.961141] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1354.961141] env[65665]: value = "task-4855754" [ 1354.961141] env[65665]: _type = "Task" [ 1354.961141] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.968937] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.285702] env[65665]: INFO nova.compute.manager [-] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Took 1.47 seconds to deallocate network for instance. [ 1355.470898] env[65665]: DEBUG oslo_vmware.api [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855754, 'name': PowerOnVM_Task, 'duration_secs': 0.437592} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.471316] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.575091] env[65665]: DEBUG nova.compute.manager [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1355.576024] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deeea78-33df-4ba8-b040-0666ab597c88 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.793804] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.794154] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.794402] env[65665]: DEBUG nova.objects.instance [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lazy-loading 'resources' on Instance uuid d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.092980] env[65665]: DEBUG oslo_concurrency.lockutils [None req-fe8c57e7-642e-44b2-b6d3-b84c244841e7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.905s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.343433] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830170a2-c3de-42af-b310-8d4431a8abb9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.353331] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edadca9-d3e4-4c89-8b3a-7ce8b117bfc3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.383972] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e23333e-c82b-4d77-a275-3f2a0ac7a589 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.392220] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea92e336-6d6f-4b9a-aa26-a6923678589d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.407322] env[65665]: DEBUG nova.compute.provider_tree [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.910614] env[65665]: DEBUG nova.scheduler.client.report [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.415277] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.437539] env[65665]: INFO nova.scheduler.client.report [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Deleted allocations for instance d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be [ 1357.945356] env[65665]: DEBUG oslo_concurrency.lockutils [None req-8c5a3f7b-22fb-4eb6-855b-a736867275ab tempest-ServerActionsTestJSON-824544025 tempest-ServerActionsTestJSON-824544025-project-member] Lock "d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.866988] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.870781] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.871063] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.871512] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.865613] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.870612] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.870056] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.593789] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.594206] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.594206] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.594206] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1380.595067] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f2e02f-3905-477b-9677-63726a854b23 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.603407] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb06c88-3cae-43a5-b273-43386582c4d1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.617509] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec2396a-6ced-4b5c-a292-a46a75a5a37a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.624606] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0e7d30-1f1e-4a9c-976a-32b771566ef3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.653229] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180408MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1380.653393] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.653578] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.678403] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1381.678670] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1381.678762] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_b4973bdfb5804212a54cd8af3b63c6c9': '1', 'io_workload': '0'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1381.708407] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14f21ef-2b4d-48b1-b233-5b589efffc52 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.715987] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3436f16-f223-4262-96a3-446c7c5eb31c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.746028] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1ad392-6e62-4681-982e-dc37387bcb31 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.753845] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caafa89-9859-4440-a5b7-e2e4c1877b28 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.767164] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.270600] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.776151] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1382.776567] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.777177] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.777567] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.777567] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1392.599095] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.599504] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.103352] env[65665]: INFO nova.compute.manager [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Detaching volume 15f5e853-f8d4-4758-95f0-e28a7e7365aa [ 1393.135024] env[65665]: INFO nova.virt.block_device [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Attempting to driver detach volume 15f5e853-f8d4-4758-95f0-e28a7e7365aa from mountpoint /dev/sdb [ 1393.135024] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Volume detach. Driver type: vmdk {{(pid=65665) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1393.135183] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946477', 'volume_id': '15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'name': 'volume-15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8', 'attached_at': '', 'detached_at': '', 'volume_id': '15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'serial': '15f5e853-f8d4-4758-95f0-e28a7e7365aa'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1393.135996] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9910ace2-329e-4cdb-9a16-a9bea58379ed {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.159470] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562925c5-249d-42f8-945f-97092530fdf0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.166560] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e17fcf-af19-4151-a26f-0ba874601e9b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.186044] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301d7b21-9b2f-4fb6-8fc7-2fe171fc5422 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.200954] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The volume has not been displaced from its original location: [datastore2] volume-15f5e853-f8d4-4758-95f0-e28a7e7365aa/volume-15f5e853-f8d4-4758-95f0-e28a7e7365aa.vmdk. No consolidation needed. {{(pid=65665) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1393.206034] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1393.206306] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29a63fac-5e20-41c5-815b-7f97e7a799c2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.224479] env[65665]: DEBUG oslo_vmware.api [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1393.224479] env[65665]: value = "task-4855755" [ 1393.224479] env[65665]: _type = "Task" [ 1393.224479] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.233165] env[65665]: DEBUG oslo_vmware.api [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.734931] env[65665]: DEBUG oslo_vmware.api [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855755, 'name': ReconfigVM_Task, 'duration_secs': 0.273964} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.735432] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=65665) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1393.739744] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc5e2c6-d3b4-4e51-ac43-3ce2e5194a5a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.755520] env[65665]: DEBUG oslo_vmware.api [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1393.755520] env[65665]: value = "task-4855756" [ 1393.755520] env[65665]: _type = "Task" [ 1393.755520] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.763919] env[65665]: DEBUG oslo_vmware.api [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.266320] env[65665]: DEBUG oslo_vmware.api [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855756, 'name': ReconfigVM_Task, 'duration_secs': 0.150168} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.266681] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-946477', 'volume_id': '15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'name': 'volume-15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8', 'attached_at': '', 'detached_at': '', 'volume_id': '15f5e853-f8d4-4758-95f0-e28a7e7365aa', 'serial': '15f5e853-f8d4-4758-95f0-e28a7e7365aa'} {{(pid=65665) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1394.808545] env[65665]: DEBUG nova.objects.instance [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lazy-loading 'flavor' on Instance uuid 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.818448] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ed8c7a45-0d93-4346-9f07-3f8f4cb63104 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.858542] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.858963] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.859061] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.859214] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.859378] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.861636] env[65665]: INFO nova.compute.manager [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Terminating instance [ 1397.365941] env[65665]: DEBUG nova.compute.manager [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1397.366205] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.367112] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720531a7-a27f-4ef9-a5f1-0a2e90aee6c6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.375140] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.375399] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-354f243f-137b-4ab8-845b-e7ae586647ad {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.382337] env[65665]: DEBUG oslo_vmware.api [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1397.382337] env[65665]: value = "task-4855757" [ 1397.382337] env[65665]: _type = "Task" [ 1397.382337] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.391277] env[65665]: DEBUG oslo_vmware.api [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.892821] env[65665]: DEBUG oslo_vmware.api [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855757, 'name': PowerOffVM_Task, 'duration_secs': 0.202602} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.893275] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.893275] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.893492] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22adce84-b37f-40c5-b36a-49969678380b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.957458] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.957673] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.957835] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleting the datastore file [datastore2] 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.958137] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c049936-2c23-4565-a771-e4cb40b2a5c0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.964510] env[65665]: DEBUG oslo_vmware.api [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1397.964510] env[65665]: value = "task-4855759" [ 1397.964510] env[65665]: _type = "Task" [ 1397.964510] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.972786] env[65665]: DEBUG oslo_vmware.api [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.474374] env[65665]: DEBUG oslo_vmware.api [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18969} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.474619] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.474789] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.474955] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.475136] env[65665]: INFO nova.compute.manager [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1398.475383] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1398.475575] env[65665]: DEBUG nova.compute.manager [-] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1398.475692] env[65665]: DEBUG nova.network.neutron [-] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1398.476034] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1398.508616] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1399.000848] env[65665]: DEBUG nova.compute.manager [req-7b99f147-103b-42c1-aba8-e711d92e9ce8 req-4d683a73-4eb1-4111-b539-08b2224b079d service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Received event network-vif-deleted-eaf5b027-661f-4ea5-bd21-a82c7ef11192 {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1399.001174] env[65665]: INFO nova.compute.manager [req-7b99f147-103b-42c1-aba8-e711d92e9ce8 req-4d683a73-4eb1-4111-b539-08b2224b079d service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Neutron deleted interface eaf5b027-661f-4ea5-bd21-a82c7ef11192; detaching it from the instance and deleting it from the info cache [ 1399.001174] env[65665]: DEBUG nova.network.neutron [req-7b99f147-103b-42c1-aba8-e711d92e9ce8 req-4d683a73-4eb1-4111-b539-08b2224b079d service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.474970] env[65665]: DEBUG nova.network.neutron [-] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.504091] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab541dd0-6883-4349-9864-65409c2a217b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.514157] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db54792-66f4-4ee0-a953-4194903ef651 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.541305] env[65665]: DEBUG nova.compute.manager [req-7b99f147-103b-42c1-aba8-e711d92e9ce8 req-4d683a73-4eb1-4111-b539-08b2224b079d service nova] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Detach interface failed, port_id=eaf5b027-661f-4ea5-bd21-a82c7ef11192, reason: Instance 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1399.978369] env[65665]: INFO nova.compute.manager [-] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Took 1.50 seconds to deallocate network for instance. [ 1400.485398] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.485825] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.485903] env[65665]: DEBUG nova.objects.instance [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lazy-loading 'resources' on Instance uuid 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.024451] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6546915-25d0-46fe-b267-e82ac5f0294f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.031876] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfd50f9-6be3-44c0-bf59-516aad203d50 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.060870] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8c4e49-8dbe-491e-b160-e047f2f92da1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.069167] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f04535-afdf-4a65-a569-fc2df9cb591b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.083834] env[65665]: DEBUG nova.compute.provider_tree [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.587122] env[65665]: DEBUG nova.scheduler.client.report [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.092480] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.138831] env[65665]: INFO nova.scheduler.client.report [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleted allocations for instance 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8 [ 1402.648393] env[65665]: DEBUG oslo_concurrency.lockutils [None req-2336d166-02a7-409a-a2b8-3d993b19ecb7 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.789s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.971990] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.972325] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.475012] env[65665]: DEBUG nova.compute.manager [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Starting instance... {{(pid=65665) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2472}} [ 1405.995660] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.996030] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.997894] env[65665]: INFO nova.compute.claims [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.033315] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d203068-84fe-4d58-a94d-cb720ac5ba64 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.041402] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64d3b48-2f1a-4a12-a196-1985f8289f4b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.072346] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72204a74-0e66-4d64-b5fb-87d8f8f4c8fe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.079981] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecfc9ee-bbec-4262-9863-5cdb846d2df1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.093395] env[65665]: DEBUG nova.compute.provider_tree [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.596649] env[65665]: DEBUG nova.scheduler.client.report [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.102320] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.102889] env[65665]: DEBUG nova.compute.manager [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Start building networks asynchronously for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2869}} [ 1408.609042] env[65665]: DEBUG nova.compute.utils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Using /dev/sd instead of None {{(pid=65665) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1408.610581] env[65665]: DEBUG nova.compute.manager [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Allocating IP information in the background. {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1408.610779] env[65665]: DEBUG nova.network.neutron [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] allocate_for_instance() {{(pid=65665) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1408.611128] env[65665]: WARNING neutronclient.v2_0.client [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1408.611481] env[65665]: WARNING neutronclient.v2_0.client [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1408.662937] env[65665]: DEBUG nova.policy [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '036938a1a5854012802e840ecdb8d2f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4973bdfb5804212a54cd8af3b63c6c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65665) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.967467] env[65665]: DEBUG nova.network.neutron [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Successfully created port: c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1409.115243] env[65665]: DEBUG nova.compute.manager [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Start building block device mappings for instance. {{(pid=65665) _build_resources /opt/stack/nova/nova/compute/manager.py:2904}} [ 1410.126514] env[65665]: DEBUG nova.compute.manager [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Start spawning the instance on the hypervisor. {{(pid=65665) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2678}} [ 1410.155021] env[65665]: DEBUG nova.virt.hardware [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-27T02:24:46Z,direct_url=,disk_format='vmdk',id=eea57882-5405-4dfd-88c4-7b96d46f8cbf,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ca42883883e42ebaf188ac8563da6eb',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-27T02:24:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1410.155328] env[65665]: DEBUG nova.virt.hardware [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.155490] env[65665]: DEBUG nova.virt.hardware [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1410.155671] env[65665]: DEBUG nova.virt.hardware [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.155812] env[65665]: DEBUG nova.virt.hardware [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1410.155952] env[65665]: DEBUG nova.virt.hardware [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1410.156265] env[65665]: DEBUG nova.virt.hardware [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1410.156447] env[65665]: DEBUG nova.virt.hardware [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1410.156611] env[65665]: DEBUG nova.virt.hardware [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1410.156771] env[65665]: DEBUG nova.virt.hardware [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1410.156972] env[65665]: DEBUG nova.virt.hardware [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1410.157860] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba02f9c9-558b-4d3e-abaa-6b0ebc8f3d89 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.166584] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a7a7fd-5694-4fa6-9e41-562f204b247e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.341425] env[65665]: DEBUG nova.compute.manager [req-979c3f73-af08-4d41-b821-f6631da019de req-559ed50c-4607-43b8-a472-976ac321e0d9 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Received event network-vif-plugged-c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1410.341647] env[65665]: DEBUG oslo_concurrency.lockutils [req-979c3f73-af08-4d41-b821-f6631da019de req-559ed50c-4607-43b8-a472-976ac321e0d9 service nova] Acquiring lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.341848] env[65665]: DEBUG oslo_concurrency.lockutils [req-979c3f73-af08-4d41-b821-f6631da019de req-559ed50c-4607-43b8-a472-976ac321e0d9 service nova] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.342015] env[65665]: DEBUG oslo_concurrency.lockutils [req-979c3f73-af08-4d41-b821-f6631da019de req-559ed50c-4607-43b8-a472-976ac321e0d9 service nova] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.342188] env[65665]: DEBUG nova.compute.manager [req-979c3f73-af08-4d41-b821-f6631da019de req-559ed50c-4607-43b8-a472-976ac321e0d9 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] No waiting events found dispatching network-vif-plugged-c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1410.342351] env[65665]: WARNING nova.compute.manager [req-979c3f73-af08-4d41-b821-f6631da019de req-559ed50c-4607-43b8-a472-976ac321e0d9 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Received unexpected event network-vif-plugged-c9f5fb1d-e6b0-4156-99da-aa23361112cd for instance with vm_state building and task_state spawning. [ 1410.427059] env[65665]: DEBUG nova.network.neutron [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Successfully updated port: c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1410.931368] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.931585] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.931767] env[65665]: DEBUG nova.network.neutron [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1411.466058] env[65665]: DEBUG nova.network.neutron [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Instance cache missing network info. {{(pid=65665) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1411.539874] env[65665]: WARNING neutronclient.v2_0.client [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1411.607512] env[65665]: DEBUG nova.network.neutron [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updating instance_info_cache with network_info: [{"id": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "address": "fa:16:3e:01:03:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5fb1d-e6", "ovs_interfaceid": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.110571] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.110959] env[65665]: DEBUG nova.compute.manager [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Instance network_info: |[{"id": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "address": "fa:16:3e:01:03:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5fb1d-e6", "ovs_interfaceid": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65665) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2031}} [ 1412.111457] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:03:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9f5fb1d-e6b0-4156-99da-aa23361112cd', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.119009] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1412.119263] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.119513] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f893cc2-e483-4b84-8796-ecf26ed84193 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.139471] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.139471] env[65665]: value = "task-4855760" [ 1412.139471] env[65665]: _type = "Task" [ 1412.139471] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.147194] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855760, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.376468] env[65665]: DEBUG nova.compute.manager [req-2792b248-e9c4-435c-a13d-67ae42e36e8b req-42c1885b-87b2-4bed-87a5-29545c02b8b2 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Received event network-changed-c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1412.376625] env[65665]: DEBUG nova.compute.manager [req-2792b248-e9c4-435c-a13d-67ae42e36e8b req-42c1885b-87b2-4bed-87a5-29545c02b8b2 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Refreshing instance network info cache due to event network-changed-c9f5fb1d-e6b0-4156-99da-aa23361112cd. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1412.376894] env[65665]: DEBUG oslo_concurrency.lockutils [req-2792b248-e9c4-435c-a13d-67ae42e36e8b req-42c1885b-87b2-4bed-87a5-29545c02b8b2 service nova] Acquiring lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.377117] env[65665]: DEBUG oslo_concurrency.lockutils [req-2792b248-e9c4-435c-a13d-67ae42e36e8b req-42c1885b-87b2-4bed-87a5-29545c02b8b2 service nova] Acquired lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.377316] env[65665]: DEBUG nova.network.neutron [req-2792b248-e9c4-435c-a13d-67ae42e36e8b req-42c1885b-87b2-4bed-87a5-29545c02b8b2 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Refreshing network info cache for port c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.650262] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855760, 'name': CreateVM_Task, 'duration_secs': 0.282748} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.650504] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.650933] env[65665]: WARNING neutronclient.v2_0.client [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1412.651322] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.651477] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.651786] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.652083] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c392d7c-ef5f-4b2f-8116-200e721398dd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.657414] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1412.657414] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526c87ba-44db-0fc2-6797-20bca5e49221" [ 1412.657414] env[65665]: _type = "Task" [ 1412.657414] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.665681] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526c87ba-44db-0fc2-6797-20bca5e49221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.880827] env[65665]: WARNING neutronclient.v2_0.client [req-2792b248-e9c4-435c-a13d-67ae42e36e8b req-42c1885b-87b2-4bed-87a5-29545c02b8b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1413.017952] env[65665]: WARNING neutronclient.v2_0.client [req-2792b248-e9c4-435c-a13d-67ae42e36e8b req-42c1885b-87b2-4bed-87a5-29545c02b8b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1413.081836] env[65665]: DEBUG nova.network.neutron [req-2792b248-e9c4-435c-a13d-67ae42e36e8b req-42c1885b-87b2-4bed-87a5-29545c02b8b2 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updated VIF entry in instance network info cache for port c9f5fb1d-e6b0-4156-99da-aa23361112cd. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1413.082225] env[65665]: DEBUG nova.network.neutron [req-2792b248-e9c4-435c-a13d-67ae42e36e8b req-42c1885b-87b2-4bed-87a5-29545c02b8b2 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updating instance_info_cache with network_info: [{"id": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "address": "fa:16:3e:01:03:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5fb1d-e6", "ovs_interfaceid": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.167679] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]526c87ba-44db-0fc2-6797-20bca5e49221, 'name': SearchDatastore_Task, 'duration_secs': 0.011034} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.167920] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.168135] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Processing image eea57882-5405-4dfd-88c4-7b96d46f8cbf {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.168362] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.168502] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.168672] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.168920] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d53562c5-6718-4d00-a2af-707a9dff646b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.177249] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.177436] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.178129] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847168f9-5ae4-4d8e-ac45-545a97852790 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.183238] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1413.183238] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52727a67-7f38-366e-4690-ba0e8febb3e3" [ 1413.183238] env[65665]: _type = "Task" [ 1413.183238] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.190446] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52727a67-7f38-366e-4690-ba0e8febb3e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.585225] env[65665]: DEBUG oslo_concurrency.lockutils [req-2792b248-e9c4-435c-a13d-67ae42e36e8b req-42c1885b-87b2-4bed-87a5-29545c02b8b2 service nova] Releasing lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.693938] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52727a67-7f38-366e-4690-ba0e8febb3e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008516} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.694764] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebc3b8b-14e8-433f-a1b8-7de436e4c7a7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.699929] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1413.699929] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5281702b-823a-2ae1-8153-25308b64d71e" [ 1413.699929] env[65665]: _type = "Task" [ 1413.699929] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.707670] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5281702b-823a-2ae1-8153-25308b64d71e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.211267] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]5281702b-823a-2ae1-8153-25308b64d71e, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.211548] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.211795] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a1cbbae5-9519-46a3-8d7e-efeee6789a3a/a1cbbae5-9519-46a3-8d7e-efeee6789a3a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.212105] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9277436c-be35-4207-9bfb-b59ac515d5f4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.219264] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1414.219264] env[65665]: value = "task-4855761" [ 1414.219264] env[65665]: _type = "Task" [ 1414.219264] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.228398] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.728644] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480399} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.729031] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eea57882-5405-4dfd-88c4-7b96d46f8cbf/eea57882-5405-4dfd-88c4-7b96d46f8cbf.vmdk to [datastore2] a1cbbae5-9519-46a3-8d7e-efeee6789a3a/a1cbbae5-9519-46a3-8d7e-efeee6789a3a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.729031] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Extending root virtual disk to 1048576 {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.729314] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4e84185-c0ad-4622-ad20-b4873485148a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.736050] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1414.736050] env[65665]: value = "task-4855762" [ 1414.736050] env[65665]: _type = "Task" [ 1414.736050] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.743600] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.246589] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068229} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.246795] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Extended root virtual disk {{(pid=65665) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1415.247617] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2484b2d7-9747-4887-a991-0fa707a99672 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.270857] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] a1cbbae5-9519-46a3-8d7e-efeee6789a3a/a1cbbae5-9519-46a3-8d7e-efeee6789a3a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.271172] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5220234-c408-4485-a2e9-58429f6d0d5c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.291776] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1415.291776] env[65665]: value = "task-4855763" [ 1415.291776] env[65665]: _type = "Task" [ 1415.291776] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.299638] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.801792] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855763, 'name': ReconfigVM_Task, 'duration_secs': 0.271357} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.802227] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Reconfigured VM instance instance-0000007e to attach disk [datastore2] a1cbbae5-9519-46a3-8d7e-efeee6789a3a/a1cbbae5-9519-46a3-8d7e-efeee6789a3a.vmdk or device None with type sparse {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.802805] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e03a625-86af-4fd2-a3e3-ebb1a2ccc96d {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.808956] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1415.808956] env[65665]: value = "task-4855764" [ 1415.808956] env[65665]: _type = "Task" [ 1415.808956] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.816433] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855764, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.319649] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855764, 'name': Rename_Task, 'duration_secs': 0.157135} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.319957] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.320268] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e902bc9c-44f6-4fc7-8640-db7ece1336c8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.326886] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1416.326886] env[65665]: value = "task-4855765" [ 1416.326886] env[65665]: _type = "Task" [ 1416.326886] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.335717] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.837741] env[65665]: DEBUG oslo_vmware.api [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855765, 'name': PowerOnVM_Task, 'duration_secs': 0.43061} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.839832] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.839832] env[65665]: INFO nova.compute.manager [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1416.839832] env[65665]: DEBUG nova.compute.manager [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1416.839832] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef68ab5-eb93-4b01-8a9f-0384e0b3d43c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.359297] env[65665]: INFO nova.compute.manager [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Took 11.38 seconds to build instance. [ 1417.861679] env[65665]: DEBUG oslo_concurrency.lockutils [None req-7210f9ef-86c9-4317-9f8a-4ea96fb0d300 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.889s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.041590] env[65665]: DEBUG nova.compute.manager [req-950239cf-7625-471a-bc5c-263ba89c7ac1 req-a3fcb9c2-eb33-4b4d-8a73-e1ddd3941459 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Received event network-changed-c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1418.041702] env[65665]: DEBUG nova.compute.manager [req-950239cf-7625-471a-bc5c-263ba89c7ac1 req-a3fcb9c2-eb33-4b4d-8a73-e1ddd3941459 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Refreshing instance network info cache due to event network-changed-c9f5fb1d-e6b0-4156-99da-aa23361112cd. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1418.041912] env[65665]: DEBUG oslo_concurrency.lockutils [req-950239cf-7625-471a-bc5c-263ba89c7ac1 req-a3fcb9c2-eb33-4b4d-8a73-e1ddd3941459 service nova] Acquiring lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.042220] env[65665]: DEBUG oslo_concurrency.lockutils [req-950239cf-7625-471a-bc5c-263ba89c7ac1 req-a3fcb9c2-eb33-4b4d-8a73-e1ddd3941459 service nova] Acquired lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.042419] env[65665]: DEBUG nova.network.neutron [req-950239cf-7625-471a-bc5c-263ba89c7ac1 req-a3fcb9c2-eb33-4b4d-8a73-e1ddd3941459 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Refreshing network info cache for port c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.545738] env[65665]: WARNING neutronclient.v2_0.client [req-950239cf-7625-471a-bc5c-263ba89c7ac1 req-a3fcb9c2-eb33-4b4d-8a73-e1ddd3941459 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1418.721498] env[65665]: WARNING neutronclient.v2_0.client [req-950239cf-7625-471a-bc5c-263ba89c7ac1 req-a3fcb9c2-eb33-4b4d-8a73-e1ddd3941459 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1418.790429] env[65665]: DEBUG nova.network.neutron [req-950239cf-7625-471a-bc5c-263ba89c7ac1 req-a3fcb9c2-eb33-4b4d-8a73-e1ddd3941459 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updated VIF entry in instance network info cache for port c9f5fb1d-e6b0-4156-99da-aa23361112cd. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1418.790848] env[65665]: DEBUG nova.network.neutron [req-950239cf-7625-471a-bc5c-263ba89c7ac1 req-a3fcb9c2-eb33-4b4d-8a73-e1ddd3941459 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updating instance_info_cache with network_info: [{"id": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "address": "fa:16:3e:01:03:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5fb1d-e6", "ovs_interfaceid": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.294317] env[65665]: DEBUG oslo_concurrency.lockutils [req-950239cf-7625-471a-bc5c-263ba89c7ac1 req-a3fcb9c2-eb33-4b4d-8a73-e1ddd3941459 service nova] Releasing lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.868458] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.870618] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.870967] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.870424] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.870228] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.870526] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.373474] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.876885] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.877167] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.877359] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.877525] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1442.878464] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dda9fa-ae36-4ae1-89fa-cf83c9a0ac2f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.887189] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5943d96c-f81e-4d3e-9908-846bf6f90ce1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.901791] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0066449c-e959-4f5b-814a-7740d3b3eb6e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.908597] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169be629-d245-4396-9994-8731319035e4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.938149] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180405MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1442.938327] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.938445] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.058090] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance a1cbbae5-9519-46a3-8d7e-efeee6789a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1444.058392] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1444.058461] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_b4973bdfb5804212a54cd8af3b63c6c9': '1', 'io_workload': '0'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1444.086384] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dacd6ba-019a-453d-aaac-032c53b89647 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.094179] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dc041d-12b0-4548-988d-ffcd4f229e58 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.123444] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1863cd4-5ea7-4950-910d-fa4e60e09728 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.130677] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83b327a-4752-4d17-9df0-a5d2dfbc737b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.143677] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.647370] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.152297] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1445.152751] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.214s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.152751] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.152872] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Cleaning up deleted instances with incomplete migration {{(pid=65665) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11947}} [ 1446.153469] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.153922] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.153922] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1452.871189] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.871651] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Cleaning up deleted instances {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11909}} [ 1453.380589] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] There are 24 instances to clean {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11918}} [ 1453.380800] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: d6ac7e0c-ce75-47f5-bb6e-c14cf2b966be] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1453.884076] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: a8eea3ff-e367-4232-80db-4367147e231d] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1454.387722] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 04f9e7c6-3ab9-4efc-bb35-fbeb850db3d8] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1454.891623] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: c931764b-3d6e-425d-88c4-bafa0eebc2e7] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1455.394994] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: f527c419-282a-4f80-9b09-a39762c3cf11] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1455.898840] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 8dde2a3f-e93a-4902-8d5a-04c413ad4ae3] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1456.402036] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 0298a49a-3192-40b8-ba18-3bc356558102] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1456.905629] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: b699286e-b08b-46c1-b25f-6118506c7698] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1457.409955] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 191aae30-a6fa-4a1e-9044-85136ea6b733] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1457.815424] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.815725] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.815907] env[65665]: INFO nova.compute.manager [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Shelving [ 1457.913285] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 6496e8da-ae8c-4910-ba9f-ebf2eb4ccd41] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1458.416883] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 6d351d36-fc04-4c1f-9a4b-78d36d444143] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1458.825708] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.826046] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0899cac-9754-4c75-9a5d-e3fbfc4d60f1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.834265] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1458.834265] env[65665]: value = "task-4855766" [ 1458.834265] env[65665]: _type = "Task" [ 1458.834265] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.843250] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.920125] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: e5a24110-8050-42ab-addf-23100f97f629] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1459.345250] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855766, 'name': PowerOffVM_Task, 'duration_secs': 0.187093} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.345522] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.346277] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdaf9ea-a171-431b-b7ab-da9a20ab75bd {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.364446] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fcc919-30a5-44ac-a39c-4a4563e35f4b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.423539] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 46536f70-3ea1-4c6d-869d-46063d91056f] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1459.875763] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Creating Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1459.876032] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9e24cd3-5477-4ebd-ae16-8f8a2a758136 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.885116] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1459.885116] env[65665]: value = "task-4855767" [ 1459.885116] env[65665]: _type = "Task" [ 1459.885116] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.894741] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855767, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.926520] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: e3518a15-0815-4e62-a26d-fbf6c28e3689] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1460.395360] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855767, 'name': CreateSnapshot_Task, 'duration_secs': 0.414887} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.395682] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Created Snapshot of the VM instance {{(pid=65665) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1460.396545] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645cbcc4-0e8c-4406-bb35-f7ca52a5d749 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.429592] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 5a7dbe90-8983-41b2-9dc7-69a3293e7b2a] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1460.915529] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Creating linked-clone VM from snapshot {{(pid=65665) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1460.915838] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de8a09f4-bd06-4dd0-92d8-d5396aa2c5c3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.925063] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1460.925063] env[65665]: value = "task-4855768" [ 1460.925063] env[65665]: _type = "Task" [ 1460.925063] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.934015] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 278e3e7a-d5bf-4f34-8a5c-f117cc733ca4] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1460.935883] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855768, 'name': CloneVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.435931] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855768, 'name': CloneVM_Task} progress is 94%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.437442] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 35472265-c6f9-4aa7-acf9-19d03bc44912] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1461.937387] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855768, 'name': CloneVM_Task, 'duration_secs': 0.963395} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.937785] env[65665]: INFO nova.virt.vmwareapi.vmops [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Created linked-clone VM from snapshot [ 1461.938428] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54256263-ca51-4c41-b95f-04f90a3af118 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.941151] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 6b4e010f-8e87-4f75-8fe4-7223ee14b08a] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1461.950045] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Uploading image 42343d76-79ac-42e6-bdb4-e8f68131ba32 {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1461.976108] env[65665]: DEBUG oslo_vmware.rw_handles [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1461.976108] env[65665]: value = "vm-946482" [ 1461.976108] env[65665]: _type = "VirtualMachine" [ 1461.976108] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1461.976385] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-23d9e83b-0d08-42f5-9d38-5d2ea6e66b89 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.983998] env[65665]: DEBUG oslo_vmware.rw_handles [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lease: (returnval){ [ 1461.983998] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f89fed-cb91-6066-f0bf-3784e20ef996" [ 1461.983998] env[65665]: _type = "HttpNfcLease" [ 1461.983998] env[65665]: } obtained for exporting VM: (result){ [ 1461.983998] env[65665]: value = "vm-946482" [ 1461.983998] env[65665]: _type = "VirtualMachine" [ 1461.983998] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1461.984373] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the lease: (returnval){ [ 1461.984373] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f89fed-cb91-6066-f0bf-3784e20ef996" [ 1461.984373] env[65665]: _type = "HttpNfcLease" [ 1461.984373] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1461.992144] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1461.992144] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f89fed-cb91-6066-f0bf-3784e20ef996" [ 1461.992144] env[65665]: _type = "HttpNfcLease" [ 1461.992144] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1462.445298] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: d5335b42-d041-4083-b4cc-6e30f712ca87] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1462.493856] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1462.493856] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f89fed-cb91-6066-f0bf-3784e20ef996" [ 1462.493856] env[65665]: _type = "HttpNfcLease" [ 1462.493856] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1462.493856] env[65665]: DEBUG oslo_vmware.rw_handles [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1462.493856] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52f89fed-cb91-6066-f0bf-3784e20ef996" [ 1462.493856] env[65665]: _type = "HttpNfcLease" [ 1462.493856] env[65665]: }. {{(pid=65665) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1462.494358] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bd8ded-4aec-4e8e-b454-ea8b562ab6d6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.501883] env[65665]: DEBUG oslo_vmware.rw_handles [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da565e-b5ce-1f7a-4563-6103137a6f30/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1462.502094] env[65665]: DEBUG oslo_vmware.rw_handles [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da565e-b5ce-1f7a-4563-6103137a6f30/disk-0.vmdk for reading. {{(pid=65665) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1462.591685] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-afe1ee29-cdcb-4f94-8109-b691ba0f6bf1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.949306] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 06a25155-56b1-465e-8633-8895e8283470] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1463.453439] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 84efb212-53f2-4247-b12f-c56a0e2aa166] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1463.956899] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 72c616b4-eda8-4f46-ac04-ba145a722746] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1464.460546] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: a6bfc2be-d17e-4655-9f35-155baf8a8c1a] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1464.964782] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] [instance: 18bdbc26-a9a1-480d-86a0-f11efa40a06a] Instance has had 0 of 5 cleanup attempts {{(pid=65665) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1469.620655] env[65665]: DEBUG oslo_vmware.rw_handles [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da565e-b5ce-1f7a-4563-6103137a6f30/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1469.621624] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629e549b-9c2d-48fe-9098-0c3d9fb6e7ec {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.628285] env[65665]: DEBUG oslo_vmware.rw_handles [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da565e-b5ce-1f7a-4563-6103137a6f30/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1469.628447] env[65665]: ERROR oslo_vmware.rw_handles [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da565e-b5ce-1f7a-4563-6103137a6f30/disk-0.vmdk due to incomplete transfer. [ 1469.628677] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-319cd954-b635-4cde-af8b-5468715332e3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.636526] env[65665]: DEBUG oslo_vmware.rw_handles [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da565e-b5ce-1f7a-4563-6103137a6f30/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1469.636731] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Uploaded image 42343d76-79ac-42e6-bdb4-e8f68131ba32 to the Glance image server {{(pid=65665) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1469.639013] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Destroying the VM {{(pid=65665) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1469.639276] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32fdd715-1e1a-4e7d-bded-3a67bfec33aa {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.645575] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1469.645575] env[65665]: value = "task-4855770" [ 1469.645575] env[65665]: _type = "Task" [ 1469.645575] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.653893] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855770, 'name': Destroy_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.156440] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855770, 'name': Destroy_Task, 'duration_secs': 0.308006} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.156777] env[65665]: INFO nova.virt.vmwareapi.vm_util [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Destroyed the VM [ 1470.156950] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Deleting Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1470.157226] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d490401-4fec-485d-bfa1-e1f98575ad9b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.163691] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1470.163691] env[65665]: value = "task-4855771" [ 1470.163691] env[65665]: _type = "Task" [ 1470.163691] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.171697] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855771, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.674228] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855771, 'name': RemoveSnapshot_Task, 'duration_secs': 0.344653} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.674622] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Deleted Snapshot of the VM instance {{(pid=65665) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1470.674778] env[65665]: DEBUG nova.compute.manager [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1470.675552] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f4387d-9002-46bf-9c42-b3ff8316f6b6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.189066] env[65665]: INFO nova.compute.manager [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Shelve offloading [ 1471.692164] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.692548] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b50f3eeb-97e0-4a73-8a4b-743e84955178 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.700727] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1471.700727] env[65665]: value = "task-4855772" [ 1471.700727] env[65665]: _type = "Task" [ 1471.700727] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.709013] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.211657] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] VM already powered off {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1472.211848] env[65665]: DEBUG nova.compute.manager [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1472.212572] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0695de79-a0dc-4b55-84fe-100a1eaf2dd3 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.218280] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.218449] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.218594] env[65665]: DEBUG nova.network.neutron [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1472.721632] env[65665]: WARNING neutronclient.v2_0.client [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1472.927943] env[65665]: WARNING neutronclient.v2_0.client [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1472.995379] env[65665]: DEBUG nova.network.neutron [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updating instance_info_cache with network_info: [{"id": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "address": "fa:16:3e:01:03:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5fb1d-e6", "ovs_interfaceid": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.498707] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.499135] env[65665]: WARNING neutronclient.v2_0.client [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1473.499440] env[65665]: WARNING neutronclient.v2_0.client [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1473.746388] env[65665]: DEBUG nova.compute.manager [req-aa68b020-2f14-4657-a630-21bb789142ea req-de24c174-1566-42db-b9e5-4550eda9d7f0 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Received event network-vif-unplugged-c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1473.746616] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa68b020-2f14-4657-a630-21bb789142ea req-de24c174-1566-42db-b9e5-4550eda9d7f0 service nova] Acquiring lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.746761] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa68b020-2f14-4657-a630-21bb789142ea req-de24c174-1566-42db-b9e5-4550eda9d7f0 service nova] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.746921] env[65665]: DEBUG oslo_concurrency.lockutils [req-aa68b020-2f14-4657-a630-21bb789142ea req-de24c174-1566-42db-b9e5-4550eda9d7f0 service nova] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.747099] env[65665]: DEBUG nova.compute.manager [req-aa68b020-2f14-4657-a630-21bb789142ea req-de24c174-1566-42db-b9e5-4550eda9d7f0 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] No waiting events found dispatching network-vif-unplugged-c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1473.747262] env[65665]: WARNING nova.compute.manager [req-aa68b020-2f14-4657-a630-21bb789142ea req-de24c174-1566-42db-b9e5-4550eda9d7f0 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Received unexpected event network-vif-unplugged-c9f5fb1d-e6b0-4156-99da-aa23361112cd for instance with vm_state shelved and task_state shelving_offloading. [ 1473.856712] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1473.857694] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad9ad47-33bc-4fb8-ad2d-61b39d3d5f9e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.865480] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.865741] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5e4d2fb-b2ef-45da-ae1c-e9cf7a6fcbd2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.924479] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.924828] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.924944] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleting the datastore file [datastore2] a1cbbae5-9519-46a3-8d7e-efeee6789a3a {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.925234] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02a21438-f416-4664-8539-87cac471c2b8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.932625] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1473.932625] env[65665]: value = "task-4855774" [ 1473.932625] env[65665]: _type = "Task" [ 1473.932625] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.941492] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.443355] env[65665]: DEBUG oslo_vmware.api [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145142} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.443624] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1474.443764] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1474.443929] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1474.470153] env[65665]: INFO nova.scheduler.client.report [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleted allocations for instance a1cbbae5-9519-46a3-8d7e-efeee6789a3a [ 1474.974591] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.975027] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.975266] env[65665]: DEBUG nova.objects.instance [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lazy-loading 'resources' on Instance uuid a1cbbae5-9519-46a3-8d7e-efeee6789a3a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.477989] env[65665]: DEBUG nova.objects.instance [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lazy-loading 'numa_topology' on Instance uuid a1cbbae5-9519-46a3-8d7e-efeee6789a3a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.774120] env[65665]: DEBUG nova.compute.manager [req-a0aade07-cd58-4d4f-8ac2-ea19b9bb0500 req-1f7b519a-1f59-44f7-95a4-45784bb2eb6e service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Received event network-changed-c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1475.774283] env[65665]: DEBUG nova.compute.manager [req-a0aade07-cd58-4d4f-8ac2-ea19b9bb0500 req-1f7b519a-1f59-44f7-95a4-45784bb2eb6e service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Refreshing instance network info cache due to event network-changed-c9f5fb1d-e6b0-4156-99da-aa23361112cd. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1475.774513] env[65665]: DEBUG oslo_concurrency.lockutils [req-a0aade07-cd58-4d4f-8ac2-ea19b9bb0500 req-1f7b519a-1f59-44f7-95a4-45784bb2eb6e service nova] Acquiring lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.774622] env[65665]: DEBUG oslo_concurrency.lockutils [req-a0aade07-cd58-4d4f-8ac2-ea19b9bb0500 req-1f7b519a-1f59-44f7-95a4-45784bb2eb6e service nova] Acquired lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.774779] env[65665]: DEBUG nova.network.neutron [req-a0aade07-cd58-4d4f-8ac2-ea19b9bb0500 req-1f7b519a-1f59-44f7-95a4-45784bb2eb6e service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Refreshing network info cache for port c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.981353] env[65665]: DEBUG nova.objects.base [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65665) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1475.997026] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5484599c-9d93-4c01-a61b-68c7cace5e55 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.004740] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393cd59e-6ebd-4268-8997-fd16ded61ba6 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.035800] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7819903b-969d-4fae-8430-2fb01364115c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.043674] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4933c8-50e6-487b-b847-9db18e4c7ac2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.056924] env[65665]: DEBUG nova.compute.provider_tree [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.277664] env[65665]: WARNING neutronclient.v2_0.client [req-a0aade07-cd58-4d4f-8ac2-ea19b9bb0500 req-1f7b519a-1f59-44f7-95a4-45784bb2eb6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1476.463110] env[65665]: WARNING neutronclient.v2_0.client [req-a0aade07-cd58-4d4f-8ac2-ea19b9bb0500 req-1f7b519a-1f59-44f7-95a4-45784bb2eb6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1476.534113] env[65665]: DEBUG nova.network.neutron [req-a0aade07-cd58-4d4f-8ac2-ea19b9bb0500 req-1f7b519a-1f59-44f7-95a4-45784bb2eb6e service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updated VIF entry in instance network info cache for port c9f5fb1d-e6b0-4156-99da-aa23361112cd. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1476.534487] env[65665]: DEBUG nova.network.neutron [req-a0aade07-cd58-4d4f-8ac2-ea19b9bb0500 req-1f7b519a-1f59-44f7-95a4-45784bb2eb6e service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updating instance_info_cache with network_info: [{"id": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "address": "fa:16:3e:01:03:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc9f5fb1d-e6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.559930] env[65665]: DEBUG nova.scheduler.client.report [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.037740] env[65665]: DEBUG oslo_concurrency.lockutils [req-a0aade07-cd58-4d4f-8ac2-ea19b9bb0500 req-1f7b519a-1f59-44f7-95a4-45784bb2eb6e service nova] Releasing lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.064896] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.573105] env[65665]: DEBUG oslo_concurrency.lockutils [None req-ff66d41f-ea2a-478c-8834-772f67233376 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.757s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.690844] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.691166] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.691350] env[65665]: INFO nova.compute.manager [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Unshelving [ 1478.715935] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.716335] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.716439] env[65665]: DEBUG nova.objects.instance [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lazy-loading 'pci_requests' on Instance uuid a1cbbae5-9519-46a3-8d7e-efeee6789a3a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.222064] env[65665]: DEBUG nova.objects.instance [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lazy-loading 'numa_topology' on Instance uuid a1cbbae5-9519-46a3-8d7e-efeee6789a3a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.724027] env[65665]: INFO nova.compute.claims [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1480.764140] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdfc929-6cbd-4109-9807-d876c3f0fbb4 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.771629] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986c5640-7947-4300-b8da-b8a36e437a2f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.800941] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b92f9b9-5f5f-4259-a96b-8098b4972b52 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.808269] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eec77fa-d3e6-4f2f-a9e7-c530031abdba {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.821301] env[65665]: DEBUG nova.compute.provider_tree [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.324770] env[65665]: DEBUG nova.scheduler.client.report [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.832390] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.116s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.832846] env[65665]: WARNING neutronclient.v2_0.client [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1481.888611] env[65665]: INFO nova.network.neutron [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updating port c9f5fb1d-e6b0-4156-99da-aa23361112cd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1483.331918] env[65665]: DEBUG nova.compute.manager [req-877baa9c-ce1e-46e9-b403-8c2cc13047bd req-1f68a07f-691d-4eb5-a8f9-8d8677400395 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Received event network-vif-plugged-c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1483.332270] env[65665]: DEBUG oslo_concurrency.lockutils [req-877baa9c-ce1e-46e9-b403-8c2cc13047bd req-1f68a07f-691d-4eb5-a8f9-8d8677400395 service nova] Acquiring lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.332520] env[65665]: DEBUG oslo_concurrency.lockutils [req-877baa9c-ce1e-46e9-b403-8c2cc13047bd req-1f68a07f-691d-4eb5-a8f9-8d8677400395 service nova] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.332863] env[65665]: DEBUG oslo_concurrency.lockutils [req-877baa9c-ce1e-46e9-b403-8c2cc13047bd req-1f68a07f-691d-4eb5-a8f9-8d8677400395 service nova] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.333016] env[65665]: DEBUG nova.compute.manager [req-877baa9c-ce1e-46e9-b403-8c2cc13047bd req-1f68a07f-691d-4eb5-a8f9-8d8677400395 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] No waiting events found dispatching network-vif-plugged-c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) pop_instance_event /opt/stack/nova/nova/compute/manager.py:344}} [ 1483.333213] env[65665]: WARNING nova.compute.manager [req-877baa9c-ce1e-46e9-b403-8c2cc13047bd req-1f68a07f-691d-4eb5-a8f9-8d8677400395 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Received unexpected event network-vif-plugged-c9f5fb1d-e6b0-4156-99da-aa23361112cd for instance with vm_state shelved_offloaded and task_state spawning. [ 1483.430183] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.430315] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.430472] env[65665]: DEBUG nova.network.neutron [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Building network info cache for instance {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1483.932863] env[65665]: WARNING neutronclient.v2_0.client [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1484.116730] env[65665]: WARNING neutronclient.v2_0.client [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1484.186446] env[65665]: DEBUG nova.network.neutron [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updating instance_info_cache with network_info: [{"id": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "address": "fa:16:3e:01:03:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5fb1d-e6", "ovs_interfaceid": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.689695] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.716755] env[65665]: DEBUG nova.virt.hardware [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-27T02:25:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c7eab46e7414fa027751a50406690873',container_format='bare',created_at=2025-11-27T02:41:40Z,direct_url=,disk_format='vmdk',id=42343d76-79ac-42e6-bdb4-e8f68131ba32,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1179431671-shelved',owner='b4973bdfb5804212a54cd8af3b63c6c9',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-27T02:41:52Z,virtual_size=,visibility=), allow threads: False {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1484.717014] env[65665]: DEBUG nova.virt.hardware [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Flavor limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1484.717177] env[65665]: DEBUG nova.virt.hardware [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Image limits 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1484.717353] env[65665]: DEBUG nova.virt.hardware [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Flavor pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1484.717496] env[65665]: DEBUG nova.virt.hardware [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Image pref 0:0:0 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1484.717637] env[65665]: DEBUG nova.virt.hardware [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65665) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1484.717837] env[65665]: DEBUG nova.virt.hardware [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1484.717989] env[65665]: DEBUG nova.virt.hardware [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1484.718164] env[65665]: DEBUG nova.virt.hardware [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Got 1 possible topologies {{(pid=65665) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1484.718322] env[65665]: DEBUG nova.virt.hardware [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1484.718485] env[65665]: DEBUG nova.virt.hardware [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65665) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1484.719819] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17942bc7-3870-4d24-955f-a3d9bde83dfe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.727899] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1e36b0-f5ca-4aa7-b932-d34f9838e855 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.741014] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:03:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9f5fb1d-e6b0-4156-99da-aa23361112cd', 'vif_model': 'vmxnet3'}] {{(pid=65665) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1484.748220] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1484.748451] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Creating VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1484.748653] env[65665]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62fd7131-1110-4b05-8d8e-10f654f85524 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.766955] env[65665]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1484.766955] env[65665]: value = "task-4855775" [ 1484.766955] env[65665]: _type = "Task" [ 1484.766955] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.774626] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855775, 'name': CreateVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.277215] env[65665]: DEBUG oslo_vmware.api [-] Task: {'id': task-4855775, 'name': CreateVM_Task, 'duration_secs': 0.303106} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.277410] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Created VM on the ESX host {{(pid=65665) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1485.277827] env[65665]: WARNING neutronclient.v2_0.client [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1485.278215] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.278367] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.278756] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.279042] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1201bc3-5462-4587-8ced-2fd2df392c89 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.284159] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1485.284159] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e4ab4f-55a6-5496-a6ac-e3a7122d42d1" [ 1485.284159] env[65665]: _type = "Task" [ 1485.284159] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.292293] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52e4ab4f-55a6-5496-a6ac-e3a7122d42d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.365742] env[65665]: DEBUG nova.compute.manager [req-0289c6e1-9ff2-49e7-9652-5aeddd7d0d67 req-46e56cf7-de0b-4095-b110-66db232ff776 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Received event network-changed-c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1485.365939] env[65665]: DEBUG nova.compute.manager [req-0289c6e1-9ff2-49e7-9652-5aeddd7d0d67 req-46e56cf7-de0b-4095-b110-66db232ff776 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Refreshing instance network info cache due to event network-changed-c9f5fb1d-e6b0-4156-99da-aa23361112cd. {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11817}} [ 1485.366173] env[65665]: DEBUG oslo_concurrency.lockutils [req-0289c6e1-9ff2-49e7-9652-5aeddd7d0d67 req-46e56cf7-de0b-4095-b110-66db232ff776 service nova] Acquiring lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.366312] env[65665]: DEBUG oslo_concurrency.lockutils [req-0289c6e1-9ff2-49e7-9652-5aeddd7d0d67 req-46e56cf7-de0b-4095-b110-66db232ff776 service nova] Acquired lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.366467] env[65665]: DEBUG nova.network.neutron [req-0289c6e1-9ff2-49e7-9652-5aeddd7d0d67 req-46e56cf7-de0b-4095-b110-66db232ff776 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Refreshing network info cache for port c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.795134] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.795531] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Processing image 42343d76-79ac-42e6-bdb4-e8f68131ba32 {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.795628] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32/42343d76-79ac-42e6-bdb4-e8f68131ba32.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.795771] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32/42343d76-79ac-42e6-bdb4-e8f68131ba32.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.795943] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1485.796233] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4863695-49b8-4a79-b817-b99e5ab5af6f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.805882] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1485.806114] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65665) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1485.806857] env[65665]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83557d2-b80a-410e-9ac4-6225fb97f33b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.812464] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1485.812464] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fdf83a-32fe-6a5c-1eda-8e9216b35d88" [ 1485.812464] env[65665]: _type = "Task" [ 1485.812464] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.821698] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52fdf83a-32fe-6a5c-1eda-8e9216b35d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.869592] env[65665]: WARNING neutronclient.v2_0.client [req-0289c6e1-9ff2-49e7-9652-5aeddd7d0d67 req-46e56cf7-de0b-4095-b110-66db232ff776 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1486.039789] env[65665]: WARNING neutronclient.v2_0.client [req-0289c6e1-9ff2-49e7-9652-5aeddd7d0d67 req-46e56cf7-de0b-4095-b110-66db232ff776 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1486.107741] env[65665]: DEBUG nova.network.neutron [req-0289c6e1-9ff2-49e7-9652-5aeddd7d0d67 req-46e56cf7-de0b-4095-b110-66db232ff776 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updated VIF entry in instance network info cache for port c9f5fb1d-e6b0-4156-99da-aa23361112cd. {{(pid=65665) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1486.108132] env[65665]: DEBUG nova.network.neutron [req-0289c6e1-9ff2-49e7-9652-5aeddd7d0d67 req-46e56cf7-de0b-4095-b110-66db232ff776 service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updating instance_info_cache with network_info: [{"id": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "address": "fa:16:3e:01:03:4b", "network": {"id": "afaed0ce-c47f-4266-8ca1-b3d8d46cc396", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-987357786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4973bdfb5804212a54cd8af3b63c6c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5fb1d-e6", "ovs_interfaceid": "c9f5fb1d-e6b0-4156-99da-aa23361112cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.323064] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Preparing fetch location {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1486.323276] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Fetch image to [datastore2] OSTACK_IMG_af480b66-4411-41ca-9787-aa75df0fb6a9/OSTACK_IMG_af480b66-4411-41ca-9787-aa75df0fb6a9.vmdk {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1486.323452] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Downloading stream optimized image 42343d76-79ac-42e6-bdb4-e8f68131ba32 to [datastore2] OSTACK_IMG_af480b66-4411-41ca-9787-aa75df0fb6a9/OSTACK_IMG_af480b66-4411-41ca-9787-aa75df0fb6a9.vmdk on the data store datastore2 as vApp {{(pid=65665) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1486.323620] env[65665]: DEBUG nova.virt.vmwareapi.images [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Downloading image file data 42343d76-79ac-42e6-bdb4-e8f68131ba32 to the ESX as VM named 'OSTACK_IMG_af480b66-4411-41ca-9787-aa75df0fb6a9' {{(pid=65665) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1486.397715] env[65665]: DEBUG oslo_vmware.rw_handles [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1486.397715] env[65665]: value = "resgroup-9" [ 1486.397715] env[65665]: _type = "ResourcePool" [ 1486.397715] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1486.398058] env[65665]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-69941cae-4032-4f15-b05d-c227fb6d6fd8 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.418545] env[65665]: DEBUG oslo_vmware.rw_handles [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lease: (returnval){ [ 1486.418545] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dce522-994a-5f4d-e8a5-86b743e85bd9" [ 1486.418545] env[65665]: _type = "HttpNfcLease" [ 1486.418545] env[65665]: } obtained for vApp import into resource pool (val){ [ 1486.418545] env[65665]: value = "resgroup-9" [ 1486.418545] env[65665]: _type = "ResourcePool" [ 1486.418545] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1486.418921] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the lease: (returnval){ [ 1486.418921] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dce522-994a-5f4d-e8a5-86b743e85bd9" [ 1486.418921] env[65665]: _type = "HttpNfcLease" [ 1486.418921] env[65665]: } to be ready. {{(pid=65665) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1486.425150] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1486.425150] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dce522-994a-5f4d-e8a5-86b743e85bd9" [ 1486.425150] env[65665]: _type = "HttpNfcLease" [ 1486.425150] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1486.611659] env[65665]: DEBUG oslo_concurrency.lockutils [req-0289c6e1-9ff2-49e7-9652-5aeddd7d0d67 req-46e56cf7-de0b-4095-b110-66db232ff776 service nova] Releasing lock "refresh_cache-a1cbbae5-9519-46a3-8d7e-efeee6789a3a" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.927286] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1486.927286] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dce522-994a-5f4d-e8a5-86b743e85bd9" [ 1486.927286] env[65665]: _type = "HttpNfcLease" [ 1486.927286] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1487.429287] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1487.429287] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dce522-994a-5f4d-e8a5-86b743e85bd9" [ 1487.429287] env[65665]: _type = "HttpNfcLease" [ 1487.429287] env[65665]: } is initializing. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1487.929552] env[65665]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1487.929552] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dce522-994a-5f4d-e8a5-86b743e85bd9" [ 1487.929552] env[65665]: _type = "HttpNfcLease" [ 1487.929552] env[65665]: } is ready. {{(pid=65665) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1487.930096] env[65665]: DEBUG oslo_vmware.rw_handles [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1487.930096] env[65665]: value = "session[522af74d-00fa-a20e-0a98-87b8da2dafd4]52dce522-994a-5f4d-e8a5-86b743e85bd9" [ 1487.930096] env[65665]: _type = "HttpNfcLease" [ 1487.930096] env[65665]: }. {{(pid=65665) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1487.930643] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9f331c-94de-449a-b29e-41bb2d1d0eab {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.938410] env[65665]: DEBUG oslo_vmware.rw_handles [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1a2cd-7a13-19b1-f05e-b8d6f2a12130/disk-0.vmdk from lease info. {{(pid=65665) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1487.938588] env[65665]: DEBUG oslo_vmware.rw_handles [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1a2cd-7a13-19b1-f05e-b8d6f2a12130/disk-0.vmdk. {{(pid=65665) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1488.002262] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6b4721a9-8cf2-4dce-a295-c5520385738c {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.131962] env[65665]: DEBUG oslo_vmware.rw_handles [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Completed reading data from the image iterator. {{(pid=65665) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1489.132506] env[65665]: DEBUG oslo_vmware.rw_handles [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1a2cd-7a13-19b1-f05e-b8d6f2a12130/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1489.133161] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6df528c-98cb-4363-b022-bf2688fd6bb2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.140188] env[65665]: DEBUG oslo_vmware.rw_handles [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1a2cd-7a13-19b1-f05e-b8d6f2a12130/disk-0.vmdk is in state: ready. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1489.140363] env[65665]: DEBUG oslo_vmware.rw_handles [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1a2cd-7a13-19b1-f05e-b8d6f2a12130/disk-0.vmdk. {{(pid=65665) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1489.140622] env[65665]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8f694e20-4f76-4788-9e0b-d907b9e93e87 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.368331] env[65665]: DEBUG oslo_vmware.rw_handles [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d1a2cd-7a13-19b1-f05e-b8d6f2a12130/disk-0.vmdk. {{(pid=65665) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1489.368544] env[65665]: INFO nova.virt.vmwareapi.images [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Downloaded image file data 42343d76-79ac-42e6-bdb4-e8f68131ba32 [ 1489.369390] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c917dee3-ea40-4471-9c7e-b756252d15d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.384573] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-660ee99f-2a02-489a-abab-72ffaf0f64fe {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.411068] env[65665]: INFO nova.virt.vmwareapi.images [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] The imported VM was unregistered [ 1489.413773] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Caching image {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1489.414038] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Creating directory with path [datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32 {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1489.414334] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ab398c4-b622-4bc5-9a7d-bb7ffb4a42bf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.425946] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Created directory with path [datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32 {{(pid=65665) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1489.426152] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_af480b66-4411-41ca-9787-aa75df0fb6a9/OSTACK_IMG_af480b66-4411-41ca-9787-aa75df0fb6a9.vmdk to [datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32/42343d76-79ac-42e6-bdb4-e8f68131ba32.vmdk. {{(pid=65665) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1489.426405] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5a1ad340-d964-4186-849a-ab1d40fc90f9 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.432975] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1489.432975] env[65665]: value = "task-4855778" [ 1489.432975] env[65665]: _type = "Task" [ 1489.432975] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.440667] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855778, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.944179] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855778, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.443978] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855778, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.945053] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855778, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.446443] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855778, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.947721] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855778, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.3492} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.948850] env[65665]: INFO nova.virt.vmwareapi.ds_util [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_af480b66-4411-41ca-9787-aa75df0fb6a9/OSTACK_IMG_af480b66-4411-41ca-9787-aa75df0fb6a9.vmdk to [datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32/42343d76-79ac-42e6-bdb4-e8f68131ba32.vmdk. [ 1491.948850] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Cleaning up location [datastore2] OSTACK_IMG_af480b66-4411-41ca-9787-aa75df0fb6a9 {{(pid=65665) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1491.948850] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_af480b66-4411-41ca-9787-aa75df0fb6a9 {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1491.949180] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5020407a-d4ce-49d6-b7e8-0e69a527040b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.955290] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1491.955290] env[65665]: value = "task-4855779" [ 1491.955290] env[65665]: _type = "Task" [ 1491.955290] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.965097] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.465776] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035547} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.466201] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.466271] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32/42343d76-79ac-42e6-bdb4-e8f68131ba32.vmdk" {{(pid=65665) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.466455] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32/42343d76-79ac-42e6-bdb4-e8f68131ba32.vmdk to [datastore2] a1cbbae5-9519-46a3-8d7e-efeee6789a3a/a1cbbae5-9519-46a3-8d7e-efeee6789a3a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1492.466714] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cd38861-847c-425b-94bb-bdc15edae9f7 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.473685] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1492.473685] env[65665]: value = "task-4855780" [ 1492.473685] env[65665]: _type = "Task" [ 1492.473685] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.481434] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.984894] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855780, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.486862] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855780, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.986350] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855780, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.487216] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855780, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.988266] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855780, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.275578} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.988526] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42343d76-79ac-42e6-bdb4-e8f68131ba32/42343d76-79ac-42e6-bdb4-e8f68131ba32.vmdk to [datastore2] a1cbbae5-9519-46a3-8d7e-efeee6789a3a/a1cbbae5-9519-46a3-8d7e-efeee6789a3a.vmdk {{(pid=65665) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.989353] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fd0099-677c-4ae9-b69a-c0feab0e7d0a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.011053] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] a1cbbae5-9519-46a3-8d7e-efeee6789a3a/a1cbbae5-9519-46a3-8d7e-efeee6789a3a.vmdk or device None with type streamOptimized {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.011326] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-178e3436-8c9c-40e4-b6d7-cc7e82b018d0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.031513] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1495.031513] env[65665]: value = "task-4855781" [ 1495.031513] env[65665]: _type = "Task" [ 1495.031513] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.039323] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.542166] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855781, 'name': ReconfigVM_Task, 'duration_secs': 0.277611} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.542568] env[65665]: DEBUG nova.virt.vmwareapi.volumeops [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Reconfigured VM instance instance-0000007e to attach disk [datastore2] a1cbbae5-9519-46a3-8d7e-efeee6789a3a/a1cbbae5-9519-46a3-8d7e-efeee6789a3a.vmdk or device None with type streamOptimized {{(pid=65665) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.543085] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbaca3a7-f1f2-4939-bda1-50f1f3fd9922 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.549840] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1495.549840] env[65665]: value = "task-4855782" [ 1495.549840] env[65665]: _type = "Task" [ 1495.549840] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.557799] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855782, 'name': Rename_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.060670] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855782, 'name': Rename_Task, 'duration_secs': 0.137436} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.060932] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Powering on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.061245] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfba1fde-3544-41bb-bcd0-4e3ad90efe8b {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.068208] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1496.068208] env[65665]: value = "task-4855783" [ 1496.068208] env[65665]: _type = "Task" [ 1496.068208] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.076299] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.577908] env[65665]: DEBUG oslo_vmware.api [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855783, 'name': PowerOnVM_Task, 'duration_secs': 0.432585} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.578396] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Powered on the VM {{(pid=65665) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1496.683169] env[65665]: DEBUG nova.compute.manager [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Checking state {{(pid=65665) _get_power_state /opt/stack/nova/nova/compute/manager.py:1825}} [ 1496.684096] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b05cd0d-4f16-435e-acd1-a6a87215da6e {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.202074] env[65665]: DEBUG oslo_concurrency.lockutils [None req-114f3d79-0999-4366-8df7-bda83d974bab tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.511s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.461446] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.461762] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.966628] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.966819] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.966866] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.967101] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.967325] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.967507] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.967668] env[65665]: DEBUG nova.compute.manager [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65665) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1508.967979] env[65665]: DEBUG oslo_service.periodic_task [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65665) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1509.470909] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.471327] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.471553] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.471753] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65665) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1509.472961] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce29d26e-10f5-4054-9708-4df1002dd8bf {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.481948] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6a510c-d8b6-4d8f-a933-e99ea66787f2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.497276] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60229bd9-4133-43d4-814a-2d73daf81876 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.504997] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbf4eae-03a7-4f7b-b6c7-fe65b2bafd54 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.536217] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180403MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65665) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1509.536372] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.536611] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.561400] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Instance a1cbbae5-9519-46a3-8d7e-efeee6789a3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65665) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1510.561673] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1510.561721] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_b4973bdfb5804212a54cd8af3b63c6c9': '1', 'io_workload': '0'} {{(pid=65665) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1510.589730] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16566b7e-e24c-4ddf-8dfa-8ef76df42299 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.597460] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6879aae-3e93-4539-8dd7-001543bdb9d2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.627221] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1865bcfa-89cb-423f-a818-5160cb62a790 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.636113] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500096d7-d98c-4fd7-b85a-aba2fc05cf6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.650798] env[65665]: DEBUG nova.compute.provider_tree [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.153899] env[65665]: DEBUG nova.scheduler.client.report [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.659283] env[65665]: DEBUG nova.compute.resource_tracker [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65665) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1511.659695] env[65665]: DEBUG oslo_concurrency.lockutils [None req-77b72031-76c0-4a98-aa08-f78d29aeadb3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.506763] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.507226] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.507319] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.507481] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.507655] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.511362] env[65665]: INFO nova.compute.manager [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Terminating instance [ 1534.015951] env[65665]: DEBUG nova.compute.manager [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Start destroying the instance on the hypervisor. {{(pid=65665) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3197}} [ 1534.016307] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Destroying instance {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1534.017292] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c11d1a-83d5-4ddd-b7f5-244d17e52dc0 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.025691] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Powering off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.025935] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-716a49c0-0786-4dcf-8dab-9e071c86bcb2 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.033888] env[65665]: DEBUG oslo_vmware.api [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1534.033888] env[65665]: value = "task-4855784" [ 1534.033888] env[65665]: _type = "Task" [ 1534.033888] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.043888] env[65665]: DEBUG oslo_vmware.api [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.544051] env[65665]: DEBUG oslo_vmware.api [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855784, 'name': PowerOffVM_Task, 'duration_secs': 0.201551} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.544419] env[65665]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Powered off the VM {{(pid=65665) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1534.544419] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Unregistering the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1534.544665] env[65665]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0323e894-5204-4b71-b57a-98d4a5d3b830 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.611019] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Unregistered the VM {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1534.611347] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Deleting contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1534.611555] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleting the datastore file [datastore2] a1cbbae5-9519-46a3-8d7e-efeee6789a3a {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1534.611918] env[65665]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfc1479c-5910-4737-bf75-7ab2140b6315 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.618524] env[65665]: DEBUG oslo_vmware.api [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for the task: (returnval){ [ 1534.618524] env[65665]: value = "task-4855786" [ 1534.618524] env[65665]: _type = "Task" [ 1534.618524] env[65665]: } to complete. {{(pid=65665) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.626592] env[65665]: DEBUG oslo_vmware.api [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.128670] env[65665]: DEBUG oslo_vmware.api [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Task: {'id': task-4855786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127473} completed successfully. {{(pid=65665) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.128923] env[65665]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleted the datastore file {{(pid=65665) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1535.129119] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Deleted contents of the VM from datastore datastore2 {{(pid=65665) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1535.129320] env[65665]: DEBUG nova.virt.vmwareapi.vmops [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Instance destroyed {{(pid=65665) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1535.129513] env[65665]: INFO nova.compute.manager [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1535.129763] env[65665]: DEBUG oslo.service.backend._common.loopingcall [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65665) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1535.130043] env[65665]: DEBUG nova.compute.manager [-] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Deallocating network for instance {{(pid=65665) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2324}} [ 1535.130129] env[65665]: DEBUG nova.network.neutron [-] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] deallocate_for_instance() {{(pid=65665) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1535.130322] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1535.171682] env[65665]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1535.683315] env[65665]: DEBUG nova.compute.manager [req-bcdb0b15-9a97-41f4-b0d3-b6118f8e0e63 req-c35b7404-07f1-4390-ae06-1fe9a2dde22b service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Received event network-vif-deleted-c9f5fb1d-e6b0-4156-99da-aa23361112cd {{(pid=65665) external_instance_event /opt/stack/nova/nova/compute/manager.py:11812}} [ 1535.683592] env[65665]: INFO nova.compute.manager [req-bcdb0b15-9a97-41f4-b0d3-b6118f8e0e63 req-c35b7404-07f1-4390-ae06-1fe9a2dde22b service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Neutron deleted interface c9f5fb1d-e6b0-4156-99da-aa23361112cd; detaching it from the instance and deleting it from the info cache [ 1535.683712] env[65665]: DEBUG nova.network.neutron [req-bcdb0b15-9a97-41f4-b0d3-b6118f8e0e63 req-c35b7404-07f1-4390-ae06-1fe9a2dde22b service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.122039] env[65665]: DEBUG nova.network.neutron [-] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Updating instance_info_cache with network_info: [] {{(pid=65665) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.186546] env[65665]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-025ab571-4477-437b-9058-afbb3451bfc1 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.197089] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f70080-6e65-4d63-8798-2d65f031f427 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.224791] env[65665]: DEBUG nova.compute.manager [req-bcdb0b15-9a97-41f4-b0d3-b6118f8e0e63 req-c35b7404-07f1-4390-ae06-1fe9a2dde22b service nova] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Detach interface failed, port_id=c9f5fb1d-e6b0-4156-99da-aa23361112cd, reason: Instance a1cbbae5-9519-46a3-8d7e-efeee6789a3a could not be found. {{(pid=65665) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11646}} [ 1536.625240] env[65665]: INFO nova.compute.manager [-] [instance: a1cbbae5-9519-46a3-8d7e-efeee6789a3a] Took 1.49 seconds to deallocate network for instance. [ 1537.132535] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.132961] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.133072] env[65665]: DEBUG nova.objects.instance [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lazy-loading 'resources' on Instance uuid a1cbbae5-9519-46a3-8d7e-efeee6789a3a {{(pid=65665) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.668207] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35588c67-56d2-4817-85a5-98026fb90855 {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.676462] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab242727-6ca1-481b-97f0-81919ce56ade {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.707969] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3676f537-934f-4a10-92fb-70e33a319f7f {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.715859] env[65665]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eb0d24-8e4f-484c-bb7a-382b2f62fa6a {{(pid=65665) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.729971] env[65665]: DEBUG nova.compute.provider_tree [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed in ProviderTree for provider: e52fd1e5-0d72-4d81-ad68-cf304205f8ba {{(pid=65665) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.233287] env[65665]: DEBUG nova.scheduler.client.report [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Inventory has not changed for provider e52fd1e5-0d72-4d81-ad68-cf304205f8ba based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65665) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.738266] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.765125] env[65665]: INFO nova.scheduler.client.report [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Deleted allocations for instance a1cbbae5-9519-46a3-8d7e-efeee6789a3a [ 1539.273515] env[65665]: DEBUG oslo_concurrency.lockutils [None req-acb6175a-f2e7-487d-bdde-fdfe16a169e4 tempest-AttachVolumeShelveTestJSON-1237768587 tempest-AttachVolumeShelveTestJSON-1237768587-project-member] Lock "a1cbbae5-9519-46a3-8d7e-efeee6789a3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.766s {{(pid=65665) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}